-- Logs begin at Mon 2021-12-13 13:59:55 UTC, end at Mon 2021-12-13 15:50:08 UTC. --
Dec 13 14:38:22.285308 dv-neutron-821565-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 13 14:38:24.864385 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.common.config [-] Logging enabled!
Dec 13 14:38:24.864961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18
Dec 13 14:38:24.866212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88745) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 13 14:38:24.866957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.common.config [-] Logging enabled!
Dec 13 14:38:24.867269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18
Dec 13 14:38:24.867550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88745) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 13 14:38:24.868639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 13 14:38:24.868907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 13 14:38:24.869921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 13 14:38:24.870153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 13 14:38:24.870442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 13 14:38:24.870823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.871201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.871545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.871809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.872157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.872479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.872800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.873131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.873477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.873800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.874117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.874419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.874683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.875024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.875361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.875693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.875950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.876267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.876800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.877121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.877439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.877771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.878084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.878399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.878770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.879166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] host                           = dv-neutron-821565-1-hyperv {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.879524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.879856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.880187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.880523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.880836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.881150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.881476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.881787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.882095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.882409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.882742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.883093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.883438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.883699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.883954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.884286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.884614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.884925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.885237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.885547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.885859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.886169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.886471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.886802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.887158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.887485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.887797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.888106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.888414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.888728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.889052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.889359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.889667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.889979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.890311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.890621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.890930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.891310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.891639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.891964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.892289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.892597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.892927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.893238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.893546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.893850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.894160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.894499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.894829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.895159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.895465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.895774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.896082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.896409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:24.896761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.897085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.897427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.898091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.898419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.898741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.899098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.899414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.899744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.900070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.900397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.900712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.901036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.901376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.901710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.902019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.902332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.902664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.902990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.903312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.903643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.903956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.904263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.904581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.904893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.905200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.905506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.905819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.906148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.906459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.906766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.907097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.907416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.907721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.908044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.908358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.908665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.908975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.909289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.909600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.909991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.910307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.910758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.911103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.911418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.911732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.912045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.912356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.912667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.912975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.913281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.913595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.913908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.914215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.914523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.914833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.915167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.915495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.915836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.916152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.916468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.916784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.917097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.917410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.917727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.918057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.918506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.918662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.919004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.919328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.919651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.919971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.920287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.920630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.920950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.921276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.921587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.921903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.922226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.922547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.922879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.923241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.923572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.923903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.924233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.924548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.924902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.925219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:24.925472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 13 14:38:24.925786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88745) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Dec 13 14:38:25.577053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88745) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:25.577259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88745) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:25.577605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88745) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:25.579302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 13 14:38:25.919305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.919850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.919850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.979816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.980133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.980441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.983461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.983779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:25.984083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.139603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.139862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.140167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.141213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.141518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.141816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.261448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff6606b7b70> agent after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.261705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff6606b7b70> agent after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.262001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff6606b7bf8> segment precommit_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.262311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff6606b7c80> network precommit_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.263170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff6606dad90> segment before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.445637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> network before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.446025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff66077fe18> agent before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.446359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> network before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.446670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.447017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.447390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> segment after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.447695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> segment precommit_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.447992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> segment precommit_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.448285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> segment after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.448627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> network after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.448913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> network precommit_delete 0 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.449223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port provisioning_complete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.449533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.449833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.450154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> agent after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.450472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> subnet after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.450771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> subnet precommit_delete 0 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.451129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.451422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.451774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> segment_host_mapping after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.452225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.452519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.452795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> port after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.453141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.453430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.453715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff661925940>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.454145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.454419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.454700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.454987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.455274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.455549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:26.461360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 13 14:38:26.466876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 13 14:38:26.473043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 13 14:38:26.478838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Dec 13 14:38:26.486378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 13 14:38:26.487631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 13 14:38:26.488046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 13 14:38:26.488564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 13 14:38:26.492983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 13 14:38:26.493270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 13 14:38:26.493667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 13 14:38:26.521574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 13 14:38:26.522047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff6604439e8>> qos_plugin after_init 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.522383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88745) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 13 14:38:26.523154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff660404240>> logging-plugin after_init 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.524567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88745) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 13 14:38:26.524885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 13 14:38:26.525167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 13 14:38:26.528621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff6604042b0>> floatingip before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.529004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff6604042b0>> port before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:26.595965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 13 14:38:26.596236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 13 14:38:26.596504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 13 14:38:26.596912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 13 14:38:26.635137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.sqlalchemy.engines [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88745) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 13 14:38:26.949571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing driver for type 'gre'
Dec 13 14:38:26.950107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] gre ID ranges: [(1, 1000)]
Dec 13 14:38:26.995741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing driver for type 'local'
Dec 13 14:38:26.996111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing driver for type 'vlan'
Dec 13 14:38:27.007886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] VlanTypeDriver initialization complete
Dec 13 14:38:27.008237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing driver for type 'vxlan'
Dec 13 14:38:27.008749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] vxlan ID ranges: [(1, 1000)]
Dec 13 14:38:27.057483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing extension driver 'port_security'
Dec 13 14:38:27.058084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.extensions.port_security [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] PortSecurityExtensionDriver initialization complete
Dec 13 14:38:27.058684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing mechanism driver 'openvswitch'
Dec 13 14:38:27.059365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing mechanism driver 'hyperv'
Dec 13 14:38:27.067208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88745) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:27.068059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff6604114a8>> port after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.068462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff6604114a8>> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.068849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff6604114a8>> port after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.069267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff8ffd0>> subnet after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.069651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff8ffd0>> subnet after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.070029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff8ffd0>> subnet after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.070415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff951d0>> network after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.070797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff951d0>> network after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.071204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff951d0>> network after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.071614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95390>> security_group after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.071994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95390>> security_group after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.072362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95390>> security_group after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.072769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95550>> security_group_rule after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.073141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95550>> security_group_rule after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.073654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff65ff95550>> security_group_rule after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.074017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] ML2 OVO RPC backend initialized. {{(pid=88745) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 13 14:38:27.074723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> router_interface after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.075135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> router_interface after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.075578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> network before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.075954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> networks before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.076310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> port before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.076677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> ports before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.077051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> subnet before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.077421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> subnets before_response 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.077796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> network after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.078166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> network after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.078529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> network after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.078892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> port after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.079287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.079650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> port after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.080015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> subnet after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.080377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> subnet after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.080739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff65ff95630>> subnet after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.081350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Modular L2 Plugin initialization complete
Dec 13 14:38:27.081709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading services supported by the core plugin {{(pid=88745) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Dec 13 14:38:27.082117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.managers [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Got port-security extension from driver 'port_security'
Dec 13 14:38:27.082722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.extensions.vlantransparent [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Disabled vlantransparent extension.
Dec 13 14:38:27.083313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88745) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Dec 13 14:38:27.083649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: router
Dec 13 14:38:27.125631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router_interface before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.126116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_create 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.126577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router before_create 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.126897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router_interface before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.127369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router_interface after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.127693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_delete 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.128073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> floatingip after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.128470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_create 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.128917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.129439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.129824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router_gateway after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.130221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.130715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.131160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff660616ae8> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.131536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff6606169d8> port after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.131911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff660616a60> subnet after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.132280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff660616b70> subnetpool_address_scope after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.132663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> port precommit_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.133041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_create 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.133416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff6605ef378> port before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.133792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.134190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router after_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.134564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_delete 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.134943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_create 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.135375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router_interface after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.135753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> router precommit_update 55549900 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.136162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> agent after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.136534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> agent after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.136913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff65ff957b8>> network after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.137883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Tracking information for resource: router configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:27.138264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Tracking information for resource: floatingip configured {{(pid=88745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 13 14:38:27.143215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_agentschedulers_db [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 13 14:38:27.143844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff65feff488> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.144452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff65feff378> port after_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.144898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _notify_port_delete at 0x7ff65feff400> port after_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.145278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff65feff620> port after_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.146159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff65fed6390>> router before_create 55550100 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.146556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff65fed6390>> router precommit_delete 55550100 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.146952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff65fed6390>> router precommit_create 55550100 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.147365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff65fed6390>> router precommit_update 55550100 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.152291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.provider_configuration [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service providers = [] {{(pid=88745) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 13 14:38:27.152678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.servicetype_db [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88745) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 13 14:38:27.155490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.service_base [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 13 14:38:27.155872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.service_base [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 13 14:38:27.156245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.service_base [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 13 14:38:27.157112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.service_base [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 13 14:38:27.157507 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.services.service_base [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 13 14:38:27.157913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.158260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 13 14:38:27.179141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.179506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: auto_allocate
Dec 13 14:38:27.190149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff65fed4a60> network precommit_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.190547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff65fed4a60> network precommit_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.191200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.191576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: tag
Dec 13 14:38:27.203063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.203392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: timestamp
Dec 13 14:38:27.207164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.207670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: network_ip_availability
Dec 13 14:38:27.213320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fececc0>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.213722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fececc0>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.214104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fececc0>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.214877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.215250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: flavors
Dec 13 14:38:27.230594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.230993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading Plugin: revisions
Dec 13 14:38:27.235466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 13 14:38:27.235885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.658s {{(pid=88745) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:27.236671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88745) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Dec 13 14:38:27.237030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Initializing extension manager.
Dec 13 14:38:27.237584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: __init__.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.237950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: __pycache__ {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.238303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.238691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.239069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: _filter_validation_lib.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.239431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.239764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: address_scope.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.240586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.241248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: address-scope
Dec 13 14:38:27.241599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.242539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.243124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: router-admin-state-down-before-update
Dec 13 14:38:27.243477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: agent.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.244258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.244826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: agent
Dec 13 14:38:27.245181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: agent_resources_synced.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.246094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.246657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: agent-resources-synced
Dec 13 14:38:27.247024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.248844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.249418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: allowed-address-pairs
Dec 13 14:38:27.249778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.250842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.251466 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: auto-allocated-topology
Dec 13 14:38:27.251833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: availability_zone.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.252728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.253295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: availability_zone
Dec 13 14:38:27.253727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: availability_zone_filter.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.254652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.255255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: availability_zone_filter
Dec 13 14:38:27.255606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: data_plane_status.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.256517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.257089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 13 14:38:27.257442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: default_subnetpools.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.258360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.258928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: default-subnetpools
Dec 13 14:38:27.259310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.260183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.260751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: dhcp_agent_scheduler
Dec 13 14:38:27.261104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: dns.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.262025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.262588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension dns-integration not supported by any of loaded plugins
Dec 13 14:38:27.262943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: dns_domain_ports.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.263881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.264438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 13 14:38:27.264789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: dvr.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.265534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.266097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: dvr
Dec 13 14:38:27.266453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: empty_string_filtering.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.267392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.267952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: empty-string-filtering
Dec 13 14:38:27.268301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.269229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.269848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 13 14:38:27.270199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.271146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.271714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 13 14:38:27.272070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: external_net.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.273330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.273896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: external-net
Dec 13 14:38:27.274248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.275189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.275753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: extra_dhcp_opt
Dec 13 14:38:27.276106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: extraroute.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.277015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.277568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: extraroute
Dec 13 14:38:27.277921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: extraroute_atomic.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.279104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.279684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: extraroute-atomic
Dec 13 14:38:27.280041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: filter_validation.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.280740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.281306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: filter-validation
Dec 13 14:38:27.281666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: fip_pf_description.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.282576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.283189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 13 14:38:27.283537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: fip_port_details.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.284456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.285145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: fip-port-details
Dec 13 14:38:27.285523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: flavors.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.286754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.287354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: flavors
Dec 13 14:38:27.287717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.289431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.290019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 13 14:38:27.290378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: floatingip_pools.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.291197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.291779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: floatingip-pools
Dec 13 14:38:27.292133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: ip_allocation.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.293051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.293613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 13 14:38:27.293964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.294889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.295489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: ip-substring-filtering
Dec 13 14:38:27.295845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l2_adjacency.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.296770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.297326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 13 14:38:27.297680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.298791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.299398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: router
Dec 13 14:38:27.299755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.302339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.302918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 13 14:38:27.303313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.304235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.304812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: ext-gw-mode
Dec 13 14:38:27.305170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.306198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.306775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: l3-ha
Dec 13 14:38:27.307171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3_flavors.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.308099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.308666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: l3-flavors
Dec 13 14:38:27.309025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.309922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.310529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 13 14:38:27.310885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: l3agentscheduler.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.312170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.312750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: l3_agent_scheduler
Dec 13 14:38:27.313106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: logging.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.314678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.315277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension logging not supported by any of loaded plugins
Dec 13 14:38:27.315633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: metering.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.318171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.318878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: metering
Dec 13 14:38:27.319270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: multiprovidernet.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.320226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.320800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: multi-provider
Dec 13 14:38:27.321162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: netmtu.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.322089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.322657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: net-mtu
Dec 13 14:38:27.323020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: netmtu_writable.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.323964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.324528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: net-mtu-writable
Dec 13 14:38:27.324883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: network_availability_zone.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.325645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.326170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: network_availability_zone
Dec 13 14:38:27.326523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: network_ip_availability.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.327676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.328244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: network-ip-availability
Dec 13 14:38:27.328598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: network_segment_range.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.329499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.330071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 13 14:38:27.330424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: pagination.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.331458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.331877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: pagination
Dec 13 14:38:27.332303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.333229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.333798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: port-mac-address-regenerate
Dec 13 14:38:27.334150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: port_resource_request.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.335103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.335678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 13 14:38:27.336030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: portbindings.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.336959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.337523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: binding
Dec 13 14:38:27.337877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: portbindings_extended.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.339180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.339752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: binding-extended
Dec 13 14:38:27.340107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: portsecurity.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.341019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.341613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: port-security
Dec 13 14:38:27.341965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: project_id.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.342936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.343359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: project-id
Dec 13 14:38:27.343710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: providernet.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.344735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.345309 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: provider
Dec 13 14:38:27.345660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.349593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.350180 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos not supported by any of loaded plugins
Dec 13 14:38:27.350548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.351814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.352388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 13 14:38:27.352747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.353685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.354249 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 13 14:38:27.354603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_default.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.355536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.356100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-default not supported by any of loaded plugins
Dec 13 14:38:27.356455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_fip.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.357132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.357692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-fip not supported by any of loaded plugins
Dec 13 14:38:27.358044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.359000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.359555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 13 14:38:27.359909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.360830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.361395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 13 14:38:27.361749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.362657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.363371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 13 14:38:27.363808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: qos_rules_alias.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.364853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.365419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 13 14:38:27.365773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: quotasv2.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.366817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.367211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: quotas
Dec 13 14:38:27.367569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: quotasv2_detail.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.369141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.369516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: quota_details
Dec 13 14:38:27.369876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: rbac.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.371043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.371634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: rbac-policies
Dec 13 14:38:27.371993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: rbac_address_scope.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.372923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.373504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: rbac-address-scope
Dec 13 14:38:27.373865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: rbac_security_groups.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.374784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.375379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: rbac-security-groups
Dec 13 14:38:27.375737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.376687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.377255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: rbac-subnetpool
Dec 13 14:38:27.377610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: revisionifmatch.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.378529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.379195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: revision-if-match
Dec 13 14:38:27.379548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: revisions.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.380656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.381235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: standard-attr-revisions
Dec 13 14:38:27.381583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: router_availability_zone.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.382319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.382895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: router_availability_zone
Dec 13 14:38:27.383273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: routerservicetype.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.384201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.384763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension router-service-type not supported by any of loaded plugins
Dec 13 14:38:27.385113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.386022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.386587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: port-security-groups-filtering
Dec 13 14:38:27.386941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: securitygroup.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.400415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.401017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: security-group
Dec 13 14:38:27.401385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: segment.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.402268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.402838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension segment not supported by any of loaded plugins
Dec 13 14:38:27.403243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.404179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.404748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 13 14:38:27.405104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: servicetype.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.406184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.406761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: service-type
Dec 13 14:38:27.407143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: sorting.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.408111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.408479 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: sorting
Dec 13 14:38:27.408832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: standard_attr_segment.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.409733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.410538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 13 14:38:27.410912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: standardattrdescription.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.411621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.412200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: standard-attr-description
Dec 13 14:38:27.412559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: stateful_security_group.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.413486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.414067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: stateful-security-group
Dec 13 14:38:27.414421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: stdattrs_common.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.415020 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 13 14:38:27.415407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.416322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.416917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 13 14:38:27.417254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnet_onboard.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.418313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.418893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: subnet_onboard
Dec 13 14:38:27.419273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.420204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.420779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 13 14:38:27.421132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnet_service_types.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.422130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.422706 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: subnet-service-types
Dec 13 14:38:27.423083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnetallocation.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.424152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.424728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: subnet_allocation
Dec 13 14:38:27.425077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.425867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.426439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: subnetpool-prefix-ops
Dec 13 14:38:27.426794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.427744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.428313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 13 14:38:27.428662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: tagging.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.429999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.430595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: standard-attr-tag
Dec 13 14:38:27.430953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: timestamp.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.432150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.432732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loaded extension: standard-attr-timestamp
Dec 13 14:38:27.433094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: trunk.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.434116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.434692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension trunk not supported by any of loaded plugins
Dec 13 14:38:27.435065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: trunk_details.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.435983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.436568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension trunk-details not supported by any of loaded plugins
Dec 13 14:38:27.436918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.437838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.438413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 13 14:38:27.438763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Loading extension file: vlantransparent.py {{(pid=88745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 13 14:38:27.439494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 13 14:38:27.440064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 13 14:38:27.442694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:network
Dec 13 14:38:27.443575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnet
Dec 13 14:38:27.444236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 13 14:38:27.444894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:port
Dec 13 14:38:27.446294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.446835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service FLAVORS assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.447552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.448024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.448384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:router
Dec 13 14:38:27.449084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:floatingip
Dec 13 14:38:27.449842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service METERING assigned prefix: /metering {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.451717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fd5ef28>> rbac-policy before_create 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.452119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fd5ef28>> rbac-policy before_update 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.452496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff65fd5ef28>> rbac-policy before_delete 55550000 {{(pid=88745) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:38:27.453674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 13 14:38:27.454106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:security_group
Dec 13 14:38:27.454884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 13 14:38:27.455731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service CORE assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.456095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 13 14:38:27.456453 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] subnetpool is already registered
Dec 13 14:38:27.457155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service CORE assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.457508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 13 14:38:27.457861 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] subnetpool is already registered
Dec 13 14:38:27.460500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.460967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service FLAVORS assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.461605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.462056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.462418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:router
Dec 13 14:38:27.462772 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] router is already registered
Dec 13 14:38:27.463435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:floatingip
Dec 13 14:38:27.463789 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] floatingip is already registered
Dec 13 14:38:27.464456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service METERING assigned prefix: /metering {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.465177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 13 14:38:27.465529 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] rbac_policy is already registered
Dec 13 14:38:27.465973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:security_group
Dec 13 14:38:27.466326 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] security_group is already registered
Dec 13 14:38:27.467141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 13 14:38:27.467494 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] security_group_rule is already registered
Dec 13 14:38:27.468219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service CORE assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.468578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 13 14:38:27.468935 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] subnetpool is already registered
Dec 13 14:38:27.469584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.resource_helper [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Service CORE assigned prefix:  {{(pid=88745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 13 14:38:27.469939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 13 14:38:27.470289 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.quota.resource_registry [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] subnetpool is already registered
Dec 13 14:38:27.471004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: extensions {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.472616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: address-scopes {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.473886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: agents {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.475245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: auto-allocated-topology {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.476555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: availability_zones {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.477827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: dhcp-networks {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.479412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: dhcp-agents {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.480862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: routers {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.482638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: flavors {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.484845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: service_profiles {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.486119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: next_providers {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.487641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: service_profiles {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.489284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: floatingip-pools {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.490650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: routers {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.492464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: floatingips {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.493698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: l3-routers {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.495254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: l3-agents {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.496726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: metering-labels {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.498018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: metering-label-rules {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.499477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: network-ip-availabilities {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.500794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: bindings {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.502413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: quotas {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.504091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: quotas {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.505686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: rbac-policies {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.506940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: security-groups {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.508227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: security-group-rules {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.509602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: service-providers {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.510877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: subnetpools {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.512291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: subnetpools {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.513891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.515648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.517436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.519457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.521503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.523720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.525554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.527380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.529402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.531247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.extensions [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Extended resource: tags {{(pid=88745) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 13 14:38:27.538094 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING keystonemiddleware.auth_token [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 13 14:38:27.543009 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING keystonemiddleware.auth_token [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 13 14:38:27.551853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Acquired lock "singleton_lock" {{(pid=88745) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Dec 13 14:38:27.552378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Releasing lock "singleton_lock" {{(pid=88745) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Dec 13 14:38:27.553827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Starting 2 workers
Dec 13 14:38:27.558435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Started child 88856 {{(pid=88745) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 13 14:38:27.562666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.562938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Started child 88857 {{(pid=88745) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 13 14:38:27.564150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [-] (88856) wsgi starting up on http://0.0.0.0:9696
Dec 13 14:38:27.564393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 13 14:38:27.565011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Notify callbacks [] for process, before_spawn {{(pid=88745) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.566748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.567432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Starting 1 workers
Dec 13 14:38:27.568303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [-] (88857) wsgi starting up on http://0.0.0.0:9696
Dec 13 14:38:27.572687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Started child 88858 {{(pid=88745) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 13 14:38:27.573213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Starting 1 workers
Dec 13 14:38:27.575333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] calling RpcWorker wait() {{(pid=88858) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 13 14:38:27.575860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] returning from RpcWorker wait() {{(pid=88858) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 13 14:38:27.577343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.577660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Started child 88859 {{(pid=88745) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 13 14:38:27.577795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:27.578384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54046447-1860-4648-8e47-d126cd5140e6 None None] Notify callbacks [] for process, after_spawn {{(pid=88745) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.580069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88745) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 13 14:38:27.580235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 13 14:38:27.580651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 13 14:38:27.580859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 13 14:38:27.581452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 13 14:38:27.581583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 13 14:38:27.582146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:27.582272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.582551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.582828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.583135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.583449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.584105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.584398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.584680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.584967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.585233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.585430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.585585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.586057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.586324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.586652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.586919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.587204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.587487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.587692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.587950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.588258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.588523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.588801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.589061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.589645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.589903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.590166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.590426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.590730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.591020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.591300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.591555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.591792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.592048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.592320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.592550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.592816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.593093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.593334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.593760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] host                           = dv-neutron-821565-1-hyperv {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.594016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.594269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.594521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.594786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.595104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.595346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.595631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.595963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.596116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.596369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.596624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.596874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.597126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.597408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.597593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.597832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.598116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.598376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.598576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.598736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.598916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.599228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.599388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.599649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.599895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.600150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.600340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.600572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.600842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.601056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.601289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.601520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.601762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.602036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.602315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.602585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.602852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.603112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.603349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.603573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.603817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.604067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.604298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.604555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.604822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.605083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.605357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.605605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.605872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.606145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.606380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.606604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.606921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.607233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.607502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.607755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.608064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.608396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.608651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.608886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.609114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.609347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.609580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.609974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.610276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.610436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.610646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.610962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.611155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:27.611303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.611734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.612043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.612370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.612641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.612898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.613209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.613452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.613678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.613949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.614204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.614517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.614771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.615125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.615420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.615699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.69/identity {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.615962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.616240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.616467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.616643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.616861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.617099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.617334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.617618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.617873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.618109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.618368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.618620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.618907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.619194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.619492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.619893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.620078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.620216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.620452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.620654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.620888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.621170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.621419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.621686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.621954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.622193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.622444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.622678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.622917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.623202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.623446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.623728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.623980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.624152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.624343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.624595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.624851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.625071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.625295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.625512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.625746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.625996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.626250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.626484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.626720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.627003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.627242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.627478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.627711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.627942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.628173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.628426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.628692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.629006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.629240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.629474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.629709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.629949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.630230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.630558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.630825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.631113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.631391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.631664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.631904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.632173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.632414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.632652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.632888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.633161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.633407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.633659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.633917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.634154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.634429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.634680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.634944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.635211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.635466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.635712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.635994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.636251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.636529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.636783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.637057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.637359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.637613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.638227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.638227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.638475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.638689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.638999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.639288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.639576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.639861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.640131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.640394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.640668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.640932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.641192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.641433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.641721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.642062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.642336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.642571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.642805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.643132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.643423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.643678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.643944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.644250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.644522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.644818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.645149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.69/identity {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.645401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.645650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.645913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.646149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.646403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.646646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.646866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.647107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.647361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.647962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.648197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.648437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.648671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.648909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.649142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.649462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.649704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.649972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.650265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.650455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.650706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.650916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.651174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.651519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.651696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.651963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.652246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.652506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.652766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.653028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.653313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.653549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.653820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.654062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.654302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.654537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.654777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.655038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.655277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.655535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.655771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.656055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.656311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.656651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.656886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.657138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.657378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.658852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.659108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.659352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.659609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.659899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.660143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.660449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.660696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.660937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.661239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.661532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.661812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.662090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.662382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.662635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.662870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.663207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.663478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.663731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.663989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.664244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.664562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.664847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.665095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.665459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.665716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.666009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.666272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.666517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.666763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.667081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.667437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.667790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.668077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.668375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.668722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.669018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.669345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.669605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.669918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.670281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.670589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.670853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.671144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.671443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.671730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.671950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.672192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.672433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.672673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.674125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.675810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.675810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.675810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.675810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.675810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 13 14:38:27.676524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88745) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 13 14:38:27.676524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 13 14:38:27.676524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 13 14:38:27.676943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 13 14:38:27.676943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 13 14:38:27.676943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 13 14:38:27.677428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.677428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.677696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.677843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.677979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.678857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.679950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.680131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.680318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.680501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.680702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.680848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.681928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.682907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.683111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.683293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.683580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.683765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.683945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] host                           = dv-neutron-821565-1-hyperv {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.684128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.684310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.684497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.684680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.684862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.685949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.686927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.687167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.687354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.687536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.687698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.687872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.688862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.689918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.690098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.690281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.690461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.690640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.690822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.691025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.691305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.691561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.691844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.691993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.692161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.692310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.692496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.692648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.692836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.693899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.694080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.694262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.694445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.694629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.694813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.695918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.696099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.696278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.696458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 13 14:38:27.696660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.696845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.697963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.698146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.698329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.698521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.698706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.698906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.699118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.699288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.69/identity {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.699464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.699647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.699832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.700948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.701132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.701317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.701482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.701659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.701841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.702924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.703115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.703292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.703478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.703661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.703903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.704918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.705097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.705280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.705464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.705648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.705848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.706031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.706216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.706398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.706583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.706862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.707090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.707361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.707549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.707734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.707920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.708106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.708291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.708476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.708660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.708843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.709872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.710055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.710248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.710448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.710634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.710817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.711901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.712085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.712268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.712452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.712639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.712824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.713925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.714108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.714293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.714476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.714658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.714845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.715998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.716194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.716380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.716565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.716749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.716932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.717168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.717357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.717611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.717771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.717875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.718043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.718234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.718446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.718629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.718812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.719015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.719187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.719546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.719736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.719920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.720105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.720290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.69/identity {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.722990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.723707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.724378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:27.724510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.724616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.724752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.724942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.725163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.725272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.725464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.725652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.725841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.726959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.727145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.727329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.727515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.727699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.727885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.728972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.729156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.729343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.729527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.729711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.729911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.730095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.730280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.730463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.730647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.730829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.731971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.732155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.732338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.732523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.732677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.732885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.733873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.734999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.735267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.735419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.735559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.735695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.735871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.736925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.737114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.737307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.737497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.737682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.737873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.738403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.738403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.738645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.738787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.738924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.739939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.740127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.740309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.740492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.740676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.740859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.741058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.741220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.741569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.741758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.741945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.742130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.742316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.742498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 13 14:38:27.742677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88745) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 13 14:38:27.951365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:27.972748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0179050
Dec 13 14:38:37.995523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f8c30-ce96-4fd0-8563-d961b3e926ff None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:38:38.422356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f8c30-ce96-4fd0-8563-d961b3e926ff None None] No non-hosted networks {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 13 14:38:38.448072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agentschedulers_db [None req-734f8c30-ce96-4fd0-8563-d961b3e926ff None None] DHCP Agent not found on host dv-neutron-821565-1-hyperv {{(pid=88858) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}}
Dec 13 14:38:38.639165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94fa1c5b-bee7-43db-a48d-df75414b64c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:39.444119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:39.444727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.445011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.445383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.445751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.446117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.446479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.446845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.447234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.447603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.447983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.448360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:39.448759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff65f8a10b8>, 'Open vSwitch agent', 'dv-neutron-821565-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:39.455669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff65f874d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821565-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:38:40.190510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c85da67-74a4-4f0a-9eb5-fb10885268f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:40.220436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-255d397c-44aa-4ede-acba-8d00bcb8ec45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:40.651270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:42.021726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:42.742913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:43.528973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-3a15003b-0294-4237-bb2a-632e48b00ffd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:38:43.530150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a15003b-0294-4237-bb2a-632e48b00ffd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7860961
Dec 13 14:38:45.738578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38884) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:45.824519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:38:46.067074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.policy [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88857) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 13 14:38:46.074715 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff6618c26d8>.
Dec 13 14:38:46.109192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:38:46.174809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793511853369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793511857377', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793511857479', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793511806815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793511883816', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2012722', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852786118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036788078750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66725724'] for rbac-policy, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:46.277903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_hamode_db [None req-817ae9f6-f6ee-4d21-8208-da8289db6d8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 13 14:38:46.286655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:46.288003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eaeccbac-32da-44df-b164-8c0ae85d999a admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5484149
Dec 13 14:38:46.371458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ae9f6-f6ee-4d21-8208-da8289db6d8d None None] Routers set() bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:38:46.371870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ae9f6-f6ee-4d21-8208-da8289db6d8d None None] Router IDs set() for agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 13 14:38:48.527605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38900) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:48.623430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:38:48.629575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:38:48.637853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Usage tracker for resource:network and tenant:c401c9b14f684779a457d43f351bc593 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:38:48.641318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:38:48.648210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:38:48.661386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Made reservation on behalf of c401c9b14f684779a457d43f351bc593 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:38:48.668270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.688191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.730761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:38:48.734985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c401c9b14f684779a457d43f351bc593 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:38:48.738141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:38:48.744599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:38:48.814450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.818692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.823342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:48.839876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:38:48.866051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243345004609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.866627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff6606b7bf8> segment precommit_create {{(pid=88857) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 13 14:38:48.867096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Added segment 0dd29e97-a26e-4820-a09a-8911b76ac0ec of type vlan for network 78ce89db-5316-4eeb-abd0-e6eb2c005366
Dec 13 14:38:48.920160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce029b-afc9-41f2-8756-40607c50a2a1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:48.943945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.944308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.944664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.945015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.945371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.945720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.946080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.946392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.946730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.947091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.947429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Tracked resource versions report:
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:38:48.948784 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:38:48.982847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:48.999003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:49.025497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:49.026939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:38:49.027698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:49.032780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:49.156867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.6276271
Dec 13 14:38:49.165501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Pushing event updated for resources: {'Network': ['ID=78ce89db-5316-4eeb-abd0-e6eb2c005366,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:49.180722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:49.189912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:38:51.455259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38918) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:51.650053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05fcdb-123d-49da-9c31-69ecf86d5abf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:38:51.651512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b05fcdb-123d-49da-9c31-69ecf86d5abf admin admin] 10.222.0.69 "GET /v2.0/networks/78ce89db-5316-4eeb-abd0-e6eb2c005366 HTTP/1.1" status: 200  len: 825 time: 0.1951678
Dec 13 14:38:51.686691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a7dff70-265d-4bd2-8cc8-44dc7f42ecd5 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/355b72fd-b85e-4329-91f0-b66c3bba271f HTTP/1.1" status: 200  len: 734 time: 0.0256670
Dec 13 14:38:51.699356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Request body: {'subnet': {'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'ip_version': 4, 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:38:51.707390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:38:51.712896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Usage tracker for resource:subnet and tenant:c401c9b14f684779a457d43f351bc593 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:38:51.718067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:38:51.727957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:38:51.745473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Made reservation on behalf of c401c9b14f684779a457d43f351bc593 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:38:51.749988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:52.050606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:52.057305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:52.158008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=818c4ba9-99fc-499d-aad2-14be499ed662,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:52.162660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:52.166174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Checking segment: {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:38:52.166465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Network hostable DHCP agents. Network: 78ce89db-5316-4eeb-abd0-e6eb2c005366, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:38:52.193059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:38:52.203793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 78ce89db-5316-4eeb-abd0-e6eb2c005366) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:38:52.208718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:38:52.209356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:52.214552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf045e-3719-4429-9e73-7d395036c772 None None] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:38:52.229047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5360112
Dec 13 14:38:52.613396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-78ce89db-5316-4eeb-abd0-e6eb2c005366', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:38:52.614893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:52.830412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Allocated IP 172.20.0.2 (78ce89db-5316-4eeb-abd0-e6eb2c005366/818c4ba9-99fc-499d-aad2-14be499ed662/0177c432-8024-49f6-8a48-a81563d3c5a7) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:38:53.068715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:53.082685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Transition to ACTIVE for port object 0177c432-8024-49f6-8a48-a81563d3c5a7 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:38:53.103864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Transition to ACTIVE for port object 0177c432-8024-49f6-8a48-a81563d3c5a7 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:38:53.110496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:53.115368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:53.185562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:38:53.188572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:38:53.193806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Pushing event updated for resources: {'Port': ['ID=0177c432-8024-49f6-8a48-a81563d3c5a7,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:53.196387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:38:53.208091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.208468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.208832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.209191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.209558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.209909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.210242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.210592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.210938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.211332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.211676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Tracked resource versions report:
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:38:53.213013 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:38:53.247852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:53.305119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Attempting to bind port 0177c432-8024-49f6-8a48-a81563d3c5a7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:38:53.305559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Attempting to bind port 0177c432-8024-49f6-8a48-a81563d3c5a7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:38:53.305979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Attempting to bind port 0177c432-8024-49f6-8a48-a81563d3c5a7 on network 78ce89db-5316-4eeb-abd0-e6eb2c005366 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:38:53.312912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:38:53.313331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Checking segment: {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:38:53.313796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:53.314214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Bound using segment: {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:38:53.314747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Bound port: 0177c432-8024-49f6-8a48-a81563d3c5a7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:38:53.315197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:53.408570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] For port 0177c432-8024-49f6-8a48-a81563d3c5a7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:38:53.416622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] For port 0177c432-8024-49f6-8a48-a81563d3c5a7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0177c432-8024-49f6-8a48-a81563d3c5a7,segment=NetworkSegment(0dd29e97-a26e-4820-a09a-8911b76ac0ec),segment_id=0dd29e97-a26e-4820-a09a-8911b76ac0ec)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:38:53.422767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:53.427545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:53.516997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Pushing event updated for resources: {'Port': ['ID=0177c432-8024-49f6-8a48-a81563d3c5a7,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:53.520134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:54.414473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 38930) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:54.491481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-fe63af7a-e0fa-47e7-84e6-21f939f68c16 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:38:54.492540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe63af7a-e0fa-47e7-84e6-21f939f68c16 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0769160
Dec 13 14:38:56.684083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 38946) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:57.206001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-5176698d-e74a-4228-947d-351e55e02f5a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:38:57.207377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5176698d-e74a-4228-947d-351e55e02f5a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.5213757
Dec 13 14:38:57.764618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0177c432-8024-49f6-8a48-a81563d3c5a7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:38:57.840191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0177c432-8024-49f6-8a48-a81563d3c5a7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:38:58.223813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58349afd-0834-4640-9e5e-3b300d89ea93 None None] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:38:58.347606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Provisioning for port 0177c432-8024-49f6-8a48-a81563d3c5a7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:38:58.357299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Provisioning complete for port 0177c432-8024-49f6-8a48-a81563d3c5a7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:38:58.357710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:58.584469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:58.632381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] For port 0177c432-8024-49f6-8a48-a81563d3c5a7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0177c432-8024-49f6-8a48-a81563d3c5a7,segment=NetworkSegment(0dd29e97-a26e-4820-a09a-8911b76ac0ec),segment_id=0dd29e97-a26e-4820-a09a-8911b76ac0ec)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:38:58.639863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:58.642333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:38:58.717655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Pushing event updated for resources: {'Port': ['ID=0177c432-8024-49f6-8a48-a81563d3c5a7,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:38:58.721045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:38:58.970085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ec6ff035-a6ce-400b-ae05-90f5a9132abc None None] Provisioning complete for port 0177c432-8024-49f6-8a48-a81563d3c5a7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:38:58.970611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff035-a6ce-400b-ae05-90f5a9132abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:59.481177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 38964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:38:59.573400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c401c9b14f684779a457d43f351bc593'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:38:59.738423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0177c432-8024-49f6-8a48-a81563d3c5a7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:38:59.810279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0177c432-8024-49f6-8a48-a81563d3c5a7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:38:59.810599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:59.812002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.policy [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88856) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 13 14:38:59.819892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.quota [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff65fa10e10>.
Dec 13 14:38:59.854811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:38:59.860758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Usage tracker for resource:router and tenant:c401c9b14f684779a457d43f351bc593 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:38:59.864457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:38:59.871607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:38:59.886264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:59.887757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:38:59.916260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:00.023885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:00.050350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:00.051803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8b4e3aa-1c74-4f90-b654-fa7c72f9bcfd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5690002
Dec 13 14:39:02.222749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 38978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:02.303299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-2ca441e8-6df1-4269-a8ae-8a22a7fb0548 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:39:02.304347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2ca441e8-6df1-4269-a8ae-8a22a7fb0548 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0805197
Dec 13 14:39:04.477660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 38990) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:04.566692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:39:04.573252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:39:04.577597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Usage tracker for resource:network and tenant:015d20349d1e46f7afc974176f5b509e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:39:04.581263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:39:04.587498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:39:04.602028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Made reservation on behalf of 015d20349d1e46f7afc974176f5b509e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:39:04.607956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.626640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.670481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:39:04.675039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Usage tracker for resource:security_group_rule and tenant:015d20349d1e46f7afc974176f5b509e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:39:04.679215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:39:04.685342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:39:04.764774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.768472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.773740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:04.785611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Reserving flat network on physical network physnet1 {{(pid=88856) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 13 14:39:04.804810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243345004609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.805404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff6606b7bf8> segment precommit_create {{(pid=88856) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 13 14:39:04.805840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Added segment c6f3d7b6-151a-4f3c-a216-dd1846bdde58 of type flat for network 7806b000-92e9-434a-b2d2-840a7eda2978
Dec 13 14:39:04.888457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a99dd1-5c06-4ece-a52c-466685989ea7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:04.917406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.922453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.922828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.923205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.923557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.923919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.924266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.924621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.924946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.925491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.926122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.926468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Tracked resource versions report:
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:39:04.927825 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:39:04.975471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:04.991601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.992917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:39:04.993581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:04.996942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:05.115407 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6364245
Dec 13 14:39:05.116123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Pushing event updated for resources: {'Network': ['ID=7806b000-92e9-434a-b2d2-840a7eda2978,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:05.119469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:05.127164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 7806b000-92e9-434a-b2d2-840a7eda2978 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:39:07.277313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39006) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:07.435849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc0608-8787-43aa-8e41-1b21c8f6d2a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:39:07.437337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ebc0608-8787-43aa-8e41-1b21c8f6d2a9 admin admin] 10.222.0.69 "GET /v2.0/subnets/818c4ba9-99fc-499d-aad2-14be499ed662 HTTP/1.1" status: 200  len: 849 time: 0.1589341
Dec 13 14:39:07.590169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e99ac575-68c3-41ff-8657-b5836c61f74e admin admin] 10.222.0.69 "GET /v2.0/routers/3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 HTTP/1.1" status: 200  len: 704 time: 0.1434495
Dec 13 14:39:07.885665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3e46b5c-861d-4349-930a-ac8de1b1bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:08.225907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:08.489847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Allocated IP 172.20.0.1 (78ce89db-5316-4eeb-abd0-e6eb2c005366/818c4ba9-99fc-499d-aad2-14be499ed662/b87a701c-b240-41f1-be0f-981e366ccacd) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:39:08.675198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:08.693728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Transition to ACTIVE for port object b87a701c-b240-41f1-be0f-981e366ccacd will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:39:08.761581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:08.765855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:08.836037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:39:08.836899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=b87a701c-b240-41f1-be0f-981e366ccacd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:08.839281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:39:08.851795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:08.870495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:39:08.871059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:08.997426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.133422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b053ab82-bcd3-4efb-8f02-b10f7a78a72f None None] Provisioning for port b87a701c-b240-41f1-be0f-981e366ccacd completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:39:09.138551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b053ab82-bcd3-4efb-8f02-b10f7a78a72f None None] Provisioning complete for port b87a701c-b240-41f1-be0f-981e366ccacd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:09.138904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b053ab82-bcd3-4efb-8f02-b10f7a78a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.192495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b053ab82-bcd3-4efb-8f02-b10f7a78a72f None None] Port b87a701c-b240-41f1-be0f-981e366ccacd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:39:09.244377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.249254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.250363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.254603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:09.346185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=b87a701c-b240-41f1-be0f-981e366ccacd,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:09.350396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:09.433906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.474229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:39:09.475430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:39:09.719865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5d1003f8-a88d-465b-add4-6e53b6f36db1 None None] Provisioning complete for port b87a701c-b240-41f1-be0f-981e366ccacd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:09.720437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d1003f8-a88d-465b-add4-6e53b6f36db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:09.781064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d1003f8-a88d-465b-add4-6e53b6f36db1 None None] Port b87a701c-b240-41f1-be0f-981e366ccacd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:39:09.859481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:39:10.184394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3428ce8-fe9d-41a1-8f65-5f9cc6d63bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:10.239571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:39:10.249663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] 10.222.0.69 "PUT /v2.0/routers/3579e0fa-f18d-48c3-93ce-6e2d4c4624d2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6505401
Dec 13 14:39:10.250867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Sync routers for ids ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:39:10.272298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Routers {'3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:39:10.273053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa45048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:10.492384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Set router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:39:10.607817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:10.907741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa45048>, [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:08Z', 'revision_number': 2, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port_host': None, '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:09Z', 'revision_number': 2, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:10.913753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Checking router: 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:39:10.914153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Updating router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 port b87a701c-b240-41f1-be0f-981e366ccacd binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:39:10.970378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.364198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.380440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Transition to ACTIVE for port object b87a701c-b240-41f1-be0f-981e366ccacd will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:39:11.387008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.391640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:11.612316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Pushing event updated for resources: {'Port': ['ID=b87a701c-b240-41f1-be0f-981e366ccacd,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:11.616002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Attempting to bind port b87a701c-b240-41f1-be0f-981e366ccacd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:39:11.616425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Attempting to bind port b87a701c-b240-41f1-be0f-981e366ccacd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:39:11.616846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Attempting to bind port b87a701c-b240-41f1-be0f-981e366ccacd on network 78ce89db-5316-4eeb-abd0-e6eb2c005366 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:39:11.628016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:39:11.628497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Checking segment: {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:39:11.628955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.629378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Bound using segment: {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:39:11.629912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Bound port: b87a701c-b240-41f1-be0f-981e366ccacd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd29e97-a26e-4820-a09a-8911b76ac0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:39:11.630326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.641990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.642364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.642725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.643104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.643477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.643879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.644338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.644845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.645198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.645544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.645891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Tracked resource versions report:
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:39:11.647585 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:39:11.654851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:11.730919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] For port b87a701c-b240-41f1-be0f-981e366ccacd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:39:11.736336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] For port b87a701c-b240-41f1-be0f-981e366ccacd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b87a701c-b240-41f1-be0f-981e366ccacd,segment=NetworkSegment(0dd29e97-a26e-4820-a09a-8911b76ac0ec),segment_id=0dd29e97-a26e-4820-a09a-8911b76ac0ec)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:39:11.742868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:11.747720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:11.834645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Pushing event updated for resources: {'Port': ['ID=b87a701c-b240-41f1-be0f-981e366ccacd,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:11.837897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:11.843954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Routers {'3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:39:11.844623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa45048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:11.970168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:12.013796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] Set router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:39:12.443737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39022) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:12.491960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa45048>, [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:08Z', 'revision_number': 2, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port_host': None, '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:11Z', 'revision_number': 4, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:12.496030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad57edb-7236-4597-90d2-04ed1cd14e04 None None] The sync data for ids ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'] in dv-neutron-821565-1-hyperv is: [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:08Z', 'revision_number': 2, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port_host': None, '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:11Z', 'revision_number': 4, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:39:12.630635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129b39f-a192-4ecd-8bae-1e71b166ca27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:39:12.632143 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7129b39f-a192-4ecd-8bae-1e71b166ca27 admin admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 842 time: 0.1873176
Dec 13 14:39:12.642344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:39:12.647766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:39:12.651745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Usage tracker for resource:subnet and tenant:015d20349d1e46f7afc974176f5b509e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:39:12.654784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:39:12.661091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:39:12.671124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Made reservation on behalf of 015d20349d1e46f7afc974176f5b509e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:39:12.675641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:13.213674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:13.217860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bde1bc6-62d9-4ef5-b17e-1637abaa35bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:13.289320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8559dc4-0de0-4526-bfc3-e8712709b19d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:13.293919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:13.305187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:39:13.305574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Network hostable DHCP agents. Network: 7806b000-92e9-434a-b2d2-840a7eda2978, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:39:13.327896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:39:13.337421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 7806b000-92e9-434a-b2d2-840a7eda2978) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:39:13.341385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:39:13.342011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:13.347585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24182a9-dfd9-470b-a97c-a70a928261f6 None None] Network 7806b000-92e9-434a-b2d2-840a7eda2978 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:39:13.363050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7243869
Dec 13 14:39:13.585580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2af84-7f13-4ad0-87e7-5d7d30480ee8 None None] Network 7806b000-92e9-434a-b2d2-840a7eda2978 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:39:13.816717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b87a701c-b240-41f1-be0f-981e366ccacd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:39:13.891599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b87a701c-b240-41f1-be0f-981e366ccacd completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:39:13.897430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b87a701c-b240-41f1-be0f-981e366ccacd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:13.897930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:14.023814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:14.058774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b87a701c-b240-41f1-be0f-981e366ccacd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b87a701c-b240-41f1-be0f-981e366ccacd,segment=NetworkSegment(0dd29e97-a26e-4820-a09a-8911b76ac0ec),segment_id=0dd29e97-a26e-4820-a09a-8911b76ac0ec)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:39:14.063852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:14.066012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:14.135281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b87a701c-b240-41f1-be0f-981e366ccacd,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:14.138506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:15.615548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39038) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:15.747106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b87a701c-b240-41f1-be0f-981e366ccacd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:39:15.819972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b87a701c-b240-41f1-be0f-981e366ccacd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:15.820382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:15.885476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bef9322f-2ac5-47a3-968b-5af4be35646c admin admin] 10.222.0.69 "GET /v2.0/routers/3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 HTTP/1.1" status: 200  len: 710 time: 0.2686737
Dec 13 14:39:16.025820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725920e6-99be-4d14-acb4-59454fb70185 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:39:16.027340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-725920e6-99be-4d14-acb4-59454fb70185 admin admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 886 time: 0.1361749
Dec 13 14:39:16.040228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:39:16.544762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:16.747234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:16.820714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:16.970207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Allocated IP 172.26.4.109 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1cead952-35b5-4c41-905d-8b8de9f92afb) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:39:17.133821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:17.193594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:17.198413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:17.414179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:39:17.417560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:39:17.419567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Pushing event updated for resources: {'Port': ['ID=1cead952-35b5-4c41-905d-8b8de9f92afb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:17.431976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:39:17.472712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:17.627127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:17.801781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:17.805704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:18.016430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:39:18.233606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:39:18.242659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:18.243963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] 10.222.0.69 "PUT /v2.0/routers/3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 HTTP/1.1" status: 200  len: 890 time: 2.2073369
Dec 13 14:39:18.244721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Sync routers for ids ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:39:18.258473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Routers {'3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:39:18.259183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f76c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:18.456128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Set router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:39:18.821722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f76c3c8>, [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:17Z', 'revision_number': 4, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port': {'id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:16Z', 'updated_at': '2021-12-13T14:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:14Z', 'revision_number': 5, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:18.826878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Checking router: 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:39:18.827304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Updating router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 port 1cead952-35b5-4c41-905d-8b8de9f92afb binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:39:18.883755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.225693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.238193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Transition to ACTIVE for port object 1cead952-35b5-4c41-905d-8b8de9f92afb will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:39:19.253017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.257903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:19.335503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Pushing event updated for resources: {'Port': ['ID=1cead952-35b5-4c41-905d-8b8de9f92afb,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:19.339212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:19.340077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Attempting to bind port 1cead952-35b5-4c41-905d-8b8de9f92afb on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:39:19.340488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Attempting to bind port 1cead952-35b5-4c41-905d-8b8de9f92afb by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:39:19.340887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Attempting to bind port 1cead952-35b5-4c41-905d-8b8de9f92afb on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:39:19.348691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:39:19.349103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:39:19.349527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.349985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:39:19.350496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Bound port: 1cead952-35b5-4c41-905d-8b8de9f92afb, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:39:19.350926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.429689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] For port 1cead952-35b5-4c41-905d-8b8de9f92afb, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:39:19.432995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] For port 1cead952-35b5-4c41-905d-8b8de9f92afb, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1cead952-35b5-4c41-905d-8b8de9f92afb,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:39:19.437253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:19.441833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ee66687-ca75-4bec-b9da-bb58b11aee90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:19.521164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Pushing event updated for resources: {'Port': ['ID=1cead952-35b5-4c41-905d-8b8de9f92afb,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:19.524692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:19.528460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Routers {'3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:39:19.529119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f76c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:19.860080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] Set router 3579e0fa-f18d-48c3-93ce-6e2d4c4624d2 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:39:20.205027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f76c3c8>, [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:17Z', 'revision_number': 4, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port': {'id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:16Z', 'updated_at': '2021-12-13T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:14Z', 'revision_number': 5, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:39:20.210009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4de4-2b80-4e85-8fe6-a3a75ce7f22a None None] The sync data for ids ['3579e0fa-f18d-48c3-93ce-6e2d4c4624d2'] in dv-neutron-821565-1-hyperv is: [{'id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'name': 'router1', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:38:59Z', 'updated_at': '2021-12-13T14:39:17Z', 'revision_number': 4, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'gw_port': {'id': '1cead952-35b5-4c41-905d-8b8de9f92afb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:16Z', 'updated_at': '2021-12-13T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b87a701c-b240-41f1-be0f-981e366ccacd', 'name': '', 'network_id': '78ce89db-5316-4eeb-abd0-e6eb2c005366', 'tenant_id': 'c401c9b14f684779a457d43f351bc593', 'mac_address': 'fa:16:3e:cb:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3579e0fa-f18d-48c3-93ce-6e2d4c4624d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:39:08Z', 'updated_at': '2021-12-13T14:39:14Z', 'revision_number': 5, 'project_id': 'c401c9b14f684779a457d43f351bc593', 'subnets': [{'id': '818c4ba9-99fc-499d-aad2-14be499ed662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '355b72fd-b85e-4329-91f0-b66c3bba271f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:39:20.561600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39052) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:39:20.714713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-56d863bf-6ea8-4c3f-b61e-33c2a72bd346 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.1518452
Dec 13 14:39:21.792401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1cead952-35b5-4c41-905d-8b8de9f92afb up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:39:21.868608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1cead952-35b5-4c41-905d-8b8de9f92afb completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:39:21.873488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1cead952-35b5-4c41-905d-8b8de9f92afb triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:21.873925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:21.992316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:22.008529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1cead952-35b5-4c41-905d-8b8de9f92afb, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1cead952-35b5-4c41-905d-8b8de9f92afb,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:39:22.012003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:22.014252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:39:22.085381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1cead952-35b5-4c41-905d-8b8de9f92afb,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:39:22.088806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:39:23.783740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1cead952-35b5-4c41-905d-8b8de9f92afb up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:39:23.881682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1cead952-35b5-4c41-905d-8b8de9f92afb triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:39:23.882452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:30.636966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:39:37.892076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e13cd0a3-c6b2-4d02-b3f2-eff30b99944d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:39.428698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:40.178729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7b69475f-5889-4e50-839c-8026f40a38dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:40.631990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:39:41.982009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:07.638714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:40:07.889466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd9a7-5611-4a70-a658-72bbd40b9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:09.433386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:10.181417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab5835d3-26a8-484f-9531-5208b3f67271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:10.636091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:11.992662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:37.887941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54d432a6-6960-4867-af4d-9e51f924b8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:39.437936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:40.186746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d27ba7f3-2382-4131-80b9-f112bcb87beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:40.628274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:41.987703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:40:44.640710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:41:00.258992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:00.368856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe5fbef-c85d-4b88-9bc9-03f30d419933 admin admin] GET failed (client error): The resource could not be found.
Dec 13 14:41:00.370106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8fe5fbef-c85d-4b88-9bc9-03f30d419933 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1101005
Dec 13 14:41:00.516201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c90cf-98b8-43a9-b1bd-5934123516ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:00.517840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-873c90cf-98b8-43a9-b1bd-5934123516ef admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1431465
Dec 13 14:41:02.631086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39634) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:02.778341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f7aa5-db46-401f-a519-735dd6018910 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:02.778950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-861f7aa5-db46-401f-a519-735dd6018910 admin admin] Synchronizing usage tracker for tenant:015d20349d1e46f7afc974176f5b509e on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:41:02.797003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-861f7aa5-db46-401f-a519-735dd6018910 admin admin] Unset dirty status for tenant:015d20349d1e46f7afc974176f5b509e on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:41:02.798205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-861f7aa5-db46-401f-a519-735dd6018910 admin admin] 10.222.0.69 "GET /v2.0/subnets/818c4ba9-99fc-499d-aad2-14be499ed662 HTTP/1.1" status: 200  len: 849 time: 0.1660852
Dec 13 14:41:02.808804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:41:02.932859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:03.133482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958'] for subnet, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:03.137473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25bee618-31cc-4fea-a89a-245b0ce8906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:03.194821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:03.195420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:03.210995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] 10.222.0.69 "PUT /v2.0/subnets/818c4ba9-99fc-499d-aad2-14be499ed662 HTTP/1.1" status: 200  len: 868 time: 0.3920584
Dec 13 14:41:03.211250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f937112-93d9-4ad5-8f76-607b8cb18331 None None] Network 78ce89db-5316-4eeb-abd0-e6eb2c005366 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:41:03.211391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818c4ba9-99fc-499d-aad2-14be499ed662,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:03.217889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.218245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.218603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.218961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.219361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.219720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.220057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.220410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.220754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.221437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.221793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:03.226337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:03.717995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3964b63c-a6e9-4ba8-8166-13f12bfc43b7 None None] Provisioning complete for port 0177c432-8024-49f6-8a48-a81563d3c5a7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:41:03.718506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3964b63c-a6e9-4ba8-8166-13f12bfc43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:03.859068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3964b63c-a6e9-4ba8-8166-13f12bfc43b7 None None] Provisioning complete for port b87a701c-b240-41f1-be0f-981e366ccacd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:41:03.859068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3964b63c-a6e9-4ba8-8166-13f12bfc43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:05.298355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39646) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:05.518523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7781-47e7-4dfe-92ee-200a38edb8be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:05.518856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7781-47e7-4dfe-92ee-200a38edb8be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:05.519698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac6e7781-47e7-4dfe-92ee-200a38edb8be admin admin] Synchronizing usage tracker for tenant:015d20349d1e46f7afc974176f5b509e on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:41:05.538395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac6e7781-47e7-4dfe-92ee-200a38edb8be admin admin] Unset dirty status for tenant:015d20349d1e46f7afc974176f5b509e on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:41:05.539686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac6e7781-47e7-4dfe-92ee-200a38edb8be admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2401140
Dec 13 14:41:07.651409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39658) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:07.876747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c9b08-2a94-4d1f-a3c7-63e2e7cdbc1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:07.877449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c9b08-2a94-4d1f-a3c7-63e2e7cdbc1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:07.879860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f45c9b08-2a94-4d1f-a3c7-63e2e7cdbc1c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2272985
Dec 13 14:41:07.880366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-425f4251-e276-4f8b-95ad-bad4a97775da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:09.446339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:09.984540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39670) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:10.189957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6ad0b95-ae18-46ff-bec5-2ea4193a8bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:10.202027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c849e-b06a-456d-a292-f02fbb1a49d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:10.203607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc2c849e-b06a-456d-a292-f02fbb1a49d3 admin admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 886 time: 0.2178082
Dec 13 14:41:10.623079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:11.996388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:12.313620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39682) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:12.533441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdecf016-70e0-45ed-896d-c453d40e2fca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:12.534888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bdecf016-70e0-45ed-896d-c453d40e2fca admin admin] 10.222.0.69 "GET /v2.0/networks/78ce89db-5316-4eeb-abd0-e6eb2c005366 HTTP/1.1" status: 200  len: 869 time: 0.2201982
Dec 13 14:41:14.762559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39694) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:14.912838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca4346-9359-4698-b121-64c73600d5ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:14.913277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca4346-9359-4698-b121-64c73600d5ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:14.915872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3eca4346-9359-4698-b121-64c73600d5ea admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1519470
Dec 13 14:41:17.052816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39706) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:17.207420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639956ec-8dfc-46a0-946d-bc33a0ff441e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:17.207684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639956ec-8dfc-46a0-946d-bc33a0ff441e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:17.209384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-639956ec-8dfc-46a0-946d-bc33a0ff441e admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1554723
Dec 13 14:41:19.298835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39718) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:19.450557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639361ae-826c-448e-8ea0-589d724126a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:19.451968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-639361ae-826c-448e-8ea0-589d724126a0 admin admin] 10.222.0.69 "GET /v2.0/subnets/818c4ba9-99fc-499d-aad2-14be499ed662 HTTP/1.1" status: 200  len: 868 time: 0.1517861
Dec 13 14:41:21.557334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:21.641912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:41:21.698079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a6610-4788-4724-a113-c66a63bf8eee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:21.699553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd8a6610-4788-4724-a113-c66a63bf8eee admin admin] 10.222.0.69 "GET /v2.0/subnets/a8559dc4-0de0-4526-bfc3-e8712709b19d HTTP/1.1" status: 200  len: 816 time: 0.1411605
Dec 13 14:41:37.885010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6368339-4036-4c9d-ac9d-ce56d1161ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:39.441016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:40.193330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d002bee6-4537-4869-914f-6bc9c729747c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:40.627054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:41.554358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39778) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:41.635906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-da8465d1-2d6c-4b0c-8500-2cbe4cbeae3e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:41:41.637009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da8465d1-2d6c-4b0c-8500-2cbe4cbeae3e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0814903
Dec 13 14:41:42.002627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:43.792659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39790) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:43.902432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacf43ef-12f1-47e2-bfcf-bfa4457b3ccd admin admin] GET failed (client error): The resource could not be found.
Dec 13 14:41:43.903771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eacf43ef-12f1-47e2-bfcf-bfa4457b3ccd admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1100905
Dec 13 14:41:44.047659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d71f9d-add7-4d1a-bd9b-e1dd337632e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:44.049215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8d71f9d-add7-4d1a-bd9b-e1dd337632e1 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1385372
Dec 13 14:41:46.180750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:46.257828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:41:46.263558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:41:46.274296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:41:46.287902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Made reservation on behalf of 015d20349d1e46f7afc974176f5b509e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:41:46.292739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:46.392791 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.services.revisions.revision_plugin [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff65f337ac8] {project_id='015d20349d1e46f7afc974176f5b509e', id='9d9c991f-1482-4d63-80f4-1eafae8feb4b', target_tenant='*', action='access_as_shared', object_id='b41e0e08-b5d2-4a37-bba6-3744ebd8d643'}> to bump revision.
Dec 13 14:41:46.411321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:41:46.424843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:46.425224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Added segment ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e of type vlan for network b41e0e08-b5d2-4a37-bba6-3744ebd8d643
Dec 13 14:41:46.453130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:46.486051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:46.487326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:46.487962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:46.492822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:46.750687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5687106
Dec 13 14:41:46.751467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Pushing event updated for resources: {'Network': ['ID=b41e0e08-b5d2-4a37-bba6-3744ebd8d643,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:46.755173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:46.765162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:41:48.861671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39814) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:41:48.964781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2238e69b-b90e-4910-a003-57c5ba42af07 admin admin] GET failed (client error): The resource could not be found.
Dec 13 14:41:48.965327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2238e69b-b90e-4910-a003-57c5ba42af07 admin admin] Synchronizing usage tracker for tenant:015d20349d1e46f7afc974176f5b509e on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:41:48.982939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2238e69b-b90e-4910-a003-57c5ba42af07 admin admin] Unset dirty status for tenant:015d20349d1e46f7afc974176f5b509e on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:41:48.984096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2238e69b-b90e-4910-a003-57c5ba42af07 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1214051
Dec 13 14:41:49.103009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0ba9a-d16d-4d21-aa9f-50f5d0067aec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:49.104619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-93e0ba9a-d16d-4d21-aa9f-50f5d0067aec admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1138809
Dec 13 14:41:49.119576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:41:49.124558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:41:49.134831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:41:49.146432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Made reservation on behalf of 015d20349d1e46f7afc974176f5b509e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:41:49.151185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:49.377809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:49.381616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:49.450366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbf02ab-e4df-4e95-a667-f6781c0213d2,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:49.454353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:49.468483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Checking segment: {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:41:49.468873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Network hostable DHCP agents. Network: b41e0e08-b5d2-4a37-bba6-3744ebd8d643, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:41:49.492541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:41:49.502522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, b41e0e08-b5d2-4a37-bba6-3744ebd8d643) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:41:49.506915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:41:49.507581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:49.513407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8494bb4-163e-4976-b64a-6f31d3a752bf None None] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:41:49.533450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4175811
Dec 13 14:41:49.754813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-b41e0e08-b5d2-4a37-bba6-3744ebd8d643', 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643', 'tenant_id': '015d20349d1e46f7afc974176f5b509e', 'fixed_ips': [{'subnet_id': '2dbf02ab-e4df-4e95-a667-f6781c0213d2'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:41:49.755884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:49.928286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Allocated IP 192.168.233.2 (b41e0e08-b5d2-4a37-bba6-3744ebd8d643/2dbf02ab-e4df-4e95-a667-f6781c0213d2/203da59e-fb7b-4078-857d-a948d8ed6903) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:41:50.141544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:50.153098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Transition to ACTIVE for port object 203da59e-fb7b-4078-857d-a948d8ed6903 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:41:50.172108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Transition to ACTIVE for port object 203da59e-fb7b-4078-857d-a948d8ed6903 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:41:50.176565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:50.185189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e687100b-7883-41b7-9cc5-0f002054216f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:50.250374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:41:50.253657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:41:50.258060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Pushing event updated for resources: {'Port': ['ID=203da59e-fb7b-4078-857d-a948d8ed6903,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:50.261092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:41:50.272918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.273301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.273663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.274039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.274400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.274750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.275131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.275486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.275853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.276225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.276534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:41:50.310000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:50.371651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Attempting to bind port 203da59e-fb7b-4078-857d-a948d8ed6903 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:41:50.372068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Attempting to bind port 203da59e-fb7b-4078-857d-a948d8ed6903 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:41:50.372474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Attempting to bind port 203da59e-fb7b-4078-857d-a948d8ed6903 on network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:41:50.379843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:41:50.380318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Checking segment: {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:41:50.380841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:50.381276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Bound using segment: {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:41:50.381791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Bound port: 203da59e-fb7b-4078-857d-a948d8ed6903, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:41:50.382221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:50.474870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] For port 203da59e-fb7b-4078-857d-a948d8ed6903, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:41:50.478306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] For port 203da59e-fb7b-4078-857d-a948d8ed6903, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=203da59e-fb7b-4078-857d-a948d8ed6903,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:41:50.482402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:50.486867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:50.566871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Pushing event updated for resources: {'Port': ['ID=203da59e-fb7b-4078-857d-a948d8ed6903,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:50.570228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:51.864795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 203da59e-fb7b-4078-857d-a948d8ed6903 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:41:51.949746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 203da59e-fb7b-4078-857d-a948d8ed6903 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:41:52.105492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f3d09-6ca7-49a9-a6f5-0b7032c3d1d0 None None] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:41:52.387660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Provisioning for port 203da59e-fb7b-4078-857d-a948d8ed6903 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:41:52.421274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Provisioning complete for port 203da59e-fb7b-4078-857d-a948d8ed6903 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:41:52.421686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:52.607911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:52.651545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] For port 203da59e-fb7b-4078-857d-a948d8ed6903, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=203da59e-fb7b-4078-857d-a948d8ed6903,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:41:52.654502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:52.656651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:41:52.728965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Pushing event updated for resources: {'Port': ['ID=203da59e-fb7b-4078-857d-a948d8ed6903,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:41:52.732322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:41:52.885598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2ef12407-7f13-4a2d-9510-39612ac5ba62 None None] Provisioning complete for port 203da59e-fb7b-4078-857d-a948d8ed6903 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:41:52.886150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ef12407-7f13-4a2d-9510-39612ac5ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:53.826090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 203da59e-fb7b-4078-857d-a948d8ed6903 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:41:53.900930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 203da59e-fb7b-4078-857d-a948d8ed6903 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:41:53.901572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:41:58.644591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:42:07.889501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29a84704-124a-4890-a7cd-9a4097bba397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:09.437531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:10.197686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7aecfe69-49aa-4bf1-8dd3-656fc03b1b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:10.631492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:12.008379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:35.646323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:42:37.898402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47038da4-d769-4a16-ba4a-9d19cfe24295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:39.442003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:40.203767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b9225d4-cf21-4fa7-8624-ff4ee8047c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:40.634363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:42:42.008343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:05.313325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39848) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:43:05.320308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-fb412527-5d25-483e-9860-caf78d8f0d2b tempest-verify_tempest_config-1353951228 tempest-verify_tempest_config-1353951228-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:43:05.321347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fb412527-5d25-483e-9860-caf78d8f0d2b tempest-verify_tempest_config-1353951228 tempest-verify_tempest_config-1353951228-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0069888
Dec 13 14:43:05.795341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39866) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:43:05.959678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:05.994787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:43:05.999231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Usage tracker for resource:security_group_rule and tenant:38824631cc2942b9af29768fd058591a is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:43:06.002361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:43:06.008927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:43:06.093192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.098181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.110660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:43:06.155259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201e79a2-64a7-4a2c-9473-3bd4beefa879,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:43:06.159019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Synchronizing usage tracker for tenant:015d20349d1e46f7afc974176f5b509e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:43:06.172926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.173303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.173664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.174022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.174383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.174742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.175112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.175464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.175816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.176167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.176514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.183962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:43:06.189676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Unset dirty status for tenant:015d20349d1e46f7afc974176f5b509e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:43:06.191043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38824631cc2942b9af29768fd058591a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3946457
Dec 13 14:43:06.195693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 39872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:43:06.264891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.295999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.350290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.354149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:43:06.365745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201e79a2-64a7-4a2c-9473-3bd4beefa879,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:43:06.377018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:06.378205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/201e79a2-64a7-4a2c-9473-3bd4beefa879 HTTP/1.1" status: 204  len: 168 time: 0.1815069
Dec 13 14:43:06.380021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.380382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.380739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.381092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.381441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.381790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.382132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.382543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.382796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.383148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.383494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:43:06.387235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:43:07.897245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b82a48fb-67a0-4167-8136-5ee26bcc881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:09.457460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:10.208164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ee0c3f3-c6b9-428b-9bcf-91b5d1e16792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:10.640741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:12.015257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:12.655237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:43:37.894109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aefbc635-5409-4ff2-b687-ee4fe51ec5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:39.462717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:40.209187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5ad964e-b6c0-47b6-99a6-e774c0a6fb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:40.644725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:42.020102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:43:49.647996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:44:07.887177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-987ce418-9363-4213-972c-2ebb6f8802c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:09.459216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:10.209529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-272ec391-fb77-4308-8360-ebb1ab2b20ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:10.650569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:12.031348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:26.649616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 5 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:44:28.712870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036788090506'] for agent, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:37.890485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-36aff539-6297-436c-b906-07058959fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:39.453209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:40.203596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aeb82cd8-d6ae-42e4-a45b-b7793109cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:40.657812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:42.029447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:44:44.953948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39952) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:44:45.119346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a02b4e8c-856c-4d6b-97cd-907247309f83 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1641200
Dec 13 14:44:47.237246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 39964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:44:47.331368 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d43b0d5a-6575-4b18-bdd1-c3955502c8a3 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0928307
Dec 13 14:44:58.680996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:03.658399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:45:07.899749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ef97382-2470-47ce-b0ae-a086e41832ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:09.463029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:10.218209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c78f4b68-5aa7-49e1-98f7-e01a042f4559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:10.651181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:12.029410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:28.672825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:37.895615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d173e48-ab32-4228-9830-8c0b415b2743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:39.457530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:40.213911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf99976d-0038-4a8e-a565-6999e1366d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:40.650842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:45:40.653561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:42.035687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:45:58.683296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:07.891487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cba803c8-d741-4703-b995-a18ab9e10113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:09.462067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:10.218238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f6bbe9c-6386-4599-995e-b062ff7766ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:10.656051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:12.044435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:17.616958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40146) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:17.652508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:46:17.775091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40156) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:18.108716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1317031304-network', 'tenant_id': 'ec035ff71c50461e915b613633a3441d'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:18.114275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.119024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Usage tracker for resource:network and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:18.123057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:18.129106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:18.138583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Made reservation on behalf of ec035ff71c50461e915b613633a3441d for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:18.143547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.158590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.198162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.202190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Usage tracker for resource:security_group_rule and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:18.205139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:18.211189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:18.290221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.295404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.300207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:18.330184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:18.345190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe90796-d34c-49d8-90c6-1a39cdab66c9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:18.353479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.354791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Added segment b1bbe04a-4f7e-41bf-89f5-9115a794516f of type vlan for network a4609780-3769-45c6-8552-b35f51419f8e
Dec 13 14:46:18.368005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.368569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.369231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.370440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.370957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.371522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.372041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.372534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.373029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.373574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.374103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Tracked resource versions report:
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     HyperV agent@hv-neutron-8215: {},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:46:18.375599 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:46:18.388415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:18.396213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2142590707-network', 'tenant_id': 'cbf399be428047adb5864040d190a4b3'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:18.412639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.419730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.424365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Usage tracker for resource:network and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:18.428348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:18.437143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:18.461977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Made reservation on behalf of cbf399be428047adb5864040d190a4b3 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:18.467231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.482172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.497281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.497519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:18.498039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.503195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:18.596205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9745033
Dec 13 14:46:18.596205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.596598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40188) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:18.603792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Request body: {'subnet': {'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1317031304-subnet', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:18.610158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.615243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Usage tracker for resource:subnet and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:18.619425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:18.627299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:18.640769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Made reservation on behalf of ec035ff71c50461e915b613633a3441d for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:18.645956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Notify callbacks [] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.649837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:18.658750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:18.664860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:18.676386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Pushing event updated for resources: {'Network': ['ID=a4609780-3769-45c6-8552-b35f51419f8e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:18.711052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network a4609780-3769-45c6-8552-b35f51419f8e details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:18.742008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.744095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:18.747308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.752844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:18.778679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:18.793260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.793931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Added segment 0cca24e2-1f9a-4599-b225-a9a0619954a0 of type vlan for network fae78a1b-16b2-45cb-86db-16daba017d2d
Dec 13 14:46:18.830008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.855162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d064e36-8de9-4786-b1e1-cb446a5e5b59,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:18.861118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:18.886110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.887526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:18.888373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.912034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:18.941445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40200) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:18.941929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.1595638
Dec 13 14:46:18.950619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Request body: {'subnet': {'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2142590707-subnet', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:18.955843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:18.957422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:18.967184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:18.998676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Usage tracker for resource:subnet and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:19.003042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:19.013587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:19.033308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fae78a1b-16b2-45cb-86db-16daba017d2d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:19.036024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:19.045414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network fae78a1b-16b2-45cb-86db-16daba017d2d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:19.065820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Made reservation on behalf of cbf399be428047adb5864040d190a4b3 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:19.071178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.184177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:19.207234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Checking segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:19.207625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Network hostable DHCP agents. Network: a4609780-3769-45c6-8552-b35f51419f8e, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:19.225838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.226204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.226563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.226916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.227303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.227654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.227999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.228424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.228812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.229140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.229551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Tracked resource versions report:
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     HyperV agent@hv-neutron-8215: {},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:46:19.230690 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:46:19.239486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:19.265373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Network a4609780-3769-45c6-8552-b35f51419f8e is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:19.316620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, a4609780-3769-45c6-8552-b35f51419f8e) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:19.323326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:19.323951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.329042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d6d70-e766-4011-8dff-0868e4470228 None None] Network a4609780-3769-45c6-8552-b35f51419f8e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:19.414784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8133674
Dec 13 14:46:19.415247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40220) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:19.419888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.422932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:19.424804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebc51e46-54f5-45e4-86fe-81d3c3e02005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:19.428951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:19.434006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Usage tracker for resource:router and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:19.437456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:19.444458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:19.457355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.460440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.487418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.512949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a455f5-2d32-48d6-a425-63d083a0101b,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:19.517620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:19.523384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Checking segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:19.523774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Network hostable DHCP agents. Network: fae78a1b-16b2-45cb-86db-16daba017d2d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:19.569921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Network fae78a1b-16b2-45cb-86db-16daba017d2d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:19.592455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, fae78a1b-16b2-45cb-86db-16daba017d2d) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:19.598192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:19.598823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.617360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b7fed-85c1-40d0-aec3-18860354a2e3 None None] Network fae78a1b-16b2-45cb-86db-16daba017d2d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:19.636092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.6932733
Dec 13 14:46:19.638846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40226) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:19.644800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:19.660340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:19.667580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Usage tracker for resource:router and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:19.675921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:19.686029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-a4609780-3769-45c6-8552-b35f51419f8e', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:46:19.687332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.692402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:19.702802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.716494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.717740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.754300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:19.944645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40236) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:20.211757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.219914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.237415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-fae78a1b-16b2-45cb-86db-16daba017d2d', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:46:20.238737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.259423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Allocated IP 172.20.0.2 (a4609780-3769-45c6-8552-b35f51419f8e/aa0cc12e-b6e6-499c-a878-9e7b86fdcca5/e0afbec4-e2d4-48ff-a64a-302631b70872) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:20.279608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.523216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Allocated IP 172.26.4.71 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/18379d79-e415-4f73-8a8d-7265e756d812) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:20.543075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.571437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Allocated IP 172.20.0.2 (fae78a1b-16b2-45cb-86db-16daba017d2d/44a455f5-2d32-48d6-a425-63d083a0101b/edf9d0a7-deb7-4717-a6ad-047c549b309d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:20.603414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.659611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1626745269', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:20.666218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:20.676484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Usage tracker for resource:port and tenant:3192c0ff28ff498d9df0710a53ea8c99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:20.686510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:20.704304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:20.729336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Made reservation on behalf of 3192c0ff28ff498d9df0710a53ea8c99 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:20.735044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.753277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.789620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:20.794158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Usage tracker for resource:security_group_rule and tenant:3192c0ff28ff498d9df0710a53ea8c99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:20.797423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:20.813198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:20.865165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.868280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.889325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Transition to ACTIVE for port object edf9d0a7-deb7-4717-a6ad-047c549b309d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:20.900627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.909955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.911489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.916756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] device_id is not set on port a554ed85-66f0-4e8d-8daf-1f70eac549f4 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:20.935423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Transition to ACTIVE for port object e0afbec4-e2d4-48ff-a64a-302631b70872 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:20.967840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.967840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:20.968546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Transition to ACTIVE for port object e0afbec4-e2d4-48ff-a64a-302631b70872 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:20.968546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Transition to ACTIVE for port object edf9d0a7-deb7-4717-a6ad-047c549b309d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:20.970600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:20.984488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.028525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Network a4609780-3769-45c6-8552-b35f51419f8e is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:21.030577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:21.034503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.035503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:21.038545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:21.042340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:21.048229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:21.075252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Pushing event updated for resources: {'Port': ['ID=18379d79-e415-4f73-8a8d-7265e756d812,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.082574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.089773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.157839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deff3c9e-5b61-4e05-96ec-ddb264fdcd41,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.168369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.173845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Pushing event updated for resources: {'Port': ['ID=e0afbec4-e2d4-48ff-a64a-302631b70872,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.192272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.197402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.198005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.198548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.199059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.200544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.200685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.201142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.201682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.202014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.202479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Tracked resource versions report:
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     HyperV agent@hv-neutron-8215: {},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:46:21.204051 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:46:21.232100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.233262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Allocated IP 172.26.4.237 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3a13c235-2028-4ab3-9290-566099fd40b1) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:21.234511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Network fae78a1b-16b2-45cb-86db-16daba017d2d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:21.236004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Attempting to bind port e0afbec4-e2d4-48ff-a64a-302631b70872 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:21.236004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Attempting to bind port e0afbec4-e2d4-48ff-a64a-302631b70872 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:21.236489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Attempting to bind port e0afbec4-e2d4-48ff-a64a-302631b70872 on network a4609780-3769-45c6-8552-b35f51419f8e {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:21.239120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.271928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.274774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.357242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Pushing event updated for resources: {'Port': ['ID=edf9d0a7-deb7-4717-a6ad-047c549b309d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.361640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:21.374433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.379360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:21.379786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Checking segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:21.380243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.380683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Bound using segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:21.381212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Bound port: e0afbec4-e2d4-48ff-a64a-302631b70872, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:21.381657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.399462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:21.415137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40268) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:21.508028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.562013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Attempting to bind port edf9d0a7-deb7-4717-a6ad-047c549b309d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:21.562433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Attempting to bind port edf9d0a7-deb7-4717-a6ad-047c549b309d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:21.562847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Attempting to bind port edf9d0a7-deb7-4717-a6ad-047c549b309d on network fae78a1b-16b2-45cb-86db-16daba017d2d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:21.579859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:21.580290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Checking segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:21.580734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.581737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Bound using segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:21.582259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.582371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Bound port: edf9d0a7-deb7-4717-a6ad-047c549b309d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:21.582772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.602590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] For port e0afbec4-e2d4-48ff-a64a-302631b70872, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:21.606704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58abbca3-7614-4ac8-91e6-5c313a839626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.644539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] For port e0afbec4-e2d4-48ff-a64a-302631b70872, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0afbec4-e2d4-48ff-a64a-302631b70872,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:21.654719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.661164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:21.662865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.670594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:21.690628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:21.708259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Router 636eab4f-f5ff-448e-979c-627d5401d75b is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:46:21.797183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] For port edf9d0a7-deb7-4717-a6ad-047c549b309d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:21.800111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Pushing event updated for resources: {'Port': ['ID=e0afbec4-e2d4-48ff-a64a-302631b70872,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.809922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] For port edf9d0a7-deb7-4717-a6ad-047c549b309d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=edf9d0a7-deb7-4717-a6ad-047c549b309d,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:21.812931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.815821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:21.827732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f598f17-ff37-48bc-a4f0-e4d724c98b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:21.863318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Allocated IP 172.26.4.133 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/a554ed85-66f0-4e8d-8daf-1f70eac549f4) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:21.898254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Pushing event updated for resources: {'Port': ['ID=3a13c235-2028-4ab3-9290-566099fd40b1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.918315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.922061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Pushing event updated for resources: {'Port': ['ID=edf9d0a7-deb7-4717-a6ad-047c549b309d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:21.926606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:21.951574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40280) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.133684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:46:22.143585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Sync routers for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:46:22.162302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:22.163006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f62c518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:22.174619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.175083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.176614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7597661
Dec 13 14:46:22.179895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40288) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.180919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ca8af7c3-aaa1-4290-b4be-e4c42a0da216 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:22.217193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40292) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.430655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.433357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.439866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca8af7c3-aaa1-4290-b4be-e4c42a0da216 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "PUT /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402 HTTP/1.1" status: 200  len: 366 time: 1.0226629
Dec 13 14:46:22.458778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40298) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.549268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:22.631427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.707264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff9124d8-3686-4ac8-b6ba-d60ae0556069 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.2314460
Dec 13 14:46:22.722504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40304) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.723502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:22.742370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2020792363'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:22.747517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:22.751723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Usage tracker for resource:network and tenant:afb554c9c7a3466f9d2e0140e304666e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:22.755443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:22.765316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:22.794183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40306) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:22.797846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Made reservation on behalf of afb554c9c7a3466f9d2e0140e304666e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:22.804466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.823906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:22.878097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:22.882828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Usage tracker for resource:security_group_rule and tenant:afb554c9c7a3466f9d2e0140e304666e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:22.887597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:22.897395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:22.977816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f62c518>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:22.984548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Checking router: 636eab4f-f5ff-448e-979c-627d5401d75b for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:46:22.984548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Updating router 636eab4f-f5ff-448e-979c-627d5401d75b port 18379d79-e415-4f73-8a8d-7265e756d812 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:46:23.030535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.037636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.040616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:23.050145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Pushing event updated for resources: {'Port': ['ID=a554ed85-66f0-4e8d-8daf-1f70eac549f4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:23.052871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:23.055287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:23.069763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3626cdb-2636-48fe-8c62-cdca24edbfb6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402 HTTP/1.1" status: 200  len: 366 time: 0.0265088
Dec 13 14:46:23.070830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:23.072474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:23.073361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.095602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:23.102720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40318) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.124824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:23.146811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Usage tracker for resource:floatingip and tenant:39cb66d4dadf44bb85368d6e431d4b51 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.151216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5ece867-10fe-4a75-86da-f5deff287861 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402 HTTP/1.1" status: 204  len: 168 time: 0.0439301
Dec 13 14:46:23.153594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.156830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40326) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.164927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.174927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:23.179730 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.2339401
Dec 13 14:46:23.181033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2dae913a-30ea-428d-9499-881d71de5518 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0198584
Dec 13 14:46:23.184154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40330) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.184658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40332) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.194895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.133'}]}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:23.200271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:23.204220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75998f50-c38a-4eab-8fae-108d669e6beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:23.205224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Usage tracker for resource:router and tenant:3192c0ff28ff498d9df0710a53ea8c99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.208471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.216311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:23.230265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-780202518'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:23.231573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.232980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.262910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:23.275607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae81fcde-b0e8-44bf-ac50-266c8a89d381 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402 HTTP/1.1" status: 200  len: 370 time: 0.0811706
Dec 13 14:46:23.285404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40342) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.289357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:23.305859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb736515-8663-4ced-8994-9762c56bb457 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402/default HTTP/1.1" status: 200  len: 370 time: 0.0178957
Dec 13 14:46:23.310199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40346) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.316842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.316980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Usage tracker for resource:network and tenant:17ca8a1d01ed4c75b5bc4b99947a569c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.321887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.322182 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Added segment 0eb3e369-408e-4b36-8498-8a5d6d549285 of type vlan for network a9eb19de-07a1-4301-9edf-1e2e30761d1a
Dec 13 14:46:23.323989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.333763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40350) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.337544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe82347-cd2e-435d-8c04-5852b4978dd1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:23.341482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:23.345420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:23.385095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-09b42af8-7022-4db3-9ba4-e0a41617d712 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] delete failed (client error): The resource could not be found.
Dec 13 14:46:23.388112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09b42af8-7022-4db3-9ba4-e0a41617d712 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/27c08a4a645a4e098bed8f1cbcd3e402 HTTP/1.1" status: 404  len: 348 time: 0.0734618
Dec 13 14:46:23.398526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.409917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Made reservation on behalf of 17ca8a1d01ed4c75b5bc4b99947a569c for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:23.434179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.436339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.539900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.555644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.557073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Transition to ACTIVE for port object 18379d79-e415-4f73-8a8d-7265e756d812 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:23.565548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.573550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:23.686832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Pushing event updated for resources: {'Port': ['ID=18379d79-e415-4f73-8a8d-7265e756d812,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:23.700928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40358) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:23.702037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Attempting to bind port 18379d79-e415-4f73-8a8d-7265e756d812 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:23.702442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Attempting to bind port 18379d79-e415-4f73-8a8d-7265e756d812 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:23.703201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Attempting to bind port 18379d79-e415-4f73-8a8d-7265e756d812 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:23.706258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.706634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.706981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.707342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.707795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.708185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.708367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.708729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.708996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.709483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.709818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Tracked resource versions report:
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: pushed versions:
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: {   'ConntrackHelper': {'1.0'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Log': {'1.0'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Network': {'1.1'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Port': {'1.5'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'PortForwarding': {'1.2'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'QosPolicy': {'1.8'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroup': {'1.2'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SecurityGroupRule': {'1.0'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'SubPort': {'1.0'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Subnet': {'1.1'},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     'Trunk': {'1.1'}}
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: consumer versions:
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: {   DHCP agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     HyperV agent@hv-neutron-8215: {},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     L3 agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metadata agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     Metering agent@dv-neutron-821565-1-hyperv: {},
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:     Open vSwitch agent@dv-neutron-821565-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Log': '1.0',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Network': '1.1',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Port': '1.5',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'PortForwarding': '1.2',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'QosPolicy': '1.8',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroup': '1.2',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SecurityGroupRule': '1.0',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'SubPort': '1.0',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Subnet': '1.1',
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:                                                        'Trunk': '1.1'}}
Dec 13 14:46:23.711005 dv-neutron-821565-1-hyperv neutron-server[88745]:  {{(pid=88859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 13 14:46:23.720412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:23.722944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:23.723462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:23.723813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.724239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:23.724789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Bound port: 18379d79-e415-4f73-8a8d-7265e756d812, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:23.725206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.774355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.780312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:network and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.783509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8965208c-a2a2-4938-961d-7f4c9093f188 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:23.800383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.808698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] For port 18379d79-e415-4f73-8a8d-7265e756d812, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:23.813727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] For port 18379d79-e415-4f73-8a8d-7265e756d812, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=18379d79-e415-4f73-8a8d-7265e756d812,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:23.818996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.824900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:23.840326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:23.844497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.847086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:subnet and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.849306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Usage tracker for resource:security_group_rule and tenant:17ca8a1d01ed4c75b5bc4b99947a569c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.850470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.856677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:23.857396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:23.858595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.867985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:23.872963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9114874-648f-4ef5-a4c4-2ab4ba8cc28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:23.911671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:46:23.912834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:23.944610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:subnetpool and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:23.962735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.037224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8965208c-a2a2-4938-961d-7f4c9093f188 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "PUT /v2.0/quotas/8b47c9b37e784fa6821e92692cdfb95b HTTP/1.1" status: 200  len: 368 time: 0.6912684
Dec 13 14:46:24.049484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40362) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:24.078944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Request body: {'network': {'project_id': '8b47c9b37e784fa6821e92692cdfb95b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:24.141093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0afbec4-e2d4-48ff-a64a-302631b70872 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:24.168792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Pushing event updated for resources: {'Port': ['ID=18379d79-e415-4f73-8a8d-7265e756d812,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:24.173184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:24.175085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:24.176701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f62c518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:24.186633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.2301755
Dec 13 14:46:24.190667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event updated for resources: {'Network': ['ID=a9eb19de-07a1-4301-9edf-1e2e30761d1a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:24.194338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40368) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:24.202111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:24.209182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:24.213225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Request body: {'subnet': {'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:24.318751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:port and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:24.368282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.371286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e0afbec4-e2d4-48ff-a64a-302631b70872 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:24.382496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device edf9d0a7-deb7-4717-a6ad-047c549b309d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:24.411339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:24.421851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:24.464500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Usage tracker for resource:network and tenant:8b47c9b37e784fa6821e92692cdfb95b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:24.483707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.489256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port edf9d0a7-deb7-4717-a6ad-047c549b309d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:24.513724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Allocated IP 172.26.4.165 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:24.517184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:24.592823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:router and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:24.593439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:24.604430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Usage tracker for resource:subnet and tenant:afb554c9c7a3466f9d2e0140e304666e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:24.612952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.616949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:24.623505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.626323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:24.628524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:24.641906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:24.669781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Made reservation on behalf of 8b47c9b37e784fa6821e92692cdfb95b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:24.675469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:24.702542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Made reservation on behalf of afb554c9c7a3466f9d2e0140e304666e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:24.736446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:24.747161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01908c7-050e-4161-be2a-2b9ad3443011 None None] Network a4609780-3769-45c6-8552-b35f51419f8e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:24.755478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:24.780874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131a3040-e677-4361-8a13-0d087f9f3fb5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:24.782757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:floatingip and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:24.784143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:24.786888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:46:24.830775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Sync routers for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:46:24.839091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f62c518>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:24.843828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ce030-05ad-4450-b8e2-1a6832dc8c6f None None] The sync data for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv is: [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:46:24.877933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:24.878338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Added segment 05014427-5aa7-4d38-8215-f05f9466b849 of type vlan for network 32a128db-ab5c-4b25-bfde-1451523fd09c
Dec 13 14:46:24.924582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:24.973375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Provisioning for port e0afbec4-e2d4-48ff-a64a-302631b70872 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:24.987379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:24.988544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f33ce48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:25.013193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.049933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:25.057286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cfe07-1fc7-4caf-b20e-ade74ffd6203 None None] Network fae78a1b-16b2-45cb-86db-16daba017d2d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:25.058272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.059825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.061159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.4208212
Dec 13 14:46:25.062588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Usage tracker for resource:security_group_rule and tenant:8b47c9b37e784fa6821e92692cdfb95b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:25.064767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40372) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:25.070565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:25.098108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:25.098293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Provisioning complete for port e0afbec4-e2d4-48ff-a64a-302631b70872 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:25.098681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.101599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.161427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.208848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.258375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.364007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.410871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:security_group and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:25.431494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.433748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:25.492839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:25.503918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:25.505884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.582542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.583871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Usage tracker for resource:security_group_rule and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:25.620550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.628478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:25.640001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:25.653234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:25.655462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Pushing event updated for resources: {'Port': ['ID=d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:25.664120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:25.716380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:25.716650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:25.717919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:25.754415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.771306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-42164bf6-8e7b-4790-a73a-5bb41b2a47c6 tempest-QuotasTest-1407514204 tempest-QuotasTest-1407514204-project-admin] 10.222.0.69 "GET /v2.0/quotas/4a99190c3a43400289c1fd90e925895d/details.json HTTP/1.1" status: 200  len: 703 time: 2.0633049
Dec 13 14:46:25.771306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:25.873571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:25.881662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a2683-5a2a-4e15-883e-b78eb09197de,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:25.887542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:25.888184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Added segment a18477db-e803-43f9-8fa6-7545ff7de048 of type vlan for network 214be6e8-7bb3-42cf-b51b-21271297486c
Dec 13 14:46:25.898493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:25.933481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.216020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Allocated IP 172.20.0.1 (a4609780-3769-45c6-8552-b35f51419f8e/aa0cc12e-b6e6-499c-a878-9e7b86fdcca5/73e2e809-536d-4268-ba3e-f64572bf3abc) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:26.220937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 18379d79-e415-4f73-8a8d-7265e756d812 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:26.272014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.313607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Pushing event updated for resources: {'Network': ['ID=32a128db-ab5c-4b25-bfde-1451523fd09c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:26.334151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:26.337343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:26.372731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 32a128db-ab5c-4b25-bfde-1451523fd09c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:26.404687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 3.6091354
Dec 13 14:46:26.429591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.537553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 18379d79-e415-4f73-8a8d-7265e756d812 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:26.591752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.609483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] For port e0afbec4-e2d4-48ff-a64a-302631b70872, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0afbec4-e2d4-48ff-a64a-302631b70872,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:26.620277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.750944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 18379d79-e415-4f73-8a8d-7265e756d812 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:26.751582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.787979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:26.857596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:26.879122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:27.049526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.055857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Pushing event updated for resources: {'Port': ['ID=e0afbec4-e2d4-48ff-a64a-302631b70872,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:27.079902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:27.084863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Checking segment: {'id': '0eb3e369-408e-4b36-8498-8a5d6d549285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:27.085263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Network hostable DHCP agents. Network: a9eb19de-07a1-4301-9edf-1e2e30761d1a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:27.157442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event updated for resources: {'Subnet': ['ID=8cfd7324-293d-42e0-914c-4db9d9a0adfc,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:27.192337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:27.194243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Provisioning for port edf9d0a7-deb7-4717-a6ad-047c549b309d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:27.215369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.235503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:27.250636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Transition to ACTIVE for port object 73e2e809-536d-4268-ba3e-f64572bf3abc will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:27.263177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, a9eb19de-07a1-4301-9edf-1e2e30761d1a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:27.273358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:27.274011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.296431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.321480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Provisioning complete for port edf9d0a7-deb7-4717-a6ad-047c549b309d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:27.323103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.384649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1881521
Dec 13 14:46:27.388606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40404) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:27.394834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Request body: {'port': {'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2046331546'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:27.406542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70698e4-73fb-4220-b725-63e9039cac0b None None] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:27.432514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.435967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:27.440427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Usage tracker for resource:security_group_rule and tenant:eab1a1686511448f9f05d7427aa16d85 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:27.443638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:27.450956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:27.457789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:27.462325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.491186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:27.547483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:27.557711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10363853'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:27.580573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:27.602827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Usage tracker for resource:port and tenant:2266560301ff4d7da166743c5c80e2b4 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:27.617367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:27.625557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.630291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.638032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:27.638429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.642535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Pushing event updated for resources: {'Port': ['ID=d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:27.656948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:27.658799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee0c7325-fb79-473e-8b0d-a4801af564d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:27.676390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.682089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Network a4609780-3769-45c6-8552-b35f51419f8e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:27.689403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:27.692716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.702829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:27.708625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Pushing event updated for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:27.713994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:27.718700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:27.719195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.748117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Made reservation on behalf of 2266560301ff4d7da166743c5c80e2b4 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:27.749016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.752323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.778199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.789509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.804777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:27.824632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f33ce48>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:27.826711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Usage tracker for resource:port and tenant:afb554c9c7a3466f9d2e0140e304666e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:27.829415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 18379d79-e415-4f73-8a8d-7265e756d812, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=18379d79-e415-4f73-8a8d-7265e756d812,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:27.842432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:27.844650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.873757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:27.928272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:27.941822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Made reservation on behalf of afb554c9c7a3466f9d2e0140e304666e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:27.947914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.961129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Usage tracker for resource:security_group_rule and tenant:2266560301ff4d7da166743c5c80e2b4 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:27.965049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event updated for resources: {'Network': ['ID=214be6e8-7bb3-42cf-b51b-21271297486c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:27.967550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:27.981904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:27.983687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:27.991453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7697268
Dec 13 14:46:27.991662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:27.993811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40412) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:28.010801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-658946495', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'fixed_ips': [{'ip_address': '172.26.4.165'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:28.024633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:28.027180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.047283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] device_id is not set on port 3d721a12-b411-4054-a2e0-b9d0506a1fd5 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:28.080027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 214be6e8-7bb3-42cf-b51b-21271297486c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:28.085900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Usage tracker for resource:port and tenant:39cb66d4dadf44bb85368d6e431d4b51 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:28.096528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:28.103012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.109203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Checking router: 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:46:28.109628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Updating router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 port 3a13c235-2028-4ab3-9290-566099fd40b1 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:46:28.119405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.131459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:28.145888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 4.0816092
Dec 13 14:46:28.152359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40416) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:28.158526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:28.170128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.170864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64533a27-0977-47d7-b3df-bcb82b12727d {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:46:28.175896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:28.198601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Request body: {'network': {'project_id': '8b47c9b37e784fa6821e92692cdfb95b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:28.206269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-a9eb19de-07a1-4301-9edf-1e2e30761d1a', 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a', 'tenant_id': 'afb554c9c7a3466f9d2e0140e304666e', 'fixed_ips': [{'subnet_id': '8cfd7324-293d-42e0-914c-4db9d9a0adfc'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:46:28.207256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.219869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:28.236610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e879f7-a0c5-47f9-8e46-ff87ee48a2e0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:28.245612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:28.250147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Usage tracker for resource:network and tenant:8b47c9b37e784fa6821e92692cdfb95b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:28.254407 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:46:28.256324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-282e90c2-a4e0-4472-8de2-d48459ff0e6f tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.0688541
Dec 13 14:46:28.257757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:28.260375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Made reservation on behalf of 39cb66d4dadf44bb85368d6e431d4b51 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:28.261605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40420) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:28.265479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.266673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eab1a1686511448f9f05d7427aa16d85&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4058886
Dec 13 14:46:28.302717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:28.315418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] For port edf9d0a7-deb7-4717-a6ad-047c549b309d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=edf9d0a7-deb7-4717-a6ad-047c549b309d,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:28.316778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0afbec4-e2d4-48ff-a64a-302631b70872 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:28.327514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:28.359318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Made reservation on behalf of 8b47c9b37e784fa6821e92692cdfb95b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:28.363689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.368088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.372798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.388311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Deleting port a554ed85-66f0-4e8d-8daf-1f70eac549f4 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:28.388853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.395120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.452572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:28.541962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.542371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Added segment 90a96af8-6e7f-4b54-a424-95d71a49b1c1 of type vlan for network 2b0da66d-5773-400f-bf41-548317d70dad
Dec 13 14:46:28.549902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=18379d79-e415-4f73-8a8d-7265e756d812,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:28.607088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:28.607784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:28.660716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.661603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:28.709872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Allocated IP 172.20.0.6 (a9eb19de-07a1-4301-9edf-1e2e30761d1a/8cfd7324-293d-42e0-914c-4db9d9a0adfc/3d721a12-b411-4054-a2e0-b9d0506a1fd5) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:28.725399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Provisioning for port 73e2e809-536d-4268-ba3e-f64572bf3abc completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:28.728070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Usage tracker for resource:security_group_rule and tenant:39cb66d4dadf44bb85368d6e431d4b51 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:28.731640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.734878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:28.737805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.747411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.747727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Provisioning complete for port 73e2e809-536d-4268-ba3e-f64572bf3abc triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:28.748152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.751002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:28.751462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.755167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.759545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:28.759703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:28.767160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.795088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.806444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8dba7c11-96de-4f5d-aadf-684436341893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:28.809126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Pushing event updated for resources: {'Port': ['ID=edf9d0a7-deb7-4717-a6ad-047c549b309d,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:28.821254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:28.829047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:28.836980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e0afbec4-e2d4-48ff-a64a-302631b70872 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:28.837399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:28.898579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Port 73e2e809-536d-4268-ba3e-f64572bf3abc cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:28.898658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Calling delete_port for a554ed85-66f0-4e8d-8daf-1f70eac549f4 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:28.906738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.011512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Provisioning complete for port edf9d0a7-deb7-4717-a6ad-047c549b309d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:29.011910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.022272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdfd744-9622-464f-938b-5e7a1ceb26a7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:29.049235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:29.227027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.0665972
Dec 13 14:46:29.230852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40436) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:29.231589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event updated for resources: {'Network': ['ID=2b0da66d-5773-400f-bf41-548317d70dad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:29.235922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:29.264038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2b0da66d-5773-400f-bf41-548317d70dad details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:29.319724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Request body: {'network': {'project_id': '8b47c9b37e784fa6821e92692cdfb95b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:29.325540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:29.329376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Usage tracker for resource:network and tenant:8b47c9b37e784fa6821e92692cdfb95b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:29.332130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:29.338441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:29.340470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:46:29.340470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:46:29.343019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ff0834c-7b85-4f4d-af71-762b05baced1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1072297
Dec 13 14:46:29.359337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40440) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:29.361775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.394531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.435335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.439672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Transition to ACTIVE for port object 3a13c235-2028-4ab3-9290-566099fd40b1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:29.443240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8938b974-4906-479c-96d8-b1889342bf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:29.454123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.463808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:29.470886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.486108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Pushing event deleted for resources: {'Port': ['ID=a554ed85-66f0-4e8d-8daf-1f70eac549f4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:29.491315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:29.500646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Provisioning complete for port e0afbec4-e2d4-48ff-a64a-302631b70872 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:29.501062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aca6dcb6-d379-4576-8d59-247437bcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.509837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.522825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9d49e8a-a174-437d-9341-8b7092fa1ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:29.536191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.544705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a554ed85-66f0-4e8d-8daf-1f70eac549f4 HTTP/1.1" status: 204  len: 168 time: 1.2816546
Dec 13 14:46:29.591806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.600443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.608340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Attempting to bind port 3a13c235-2028-4ab3-9290-566099fd40b1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:29.608754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Attempting to bind port 3a13c235-2028-4ab3-9290-566099fd40b1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:29.609156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Attempting to bind port 3a13c235-2028-4ab3-9290-566099fd40b1 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:29.614011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Pushing event updated for resources: {'Port': ['ID=3a13c235-2028-4ab3-9290-566099fd40b1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:29.617009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:29.629363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.631880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:29.632015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:29.632443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.632880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:29.633566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Bound port: 3a13c235-2028-4ab3-9290-566099fd40b1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:29.633796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.771982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] For port 3a13c235-2028-4ab3-9290-566099fd40b1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:29.775369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] device_id is not set on port ef9061b1-e82f-4923-a289-0a7a91946a6e yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:29.775490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] For port 3a13c235-2028-4ab3-9290-566099fd40b1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a13c235-2028-4ab3-9290-566099fd40b1,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:29.779416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:29.785095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:29.838794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:29.873279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:29.873976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f33ce48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:29.919711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-310b9e81-32dc-46e7-8667-023bf64311bc tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b47c9b37e784fa6821e92692cdfb95b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5525563
Dec 13 14:46:29.921185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40456) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:29.993882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.019920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.029943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Pushing event updated for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.042302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.044358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.082453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:30.089440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.097404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:30.101968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Pushing event updated for resources: {'Port': ['ID=3a13c235-2028-4ab3-9290-566099fd40b1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.105958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Usage tracker for resource:security_group_rule and tenant:107eb0fc7c6e4ca1b93863593298f91f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:30.112433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.114863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:30.124960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:30.153344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Transition to ACTIVE for port object 3d721a12-b411-4054-a2e0-b9d0506a1fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:30.159379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e879f7-a0c5-47f9-8e46-ff87ee48a2e0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.180718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.195090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22acd3da-09d7-42ca-bd73-668d78613b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:30.204983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.206216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ecbedc3-9e20-4949-9cbe-da559ee1f8db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6e879f7-a0c5-47f9-8e46-ff87ee48a2e0 HTTP/1.1" status: 204  len: 168 time: 1.9013982
Dec 13 14:46:30.219381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a2683-5a2a-4e15-883e-b78eb09197de,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.221818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.244895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.248994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/576a2683-5a2a-4e15-883e-b78eb09197de HTTP/1.1" status: 204  len: 168 time: 0.3256857
Dec 13 14:46:30.249975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40462) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:30.256067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:30.256179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.268797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:30.304905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.313620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.338026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e00179-bebb-4537-b651-167eb5c44de3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.349898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Network a4609780-3769-45c6-8552-b35f51419f8e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:30.351250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40bdd864-71cf-4237-82b8-5946812bdda5 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:30.388819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.391968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:30.393773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:30.394167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.403205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Transition to ACTIVE for port object 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:30.429958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device edf9d0a7-deb7-4717-a6ad-047c549b309d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:30.528165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5cb96b-01d5-4af2-b85c-2144744f1725,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.532510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:30.535914 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=107eb0fc7c6e4ca1b93863593298f91f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6959891
Dec 13 14:46:30.542398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.544163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40466) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:30.550521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.572668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.610090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97628ba0-8c4a-40e1-ac19-dc266e18df44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:30.718405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Allocated IP 172.20.0.2 (a9eb19de-07a1-4301-9edf-1e2e30761d1a/8cfd7324-293d-42e0-914c-4db9d9a0adfc/3525668e-6fbc-458b-81a9-821c9a998849) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:30.775626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port edf9d0a7-deb7-4717-a6ad-047c549b309d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:30.776049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.777334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.792579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.847430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.863133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:46:30.863696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:46:30.898423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:30.906927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff65f337630>> segment before_delete 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.907388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff65f337630>> subnet precommit_delete_associations 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.908275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> segment_host_mapping after_create 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.908637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> port after_create 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.909125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> port after_delete 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.909571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> port after_update 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.909830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> segment after_delete 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.910175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> subnet after_create 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.910519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> subnet after_delete 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.910865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65f132e48>> subnet after_update 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:30.911353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:30.919384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:30.921319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event updated for resources: {'Port': ['ID=3d721a12-b411-4054-a2e0-b9d0506a1fd5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:30.925170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:30.929455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:30.930156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.020055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:31.082924 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 3.0789990
Dec 13 14:46:31.093494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:31.093671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65ecd85f8>> subnet after_create 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:31.094098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65ecd85f8>> subnet after_delete 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:31.094456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65ecd85f8>> subnet before_create 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:31.094813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65ecd85f8>> subnet before_update 55550000 {{(pid=88857) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:31.095189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f2475c0>,) {'filters': {'network_id': ['2b0da66d-5773-400f-bf41-548317d70dad']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.119387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2475c0>, '90a96af8-6e7f-4b54-a424-95d71a49b1c1') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.119747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2475c0>, '90a96af8-6e7f-4b54-a424-95d71a49b1c1') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.144451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.165742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.174259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:31.174900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:31.193713 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:31.195844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.212783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 18379d79-e415-4f73-8a8d-7265e756d812 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:31.240459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-87ef4e2b-4e35-418e-b142-9f39d88c133d tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8507106
Dec 13 14:46:31.241199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.249272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-14bfe3f9-3add-438e-8333-41e3c6c05041 None None] Provisioning complete for port 73e2e809-536d-4268-ba3e-f64572bf3abc triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:31.249688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14bfe3f9-3add-438e-8333-41e3c6c05041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.252919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea8efde-248f-4454-9e66-ea9fc8a8bcc7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:31.254696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40480) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:31.267919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.284583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:31.293777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f33ce48>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.298070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5cb96b-01d5-4af2-b85c-2144744f1725,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:31.301257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:31.308714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.310696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf5cb96b-01d5-4af2-b85c-2144744f1725 HTTP/1.1" status: 204  len: 168 time: 0.7644455
Dec 13 14:46:31.314681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.318094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Transition to ACTIVE for port object 3525668e-6fbc-458b-81a9-821c9a998849 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:31.319311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3307d67-17b8-41e6-a387-042ac659b797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:31.328746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8e0a7-7301-4c70-8538-15dfb1d2425e None None] The sync data for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv is: [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:21Z', 'revision_number': 3, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:46:31.343205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b0da66d-5773-400f-bf41-548317d70dad,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:31.345597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.355543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2b0da66d-5773-400f-bf41-548317d70dad HTTP/1.1" status: 204  len: 168 time: 1.0994189
Dec 13 14:46:31.355543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:31.357118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:31.382932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-14bfe3f9-3add-438e-8333-41e3c6c05041 None None] Port 73e2e809-536d-4268-ba3e-f64572bf3abc cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:31.389158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Transition to ACTIVE for port object 3525668e-6fbc-458b-81a9-821c9a998849 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:31.410170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.419893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43149581-2a3a-4511-8f9e-93736de5540f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:31.463054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 18379d79-e415-4f73-8a8d-7265e756d812 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:31.463673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.537804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:31.540108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:31.551231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:31.560878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:31.566368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Pushing event updated for resources: {'Port': ['ID=3525668e-6fbc-458b-81a9-821c9a998849,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:31.571870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:31.584240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.596128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.838s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:31.596671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:31.714694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Checking segment: {'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:31.715687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Network hostable DHCP agents. Network: 32a128db-ab5c-4b25-bfde-1451523fd09c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:31.732817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Attempting to bind port 3525668e-6fbc-458b-81a9-821c9a998849 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:31.733234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Attempting to bind port 3525668e-6fbc-458b-81a9-821c9a998849 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0eb3e369-408e-4b36-8498-8a5d6d549285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:31.733641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Attempting to bind port 3525668e-6fbc-458b-81a9-821c9a998849 on network a9eb19de-07a1-4301-9edf-1e2e30761d1a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:31.754110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:31.754530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Checking segment: {'id': '0eb3e369-408e-4b36-8498-8a5d6d549285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:31.755018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.757675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Bound using segment: {'id': '0eb3e369-408e-4b36-8498-8a5d6d549285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:31.758234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Bound port: 3525668e-6fbc-458b-81a9-821c9a998849, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb3e369-408e-4b36-8498-8a5d6d549285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9eb19de-07a1-4301-9edf-1e2e30761d1a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:31.758799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.798874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.803759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Deleting port d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:31.804137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.830215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea75be0>,) {'filters': {'network_id': ['214be6e8-7bb3-42cf-b51b-21271297486c']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.845878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea75be0>, 'a18477db-e803-43f9-8fa6-7545ff7de048') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.846189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea75be0>, 'a18477db-e803-43f9-8fa6-7545ff7de048') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:31.857309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:31.861463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.877123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] For port 3525668e-6fbc-458b-81a9-821c9a998849, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:31.878996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.888018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:31.888453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:31.908213 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:31.910634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Deleting port 3d721a12-b411-4054-a2e0-b9d0506a1fd5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:31.910634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.945694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a99190c3a43400289c1fd90e925895d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:31.963590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:31.989264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] For port 3525668e-6fbc-458b-81a9-821c9a998849, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3525668e-6fbc-458b-81a9-821c9a998849,segment=NetworkSegment(0eb3e369-408e-4b36-8498-8a5d6d549285),segment_id=0eb3e369-408e-4b36-8498-8a5d6d549285)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:31.992909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:31.995624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.000682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:32.018846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.022862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40496) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:32.023578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4619b77b-da57-4eca-89cf-02f7d0731633 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:32.028857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:32.071577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] 10.222.0.69 "DELETE /v2.0/networks/214be6e8-7bb3-42cf-b51b-21271297486c HTTP/1.1" status: 204  len: 168 time: 0.7073488
Dec 13 14:46:32.076239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Pushing event deleted for resources: {'Network': ['ID=214be6e8-7bb3-42cf-b51b-21271297486c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:32.079276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:32.100136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Pushing event updated for resources: {'Port': ['ID=3525668e-6fbc-458b-81a9-821c9a998849,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:32.109587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:32.127657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-db6f664a-4b1d-46e5-96fd-5619e537673e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3192c0ff28ff498d9df0710a53ea8c99&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0890765
Dec 13 14:46:32.135483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40502) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:32.189933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Network 32a128db-ab5c-4b25-bfde-1451523fd09c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:32.250132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Allocated IP 172.20.0.1 (fae78a1b-16b2-45cb-86db-16daba017d2d/44a455f5-2d32-48d6-a425-63d083a0101b/cf750416-c5ae-4beb-a771-78d84584ca5b) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:32.253884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.334745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.365421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a13c235-2028-4ab3-9290-566099fd40b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:32.413035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.419101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:32.437858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff3c9e-5b61-4e05-96ec-ddb264fdcd41,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:32.447152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:32.453402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.454835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/deff3c9e-5b61-4e05-96ec-ddb264fdcd41 HTTP/1.1" status: 204  len: 168 time: 0.3195281
Dec 13 14:46:32.511958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3a13c235-2028-4ab3-9290-566099fd40b1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:32.519219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3a13c235-2028-4ab3-9290-566099fd40b1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:32.519787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.699607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 32a128db-ab5c-4b25-bfde-1451523fd09c) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:32.732578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.772387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.777372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cefb9c-e456-4ea0-a1ca-6fc9d04d4843 None None] Network 32a128db-ab5c-4b25-bfde-1451523fd09c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:32.825305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:32.902032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3a13c235-2028-4ab3-9290-566099fd40b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a13c235-2028-4ab3-9290-566099fd40b1,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:32.920499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.925471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:32.949501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:32.949953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.049647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Calling delete_port for 3d721a12-b411-4054-a2e0-b9d0506a1fd5 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:33.120952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40514) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:33.167693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:33.167974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:33.168381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:33.305685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3a13c235-2028-4ab3-9290-566099fd40b1,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:33.319580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:33.327586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Calling delete_port for d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:33.363694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.429356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:33.435980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Usage tracker for resource:security_group_rule and tenant:13b0231d56bb49c199f19545b1a76f7f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:33.440141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:33.450191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:33.539167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.542987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.546550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:33.546924 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:33.551599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f31a89fd-f9f5-4713-97d7-c2a5de467faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:33.607668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4596a-d0cd-4b02-b58c-22f2d955393b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:33.613553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:33.617308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13b0231d56bb49c199f19545b1a76f7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4951882
Dec 13 14:46:33.621719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40528) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:33.712752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.751713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.786062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 2 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:33.809326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.815423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f014407b-3f8e-48ed-8842-2ea689789525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:33.831116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4596a-d0cd-4b02-b58c-22f2d955393b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:33.834487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:33.835423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.839636 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6c4596a-d0cd-4b02-b58c-22f2d955393b HTTP/1.1" status: 204  len: 168 time: 0.2167249
Dec 13 14:46:33.909152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:33.909642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:33.909883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:33.920016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.921139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:33.921467 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:33.930052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 3 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:33.945311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:33.984422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:33.985109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:33.985717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:34.036229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.087704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.090055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Router 636eab4f-f5ff-448e-979c-627d5401d75b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:46:34.114349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40542) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:34.116077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.127687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:34.128126 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:34.140620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 4 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:34.152642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a99190c3a43400289c1fd90e925895d&name=default HTTP/1.1" status: 200  len: 2647 time: 3.1189749
Dec 13 14:46:34.153777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40548) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:34.188510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea6d2e-8d2c-4c28-9a99-74e3e0ae0eb9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:34.192253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:34.197578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.239181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Transition to ACTIVE for port object cf750416-c5ae-4beb-a771-78d84584ca5b will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:34.240574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.244267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:34.244648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:34.245330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:34.305065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5bc57bd-617b-4d8d-879c-c2b34bc6e1ad,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:34.310649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:34.311473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.315067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.339741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70758e-3880-4d49-b9d1-6297fb38901a None None] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:34.366905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.435588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.445606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40552) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:34.462899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a4e9337-5640-488a-ad31-53108a705734 tempest-AgentManagementNegativeTest-699431089 tempest-AgentManagementNegativeTest-699431089-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3436260
Dec 13 14:46:34.488321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.488876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3525668e-6fbc-458b-81a9-821c9a998849 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:34.503524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event deleted for resources: {'Port': ['ID=3d721a12-b411-4054-a2e0-b9d0506a1fd5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:34.506457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:34.522115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.522691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:34.522865 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:34.533050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-85cc002a-e792-410a-861e-133a34914426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.538631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 5 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:34.546877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87f4db94-f12e-4333-936f-42c5625eb1a0 None None] Provisioning for port 3525668e-6fbc-458b-81a9-821c9a998849 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:34.548051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:34.560766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f16df9ee76494ec7803740ee3fba23db is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:34.564381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea6d2e-8d2c-4c28-9a99-74e3e0ae0eb9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:34.569908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:34.570859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:34.580648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:34.584402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.588450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55ea6d2e-8d2c-4c28-9a99-74e3e0ae0eb9 HTTP/1.1" status: 204  len: 168 time: 0.4308450
Dec 13 14:46:34.627734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:34.628109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:34.628484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:34.639985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.656510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.670689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.676325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fdc4289a-3a6a-48f7-90f3-be5cd6079849 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/75bb7fa9-1d72-44ee-9a17-3e53e77522d8 HTTP/1.1" status: 204  len: 168 time: 3.5691257
Dec 13 14:46:34.679312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.684148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.691008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.696970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:34.740508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3525668e-6fbc-458b-81a9-821c9a998849 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:34.744738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30fe91-e99f-45ce-be73-763d5e1dacd4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:34.748534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:34.753927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f16df9ee76494ec7803740ee3fba23db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3046734
Dec 13 14:46:34.754233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40562) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:34.760773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:34.760959 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:34.764814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3525668e-6fbc-458b-81a9-821c9a998849 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:34.765339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.772384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "DELETE /v2.0/ports/3d721a12-b411-4054-a2e0-b9d0506a1fd5 HTTP/1.1" status: 204  len: 168 time: 3.5078561
Dec 13 14:46:34.773345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40566) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:34.786108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 6 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:34.846768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.864687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:34.865058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:34.865432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:34.918297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.948790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Network fae78a1b-16b2-45cb-86db-16daba017d2d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:34.950116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:34.951242 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:34.952623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:34.955447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:34.964192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 7 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:34.976837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:34.977674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.021193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Pushing event updated for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:35.035288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.042307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2aeb87b0-ce66-42ff-877b-9030e866653a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:35.066410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30fe91-e99f-45ce-be73-763d5e1dacd4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:35.077314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:35.079679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.083388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c30fe91-e99f-45ce-be73-763d5e1dacd4 HTTP/1.1" status: 204  len: 168 time: 0.3254080
Dec 13 14:46:35.083520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3525668e-6fbc-458b-81a9-821c9a998849, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3525668e-6fbc-458b-81a9-821c9a998849,segment=NetworkSegment(0eb3e369-408e-4b36-8498-8a5d6d549285),segment_id=0eb3e369-408e-4b36-8498-8a5d6d549285)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:35.091514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.092416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a13c235-2028-4ab3-9290-566099fd40b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:35.135805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:35.142763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:35.143167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:35.143542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:35.166428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:35.262932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:35.268433 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:35.274540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 8 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:35.312560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:35.312932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:35.313307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:35.372428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:35.372428 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:35.382780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 9 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:35.396907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.399593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3525668e-6fbc-458b-81a9-821c9a998849,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:35.412516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:35.414412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3a13c235-2028-4ab3-9290-566099fd40b1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:35.414833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.491834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-49efb907-164a-4cb3-adc1-b8fda0be88e1 None None] Provisioning complete for port 3525668e-6fbc-458b-81a9-821c9a998849 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:35.492245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49efb907-164a-4cb3-adc1-b8fda0be88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.498822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:35.499286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:35.499603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:35.577881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40580) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:35.580019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-89e8543d-6b1f-4de7-add9-448f5ba38009 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.7433474
Dec 13 14:46:35.595770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:35.595891 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:35.596753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40584) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:35.596753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 10 to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7
Dec 13 14:46:35.601721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1149780289'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:35.635620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:35.645821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Usage tracker for resource:network and tenant:afb554c9c7a3466f9d2e0140e304666e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:35.652543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:35.658258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:35.658634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:35.659028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:35.671036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:35.673039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:46:35.688707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-613276d5-ad3d-41cc-bc22-4451c40d7e1a admin admin] 10.222.0.69 "PUT /v2.0/routers/636eab4f-f5ff-448e-979c-627d5401d75b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5071452
Dec 13 14:46:35.693371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Sync routers for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:46:35.705743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Made reservation on behalf of afb554c9c7a3466f9d2e0140e304666e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:35.707573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:35.708456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3a8cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:35.720037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.724923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:35.725310 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:35.727018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.775341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40594) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:35.825636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:35.851442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.851857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Added segment d603ab8f-95a8-4171-b0e5-b041bd6b7061 of type vlan for network b8d08f61-cff9-47d4-978b-8630cd663bd2
Dec 13 14:46:35.898587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-51e48451-27ce-4933-b3dd-e8d5ae9d4339 None None] Provisioning for port cf750416-c5ae-4beb-a771-78d84584ca5b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:35.904554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-51e48451-27ce-4933-b3dd-e8d5ae9d4339 None None] Provisioning complete for port cf750416-c5ae-4beb-a771-78d84584ca5b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:35.904800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-51e48451-27ce-4933-b3dd-e8d5ae9d4339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.914942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.964659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.969158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:35.969814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:35.979478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca4f061b-0e4b-4ca4-9ba3-77f491cad7b1 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:36.017509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-51e48451-27ce-4933-b3dd-e8d5ae9d4339 None None] Port cf750416-c5ae-4beb-a771-78d84584ca5b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:36.019705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:36.134147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7967b96-db30-4331-bce1-a1330068ca49 None None] Could not find standard attr ID for object 3d721a12-b411-4054-a2e0-b9d0506a1fd5. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:46:36.173815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:36.174220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempted to set empty binding levels {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:46:36.186838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.200290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event updated for resources: {'Network': ['ID=b8d08f61-cff9-47d4-978b-8630cd663bd2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:36.206196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:36.207427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:36.230418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.6500289
Dec 13 14:46:36.232829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40604) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:36.246889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network b8d08f61-cff9-47d4-978b-8630cd663bd2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:36.368709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.392378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.393436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.413337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.442242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.470713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea8efde-248f-4454-9e66-ea9fc8a8bcc7,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:36.503426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3525668e-6fbc-458b-81a9-821c9a998849 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:36.524332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:36.526509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:36.618221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3a8cf8>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:28Z', 'revision_number': 2, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:36.619505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 9.1140568
Dec 13 14:46:36.621584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40622) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:36.628057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2e5710d3-1f60-455b-b275-fbfaec0d39fd tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks HTTP/1.1" status: 200  len: 5492 time: 0.3913999
Dec 13 14:46:36.628496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.628785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Checking router: 636eab4f-f5ff-448e-979c-627d5401d75b for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:46:36.629398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Updating router 636eab4f-f5ff-448e-979c-627d5401d75b port 73e2e809-536d-4268-ba3e-f64572bf3abc binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:46:36.642857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:36.667537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3525668e-6fbc-458b-81a9-821c9a998849 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:36.668059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.701797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:36.708058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.710270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Usage tracker for resource:security_group_rule and tenant:c07d4745df8045cfaba325449f2b7662 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:36.715507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:36.723421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:36.828213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1d385-fe06-4875-91d8-10a2b7374523 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] Network b8d08f61-cff9-47d4-978b-8630cd663bd2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:36.838828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:36.878573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eaf1d385-fe06-4875-91d8-10a2b7374523 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "POST /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.2288425
Dec 13 14:46:36.878767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Usage tracker for resource:security_group_rule and tenant:c681c267831d4a8b92fff1c019bebee7 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:36.886720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:36.888839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:36.889758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befbb0a-2e75-422b-99f7-e3a4de9fe666 None None] Network b8d08f61-cff9-47d4-978b-8630cd663bd2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:36.956370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:36.984410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.005932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:37.013101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Pushing event updated for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:37.036804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:37.063999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82ac4973-7117-4cbc-b53b-9c21916174f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:37.067228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Deleting port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:37.067614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.075765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c07d4745df8045cfaba325449f2b7662&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2906616
Dec 13 14:46:37.085629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:37.223433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b43c9-ee57-40f8-bf37-44d86e04d509,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:37.249369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:37.279657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.295919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Transition to ACTIVE for port object 73e2e809-536d-4268-ba3e-f64572bf3abc will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:37.303794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.308996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4506a8d5-60f0-4141-846d-1312cc6ab10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:37.393115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.408240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cab6a8aa-6735-444d-815d-efa85a38a477 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks HTTP/1.1" status: 200  len: 6237 time: 0.5202026
Dec 13 14:46:37.411849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:37.416596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Pushing event updated for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:37.422617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:37.448466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.467444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Network fae78a1b-16b2-45cb-86db-16daba017d2d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:37.471919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:37.623553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-465c5f61-5a4e-4222-acc5-827bffa3c9ee tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "DELETE /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks/b8d08f61-cff9-47d4-978b-8630cd663bd2 HTTP/1.1" status: 204  len: 168 time: 0.2103429
Dec 13 14:46:37.626443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40658) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:37.683068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.696498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4bfe231a-5ab3-497b-9396-35550c2e293f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:37.717664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Attempting to bind port 73e2e809-536d-4268-ba3e-f64572bf3abc on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:37.718319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Attempting to bind port 73e2e809-536d-4268-ba3e-f64572bf3abc by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:37.718906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Attempting to bind port 73e2e809-536d-4268-ba3e-f64572bf3abc on network a4609780-3769-45c6-8552-b35f51419f8e {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:37.728395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:37.729284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Checking segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:37.729975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.730569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Bound using segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:37.731260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Bound port: 73e2e809-536d-4268-ba3e-f64572bf3abc, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:37.731858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.779727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b43c9-ee57-40f8-bf37-44d86e04d509,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:37.795596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:37.846704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.851247 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c1b43c9-ee57-40f8-bf37-44d86e04d509 HTTP/1.1" status: 204  len: 168 time: 0.7574048
Dec 13 14:46:37.918282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e353d8a0-781c-440e-a217-7caa6fe1592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.924122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:37.942795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:38.004045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] For port 73e2e809-536d-4268-ba3e-f64572bf3abc, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:38.008196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] For port 73e2e809-536d-4268-ba3e-f64572bf3abc, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=73e2e809-536d-4268-ba3e-f64572bf3abc,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:38.013337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:38.041777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:38.066235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:38.097061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40672) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:38.123180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c6f7a5e-38b8-4d0f-a789-4ac44af6f559 None None] Provisioning complete for port cf750416-c5ae-4beb-a771-78d84584ca5b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:38.125373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7a5e-38b8-4d0f-a789-4ac44af6f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:38.132907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f0b2036a-df28-4221-9a59-7ceaae27a40b tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks HTTP/1.1" status: 200  len: 5492 time: 0.4966257
Dec 13 14:46:38.137218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40678) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:38.198599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92f28085-f660-492e-9c21-d8436290a8b3 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/networks/a9eb19de-07a1-4301-9edf-1e2e30761d1a/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0566552
Dec 13 14:46:38.202402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40682) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:38.205315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:38.206062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3a8cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:38.256175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de534153-ff44-46fa-9f4b-abdbdefa3985 tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/networks/a9eb19de-07a1-4301-9edf-1e2e30761d1a/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0498431
Dec 13 14:46:38.256961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:38.292726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f7a5e-38b8-4d0f-a789-4ac44af6f559 None None] Port cf750416-c5ae-4beb-a771-78d84584ca5b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:38.570694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:38.652913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40694) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:38.803553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7, host hv-neutron-8215, got binding levels [] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:38.804347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:38.930908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788523338', 'description': 'tempest-description--435737491'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:39.019953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.029492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09be5382-55c5-4f99-ad1c-4074eb77769c tempest-DHCPAgentSchedulersTestJSON-638137113 tempest-DHCPAgentSchedulersTestJSON-638137113-project-admin] 10.222.0.69 "GET /v2.0/agents/476cd30f-6990-4dc0-8144-e6bfa820e15f/dhcp-networks HTTP/1.1" status: 200  len: 5492 time: 0.7712071
Dec 13 14:46:39.038455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2008880950'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:39.039448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Calling delete_port for 9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:39.055297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.059958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Usage tracker for resource:network and tenant:797ab8e28628422aa1bc7e4ec4abb28b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.063848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:39.071484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:39.078959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40702) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.079599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40704) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.086707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Made reservation on behalf of 797ab8e28628422aa1bc7e4ec4abb28b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:39.093703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.101294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Usage tracker for resource:security_group and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.108029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:39.124887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c681c267831d4a8b92fff1c019bebee7&name=default HTTP/1.1" status: 200  len: 2647 time: 3.5202785
Dec 13 14:46:39.125939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d525e22-7866-4bbb-a2e1-4446a7c4ee6a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.143092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40712) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.144034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:39.154457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.185600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Pushing event updated for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.189874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3a8cf8>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:37Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:39.193320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.194832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bffed-9cc6-4a05-9cb9-ce92296147e5 None None] The sync data for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv is: [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:37Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:46:39.238535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.285600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.306637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.368866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bdc6ca47-393e-4e50-9fb6-e67c21675f14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39cb66d4dadf44bb85368d6e431d4b51&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2851059
Dec 13 14:46:39.404106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40716) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.455970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.468544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.484072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.484468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Usage tracker for resource:security_group_rule and tenant:797ab8e28628422aa1bc7e4ec4abb28b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.488083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Usage tracker for resource:security_group_rule and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.489802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.491477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:39.492896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:39.497780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:39.560559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:39.562001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.563384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.564377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.587659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.607313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65edffc88>,) {'filters': {'network_id': ['b8d08f61-cff9-47d4-978b-8630cd663bd2']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:39.610677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:39.627750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65edffc88>, 'd603ab8f-95a8-4171-b0e5-b041bd6b7061') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:39.628427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65edffc88>, 'd603ab8f-95a8-4171-b0e5-b041bd6b7061') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:39.647517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.674920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.689934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:39.690387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.702086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.706140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.0379307
Dec 13 14:46:39.706140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ea8efde-248f-4454-9e66-ea9fc8a8bcc7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:39.706401 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:39.709223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.716710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.724499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.728427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:39.746745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'security_group_rule': {'security_group_id': 'd9bb072c-8d3a-49d5-8403-5cd2a00d5d35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:39.787575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.795795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.800449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 HTTP/1.1" status: 204  len: 168 time: 3.1509044
Dec 13 14:46:39.807945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40732) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.809844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Usage tracker for resource:security_group_rule and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.832878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:39.835779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.847383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:39.851987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.852163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.860604 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2818fae0-dc10-4492-a8ba-81448cc0cad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:46:39.866230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2818fae0-dc10-4492-a8ba-81448cc0cad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports/9ea8efde-248f-4454-9e66-ea9fc8a8bcc7 HTTP/1.1" status: 404  len: 333 time: 0.0531838
Dec 13 14:46:39.866230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.866230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.866674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.870621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40736) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.878677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:39.888032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093215944'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:39.893958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:39.904047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.929372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.929762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Added segment c8927d2b-b259-4c30-a584-e8ef71edfaa7 of type vlan for network 6d221279-1895-4bbf-8924-2a22b23cd78a
Dec 13 14:46:39.944276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43a08c-993d-4483-ad4c-a6a12c6a0385,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.947917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "DELETE /v2.0/networks/b8d08f61-cff9-47d4-978b-8630cd663bd2 HTTP/1.1" status: 204  len: 168 time: 0.8669016
Dec 13 14:46:39.948906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.952652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:39.958332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40740) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:39.966804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:39.973336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:39.986851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event deleted for resources: {'Network': ['ID=b8d08f61-cff9-47d4-978b-8630cd663bd2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:39.988655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Usage tracker for resource:port and tenant:2266560301ff4d7da166743c5c80e2b4 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:39.990804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:39.992558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.018056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:40.030606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:40.032656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.037263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:40.038009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.045404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:40.055074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.069754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:40.080750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff8cf28-7e08-46b1-9a08-1a1bb9356351 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:46:40.081248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff8cf28-7e08-46b1-9a08-1a1bb9356351 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:46:40.097564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.9994104
Dec 13 14:46:40.101359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:40.109147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Request body: {'subnet': {'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:40.115230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.129528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.133704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d525e22-7866-4bbb-a2e1-4446a7c4ee6a HTTP/1.1" status: 204  len: 168 time: 0.9849920
Dec 13 14:46:40.142056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:40.151535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3ff8cf28-7e08-46b1-9a08-1a1bb9356351 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "DELETE /v2.0/ports/3d721a12-b411-4054-a2e0-b9d0506a1fd5 HTTP/1.1" status: 404  len: 333 time: 0.1817467
Dec 13 14:46:40.156477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Made reservation on behalf of 2266560301ff4d7da166743c5c80e2b4 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:40.161393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.174445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40756) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:40.190038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d525e22-7866-4bbb-a2e1-4446a7c4ee6a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:40.203241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:40.262642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d8d1c5-f7ca-4b41-ae01-a895a4d984f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.266620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 5b398289-33a3-416c-9399-83d0cc0e0d29 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:40.266743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'Network': ['ID=6d221279-1895-4bbf-8924-2a22b23cd78a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:40.278868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1626761380'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:40.284818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:40.290068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6d221279-1895-4bbf-8924-2a22b23cd78a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:40.311971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:40.407606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.427753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:40.434543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Usage tracker for resource:router and tenant:4d876143a16142c69c7008147ba61e87 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:40.452454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 73e2e809-536d-4268-ba3e-f64572bf3abc up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:40.460265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:40.466057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e00179-bebb-4537-b651-167eb5c44de3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:40.482706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:40.484031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.499261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:40.502795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:40.507814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Usage tracker for resource:subnet and tenant:797ab8e28628422aa1bc7e4ec4abb28b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:40.512138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:40.528424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.529850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.533810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.547590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:40.569087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Made reservation on behalf of 797ab8e28628422aa1bc7e4ec4abb28b for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:40.594547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 73e2e809-536d-4268-ba3e-f64572bf3abc completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:40.596166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.600417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 73e2e809-536d-4268-ba3e-f64572bf3abc triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:40.600780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.664290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:40.671851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.673083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05e00179-bebb-4537-b651-167eb5c44de3 HTTP/1.1" status: 204  len: 168 time: 1.2606952
Dec 13 14:46:40.682288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.722138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:46:40.731757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.761464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.787728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26b69c7-8cd5-4f63-94a0-c8417824aeaa,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:40.815915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.872211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 73e2e809-536d-4268-ba3e-f64572bf3abc, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=73e2e809-536d-4268-ba3e-f64572bf3abc,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:40.876345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.878861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:40.891403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.893063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3aa1c856-9c23-4b17-854f-766552db3335 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.8738811
Dec 13 14:46:40.896099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40766) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:40.919786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:40.921095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2022412
Dec 13 14:46:40.943930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:40.958181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40770) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:40.968521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'security_group_rule': {'security_group_id': 'd9bb072c-8d3a-49d5-8403-5cd2a00d5d35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:40.975605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:40.980219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Usage tracker for resource:security_group_rule and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:40.983617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:40.990055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:41.037157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:41.046158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:41.084355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.096118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.178152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Deleting subnet 8cfd7324-293d-42e0-914c-4db9d9a0adfc {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:46:41.191038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.348194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.361828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.779286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.799429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.803662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.856513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.857123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.866586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:41.879982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.901244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78a0f8fc-6171-4919-a786-9bc732d59b65 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:41.911865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.915926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.916659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8dc9ce-0a3c-405b-9b3a-514710129ba1 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:46:41.943400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167b993b-362c-4ae1-9793-03ecdc7e47bd,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:41.954053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:41.955354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:41.959698 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4bd87430-6dd1-4b46-8f66-63166e48c569 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6c8dc9ce-0a3c-405b-9b3a-514710129ba1 HTTP/1.1" status: 204  len: 168 time: 1.0593388
Dec 13 14:46:41.964808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:41.970821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:41.982287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Request body: {'router': {'name': 'tempest-router-767731633', 'distributed': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:41.992953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'Subnet': ['ID=852f8312-3a2c-4c90-8bdd-4ba288392e23,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:41.994874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:42.000455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:42.003594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Usage tracker for resource:router and tenant:4d876143a16142c69c7008147ba61e87 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:42.008108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:42.019700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:42.022300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Checking segment: {'id': 'c8927d2b-b259-4c30-a584-e8ef71edfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:42.022701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Network hostable DHCP agents. Network: 6d221279-1895-4bbf-8924-2a22b23cd78a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:42.053892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.054412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.055438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.056535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.057935 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0952349
Dec 13 14:46:42.058806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=5b398289-33a3-416c-9399-83d0cc0e0d29,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:42.064396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40806) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.068865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:42.074058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.076208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Network 32a128db-ab5c-4b25-bfde-1451523fd09c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:42.076495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.083208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:42.087961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:42.088843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:42.089498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.092586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:42.094290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:42.099395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Usage tracker for resource:floatingip and tenant:ec035ff71c50461e915b613633a3441d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:42.106842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Network 6d221279-1895-4bbf-8924-2a22b23cd78a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:42.109006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40812) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.109823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:42.126173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:42.137578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:46:42.139854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.145547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfd7324-293d-42e0-914c-4db9d9a0adfc,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:42.148388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6d221279-1895-4bbf-8924-2a22b23cd78a) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:42.151157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] 10.222.0.69 "PUT /v2.0/routers/20d5a2cc-2685-4b35-a7ca-49f14c7e4966/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.0736508
Dec 13 14:46:42.155272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:42.159467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.164078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "DELETE /v2.0/subnets/8cfd7324-293d-42e0-914c-4db9d9a0adfc HTTP/1.1" status: 204  len: 168 time: 1.9825382
Dec 13 14:46:42.167902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.2933168
Dec 13 14:46:42.167902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40820) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.168086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.169075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40822) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.170321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:42.174983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.185146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba07601-6dcb-4a61-8a35-aa238c588470 None None] Network 6d221279-1895-4bbf-8924-2a22b23cd78a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:42.194755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.251589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Sync routers for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:46:42.274061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f26a2-0378-4b6c-842c-847444a0720d None None] Network a9eb19de-07a1-4301-9edf-1e2e30761d1a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:42.450951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.492138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Deleting port 3525668e-6fbc-458b-81a9-821c9a998849 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:42.492514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.524200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.530444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'networks': [{'name': 'tempest-network--1110684965'}, {'name': 'tempest-network--1451505749'}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.531645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-network--1110684965'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.532649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-network--1451505749'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.539631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:42.545455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:network and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:42.545919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 73e2e809-536d-4268-ba3e-f64572bf3abc up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:42.550905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:42.559604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:42.578038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4754908
Dec 13 14:46:42.589502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40830) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.596428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Request body: {'port': {'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1990757649'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:42.605620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'network': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:42.614377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.637395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.718060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:42.718684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11e5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:42.720454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.725224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53b5b581-1aaf-49c3-ad7c-71d47b825a81 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.7530270
Dec 13 14:46:42.730548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40838) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:42.731620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:42.781706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:42.787293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:security_group_rule and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:42.790437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:42.797635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:43.093055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:43.097031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:43.102031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Usage tracker for resource:port and tenant:797ab8e28628422aa1bc7e4ec4abb28b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:43.108129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:43.112187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] For port 3525668e-6fbc-458b-81a9-821c9a998849, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3525668e-6fbc-458b-81a9-821c9a998849,segment=NetworkSegment(0eb3e369-408e-4b36-8498-8a5d6d549285),segment_id=0eb3e369-408e-4b36-8498-8a5d6d549285)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:43.112587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.141852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:43.188289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.276593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Calling delete_port for 3525668e-6fbc-458b-81a9-821c9a998849 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:43.307856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6d221279-1895-4bbf-8924-2a22b23cd78a', 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a', 'tenant_id': '797ab8e28628422aa1bc7e4ec4abb28b', 'fixed_ips': [{'subnet_id': '852f8312-3a2c-4c90-8bdd-4ba288392e23'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:46:43.312576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.359798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:43.393576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221447559', 'description': 'tempest-description--1362715363'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:43.407107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:43.413505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.421548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Usage tracker for resource:security_group and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:43.423628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.427072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:43.429129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.442324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 5b398289-33a3-416c-9399-83d0cc0e0d29 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:43.450534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Made reservation on behalf of 797ab8e28628422aa1bc7e4ec4abb28b for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:43.456171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.473216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:43.474609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.479915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.511292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.512483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] device_id is not set on port 00171afe-1367-4a9f-956a-e0975231417f yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:43.556238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Transition to ACTIVE for port object 5b398289-33a3-416c-9399-83d0cc0e0d29 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:43.558269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.578234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.584256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dd68ed8-cf16-4c1b-bc41-629ef7111732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:43.629019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 73e2e809-536d-4268-ba3e-f64572bf3abc triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:43.629447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.637793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:43.640594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event deleted for resources: {'Port': ['ID=3525668e-6fbc-458b-81a9-821c9a998849,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:43.696787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Allocated IP 172.26.4.43 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/dc432856-9995-4477-9559-3f192dd6390f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:43.720198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=5b398289-33a3-416c-9399-83d0cc0e0d29,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:43.735716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:43.736246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:43.736643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:43.764527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:43.768551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Usage tracker for resource:security_group_rule and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:43.771577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:43.778661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:43.863294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:43.864559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] No DVR routers for this DVR port 3525668e-6fbc-458b-81a9-821c9a998849 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:46:43.866577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a73618-2ae7-4215-9baf-b802f613fab0 None None] DHCP port deletion for a9eb19de-07a1-4301-9edf-1e2e30761d1a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:46:43.974518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Allocated IP 172.20.0.2 (6d221279-1895-4bbf-8924-2a22b23cd78a/852f8312-3a2c-4c90-8bdd-4ba288392e23/e5c07c72-25e1-4562-bea8-a4adf1aa3be4) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:44.020348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11e5f8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 2, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:44.036811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Checking router: 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:46:44.037218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Updating router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 port cf750416-c5ae-4beb-a771-78d84584ca5b binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:46:44.051157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.084533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7ed89-ed49-4209-b342-a4ad88307c69,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:44.085937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae3f1efd-3e3f-440e-a8f6-03425dbf7b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:44.128791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad2a8b-40c6-46e2-83e9-440cdaef354e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:44.137656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:44.137847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:44.138330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:44.148714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:44.149298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:44.149670 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:44.154279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 2 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:44.161939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:44.170055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.231039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:44.231397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:44.231766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:44.256336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:44.256693 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:44.260937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:44.263213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.269602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.272516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 3 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:44.282491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.288760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.289154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment 7fbf510b-1c47-481e-8c48-2ab25fbe2922 of type vlan for network 8895ade0-27d9-4be3-9b57-91ccb06b8fed
Dec 13 14:46:44.300847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.378333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.385702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.396727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.397272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdc4af3d-26fc-4b53-8087-dc01b4185cf8 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:46:44.404174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Transition to ACTIVE for port object e5c07c72-25e1-4562-bea8-a4adf1aa3be4 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:44.415615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.425693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Transition to ACTIVE for port object e5c07c72-25e1-4562-bea8-a4adf1aa3be4 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:44.435585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:44.439362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.444018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3525668e-6fbc-458b-81a9-821c9a998849 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:46:44.478150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:44.497810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:44.503736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:44.507919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:44.521526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:44.533041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3525668e-6fbc-458b-81a9-821c9a998849 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:46:44.533551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3525668e-6fbc-458b-81a9-821c9a998849 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:46:44.541921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:44.542544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:44.543086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:44.596272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.597614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment 692abe27-9146-44f0-9457-271c35ecaff7 of type vlan for network cdd036d7-c18d-4b10-9dcd-be64f5e4c870
Dec 13 14:46:44.598883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'Port': ['ID=dc432856-9995-4477-9559-3f192dd6390f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:44.607996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.608519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.609754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba5d0c0b-5812-4291-af7e-ece02e9558a3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cdc4af3d-26fc-4b53-8087-dc01b4185cf8 HTTP/1.1" status: 204  len: 168 time: 1.8600833
Dec 13 14:46:44.610458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.2380700
Dec 13 14:46:44.610888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:44.616980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40874) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:44.617280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:44.619048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Network 6d221279-1895-4bbf-8924-2a22b23cd78a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:44.629139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:44.631062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff65eccb160>> segment before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.631761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff65eccb160>> subnet precommit_delete_associations 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.632744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> segment_host_mapping after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.633403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> port after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.633644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'security_group_rule': {'security_group_id': '05ad2a8b-40c6-46e2-83e9-440cdaef354e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:44.634067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.635525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.636042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> segment after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.636715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> subnet after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.637224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> subnet after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.637719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff65e92c7b8>> subnet after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.638562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:44.641764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Request body: {'router': {'name': 'tempest-router-191129763', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b80a36f1e51e422888a1352008c1352b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:44.642224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Pushing event updated for resources: {'Port': ['ID=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:44.651931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:44.660810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:44.668200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:44.674051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Usage tracker for resource:router and tenant:b80a36f1e51e422888a1352008c1352b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:44.683232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:44.687214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.698629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Usage tracker for resource:security_group_rule and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:44.702566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:44.705728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:44.716615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:44.749465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.750451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.774194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.790360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Attempting to bind port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:44.791395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Attempting to bind port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c8927d2b-b259-4c30-a584-e8ef71edfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:44.791856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Attempting to bind port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 on network 6d221279-1895-4bbf-8924-2a22b23cd78a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:44.792511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40880) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:44.807239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.837362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65f43e208>> subnet after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.837833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65f43e208>> subnet after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.838732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65f43e208>> subnet before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.839165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff65f43e208>> subnet before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 13 14:46:44.839550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f73fbe0>,) {'filters': {'network_id': ['a9eb19de-07a1-4301-9edf-1e2e30761d1a']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:44.860310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:44.860919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:44.861470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Checking segment: {'id': 'c8927d2b-b259-4c30-a584-e8ef71edfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:44.861615 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:44.862125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.862676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Bound using segment: {'id': 'c8927d2b-b259-4c30-a584-e8ef71edfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:44.863369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Bound port: e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8927d2b-b259-4c30-a584-e8ef71edfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:44.863901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.866301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 4 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:44.888713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f73fbe0>, '0eb3e369-408e-4b36-8498-8a5d6d549285') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:44.889395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f73fbe0>, '0eb3e369-408e-4b36-8498-8a5d6d549285') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:44.928072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.936225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.938778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:44.942251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:44.942624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:44.943045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:44.945763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Allocated IP 172.20.0.7 (6d221279-1895-4bbf-8924-2a22b23cd78a/852f8312-3a2c-4c90-8bdd-4ba288392e23/00171afe-1367-4a9f-956a-e0975231417f) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:44.950160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.037300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] For port e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:45.058412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:45.061387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] For port e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,segment=NetworkSegment(c8927d2b-b259-4c30-a584-e8ef71edfaa7),segment_id=c8927d2b-b259-4c30-a584-e8ef71edfaa7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:45.061637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:45.062364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.065467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.071954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab0ea43f-7036-4598-a436-1021d8ebfab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.073655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.074015 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.078363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.080433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 5 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.101721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:45.102076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.113981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:45.123867 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:45.133104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=8895ade0-27d9-4be3-9b57-91ccb06b8fed,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.137124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.141337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:45.193192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:floatingip and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:45.202576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:45.202833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:45.203179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:45.217943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:45.298700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.298928 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.302934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 6 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.323945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:45.324310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:45.324675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:45.331845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Pushing event updated for resources: {'Port': ['ID=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.335095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8895ade0-27d9-4be3-9b57-91ccb06b8fed details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:45.349386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.353845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.359190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.363141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.363964 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.367415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.372458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.383057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 7 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.405445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Transition to ACTIVE for port object cf750416-c5ae-4beb-a771-78d84584ca5b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:45.419263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] 10.222.0.69 "DELETE /v2.0/networks/a9eb19de-07a1-4301-9edf-1e2e30761d1a HTTP/1.1" status: 204  len: 168 time: 3.2496266
Dec 13 14:46:45.419263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Pushing event deleted for resources: {'Network': ['ID=a9eb19de-07a1-4301-9edf-1e2e30761d1a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.427852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.439219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.464219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Transition to ACTIVE for port object 00171afe-1367-4a9f-956a-e0975231417f will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:45.465821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.466531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.482389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.492903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:45.493706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:45.494325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:45.496672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:45.509986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.510561 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.511963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.515272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 8 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.552278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.566521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Pushing event updated for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.573077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.620884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.641648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:45.645848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:45.646233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:45.665816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.665816 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.671313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Network 6d221279-1895-4bbf-8924-2a22b23cd78a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:45.672018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 9 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.676560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.682311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=cdd036d7-c18d-4b10-9dcd-be64f5e4c870,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.684970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.700254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:45.700630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:45.701002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:45.708526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:45.717237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.718270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.718837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.719227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.721479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:45.722013 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:45.722996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:45.724256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 3.6092989
Dec 13 14:46:45.732443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network cdd036d7-c18d-4b10-9dcd-be64f5e4c870 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:45.771219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 10 to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29
Dec 13 14:46:45.779392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40892) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:45.780021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:45.780285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'Port': ['ID=00171afe-1367-4a9f-956a-e0975231417f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.796964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.799022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.801729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c84f2f9-95d5-4180-94aa-8c102f1568c1 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1834278
Dec 13 14:46:45.825116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40898) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:45.844403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:45.888033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514129b6-ddbf-4e01-add0-bf5975bb1026,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:45.953000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:45.953512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40902) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:45.965907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:45.978994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3461154
Dec 13 14:46:45.985228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40904) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:46.021139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:46.025971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.045114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:46.046505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:46.046993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:46.054801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Attempting to bind port cf750416-c5ae-4beb-a771-78d84584ca5b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:46.055376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Attempting to bind port cf750416-c5ae-4beb-a771-78d84584ca5b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:46.055954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Attempting to bind port cf750416-c5ae-4beb-a771-78d84584ca5b on network fae78a1b-16b2-45cb-86db-16daba017d2d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:46.062268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:46:46.062613 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 5b398289-33a3-416c-9399-83d0cc0e0d29 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:46:46.063011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.064559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:46.064973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Checking segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:46.065499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.066029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Bound using segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:46.066631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Bound port: cf750416-c5ae-4beb-a771-78d84584ca5b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:46.067916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.082619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.4919264
Dec 13 14:46:46.094928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40910) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:46.136615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'security_group_rule': {'security_group_id': '05ad2a8b-40c6-46e2-83e9-440cdaef354e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:46.197681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Request body: {'port': {'network_id': '6d221279-1895-4bbf-8924-2a22b23cd78a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-946932560', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:46.198028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] bootfile-name is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:46.198404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] tftp-server is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:46.198769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] server-ip-address is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:46.243068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:46.262646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Usage tracker for resource:security_group_rule and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:46.271200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:46.290619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:46.296694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] For port cf750416-c5ae-4beb-a771-78d84584ca5b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:46.301856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] For port cf750416-c5ae-4beb-a771-78d84584ca5b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cf750416-c5ae-4beb-a771-78d84584ca5b,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:46.312181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.319331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:46.428510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e5c07c72-25e1-4562-bea8-a4adf1aa3be4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:46.433868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:46.438640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:46.442570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:46.447333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:46.447989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Synchronizing usage tracker for tenant:a537defbf8b1499296f75d44fb188b0f on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:46.492631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.510370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Pushing event updated for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:46.516152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:46.524082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:46:46.524822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11e5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:46.559484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Unset dirty status for tenant:a537defbf8b1499296f75d44fb188b0f on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:46.563672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-94f3e65e-8bd1-47d1-a8ac-bf9dd548279f tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.7743096
Dec 13 14:46:46.566118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40918) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:46.583649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.608344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.620778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d8f3290-9fdc-4c0f-8460-75517332e067 tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:46.667968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a3749766-50aa-45a5-94e2-9cfefade5ed4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=afb554c9c7a3466f9d2e0140e304666e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6856015
Dec 13 14:46:46.675336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40922) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:46.676613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:46.689443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:46.700104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 5b398289-33a3-416c-9399-83d0cc0e0d29, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:46.700541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempted to set empty binding levels {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:46:46.704597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Usage tracker for resource:port and tenant:797ab8e28628422aa1bc7e4ec4abb28b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:46.711496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:46.721045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.724233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.726587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:46.741742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:46:46.795152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:46.847666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'Port': ['ID=dc432856-9995-4477-9559-3f192dd6390f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:46.880983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.882596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:46.900409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.920853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.937096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:46.943987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.946990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Made reservation on behalf of 797ab8e28628422aa1bc7e4ec4abb28b for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:46.953112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.977060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] In _notify_port_updated(), no bound segment for port 5b398289-33a3-416c-9399-83d0cc0e0d29 on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:46:46.978638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:46.980227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "PUT /v2.0/ports/5b398289-33a3-416c-9399-83d0cc0e0d29 HTTP/1.1" status: 200  len: 981 time: 4.8106120
Dec 13 14:46:47.020661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40926) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:47.032045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1622365-426f-4fce-b7e2-aa8c983e0513,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:47.050282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:47.117995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.125584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.126798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1311615
Dec 13 14:46:47.138782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.148857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.0723557
Dec 13 14:46:47.149105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11e5f8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:46Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:47.149243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40930) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:47.168160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcfbac-fbd0-470e-a389-7e7d1b2c31e2 None None] The sync data for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv is: [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:46Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:46:47.182714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:47.192098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Allocated IP 172.26.4.229 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/4c4a537e-e896-45c2-bfa9-7ea74c82d835) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:47.212576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:47.222050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.236969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Usage tracker for resource:floatingip and tenant:cbf399be428047adb5864040d190a4b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:47.245206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:47.262091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:47.322310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=5b398289-33a3-416c-9399-83d0cc0e0d29,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:47.325937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:47.344455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.345025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.362505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.459005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0114c278-424c-4e18-84f2-6a35abf506a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 12877 time: 0.4283352
Dec 13 14:46:47.473463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40942) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:47.543290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] device_id is not set on port 9caccadd-bddc-4dde-841e-bdc6f521b4c7 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:47.605436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.624653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Deleting port 5b398289-33a3-416c-9399-83d0cc0e0d29 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:47.625040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.683078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2a551a13-587b-4619-a57f-c8b7aaadf685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:47.722528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe82347-cd2e-435d-8c04-5852b4978dd1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:47.739132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:47.743159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.780367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 13 14:46:47.780791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Router be217ae5-bef3-47fa-a969-435d520d4a76 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7ff65fed6d30> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7ff65fed6908> provider. {{(pid=88856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 13 14:46:47.781135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.801703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.810828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.811051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:47.815660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fe82347-cd2e-435d-8c04-5852b4978dd1 HTTP/1.1" status: 204  len: 168 time: 1.1227779
Dec 13 14:46:47.839634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.087951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40962) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:48.089795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ee4c908>,) {'filters': {'network_id': ['8895ade0-27d9-4be3-9b57-91ccb06b8fed']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:48.116856 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 13 14:46:48.137570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ee4c908>, '7fbf510b-1c47-481e-8c48-2ab25fbe2922') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:48.137901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ee4c908>, '7fbf510b-1c47-481e-8c48-2ab25fbe2922') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:48.173156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.193003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192eeb5b-6466-4f94-8cb8-ec3e1d946f1b None None] Network 6d221279-1895-4bbf-8924-2a22b23cd78a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:48.193214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Allocated IP 172.20.0.4 (6d221279-1895-4bbf-8924-2a22b23cd78a/852f8312-3a2c-4c90-8bdd-4ba288392e23/9caccadd-bddc-4dde-841e-bdc6f521b4c7) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:48.227601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-7ec71306-f314-4517-b9a6-580c64730da2 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Synchronizing usage tracker for tenant:ec035ff71c50461e915b613633a3441d on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:48.246696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.263773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:48.264557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:48.293946 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:48.333850 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] No L3 agents can host the router be217ae5-bef3-47fa-a969-435d520d4a76
Dec 13 14:46:48.362502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-7ec71306-f314-4517-b9a6-580c64730da2 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Unset dirty status for tenant:ec035ff71c50461e915b613633a3441d on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:48.372541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.372952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-7ec71306-f314-4517-b9a6-580c64730da2 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1788523338&fields=id&tenant_id=ec035ff71c50461e915b613633a3441d HTTP/1.1" status: 200  len: 267 time: 0.2740173
Dec 13 14:46:48.421282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:48.452242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cf750416-c5ae-4beb-a771-78d84584ca5b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:48.515431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=4c4a537e-e896-45c2-bfa9-7ea74c82d835,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:48.529668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:48.539508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:48.541205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 5b398289-33a3-416c-9399-83d0cc0e0d29, host hv-neutron-8215, got binding levels [] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:48.541744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.557101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40968) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:48.563092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:48.569232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.587355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Provisioning for port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:48.595919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Provisioning complete for port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:48.596511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.664047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d2cdf4eb-554a-465f-bf04-4e6781e1c24e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:48.664833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d2cdf4eb-554a-465f-bf04-4e6781e1c24e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Synchronizing usage tracker for tenant:ec035ff71c50461e915b613633a3441d on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:48.726526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Allocated IP 172.26.4.194 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ea1782ba-065d-43dc-9978-fdefa061f2b2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:48.729106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:48.759709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port cf750416-c5ae-4beb-a771-78d84584ca5b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:48.766143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.823978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.831207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port cf750416-c5ae-4beb-a771-78d84584ca5b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:48.831625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.872615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.886259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:48.898346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.902649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d2cdf4eb-554a-465f-bf04-4e6781e1c24e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Unset dirty status for tenant:ec035ff71c50461e915b613633a3441d on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:48.909617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d2cdf4eb-554a-465f-bf04-4e6781e1c24e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/networks?id=a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 200  len: 812 time: 0.5357263
Dec 13 14:46:48.911696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.913945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] For port e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,segment=NetworkSegment(c8927d2b-b259-4c30-a584-e8ef71edfaa7),segment_id=c8927d2b-b259-4c30-a584-e8ef71edfaa7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:48.924857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:48.976900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/8895ade0-27d9-4be3-9b57-91ccb06b8fed HTTP/1.1" status: 204  len: 168 time: 2.4016826
Dec 13 14:46:48.991705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:49.003372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40972) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:49.005829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=8895ade0-27d9-4be3-9b57-91ccb06b8fed,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.015405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.058058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:49.061877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.071618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Usage tracker for resource:security_group_rule and tenant:2a05dd00e4364b2cae1faa375b0064df is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:49.075082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:49.081259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:49.081596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Pushing event updated for resources: {'Port': ['ID=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.085016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.110244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-9650c6cb-381a-48dd-9992-d99f2efe8208 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/quotas/ec035ff71c50461e915b613633a3441d HTTP/1.1" status: 200  len: 375 time: 0.1996071
Dec 13 14:46:49.151786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port cf750416-c5ae-4beb-a771-78d84584ca5b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cf750416-c5ae-4beb-a771-78d84584ca5b,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:46:49.164124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.168258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:49.187760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Calling delete_port for 5b398289-33a3-416c-9399-83d0cc0e0d29 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:49.221595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.246273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.253441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.261803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.264706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.370642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58eccd7d-6966-4cd1-bda5-3632c01d7d8f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:49.417989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24838f5-beb3-498b-9849-a282ff31c773,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.427294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.444561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Hosts for router be217ae5-bef3-47fa-a969-435d520d4a76: [] {{(pid=88856) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 13 14:46:49.458779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.487363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.530472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.531410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.535027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Hosts for other DVR routers connected to router be217ae5-bef3-47fa-a969-435d520d4a76: set() {{(pid=88856) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 13 14:46:49.544387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:49.561240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a05dd00e4364b2cae1faa375b0064df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9033599
Dec 13 14:46:49.570161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40976) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:49.580331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.600695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b398289-33a3-416c-9399-83d0cc0e0d29,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.605749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.608752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:49.636325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Transition to ACTIVE for port object 9caccadd-bddc-4dde-841e-bdc6f521b4c7 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:49.659459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Provisioning for port 00171afe-1367-4a9f-956a-e0975231417f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:49.670012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.670557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Provisioning complete for port 00171afe-1367-4a9f-956a-e0975231417f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:49.671061 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b219fd4-9d1b-4031-8488-16623c2324e6 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "PUT /v2.0/routers/be217ae5-bef3-47fa-a969-435d520d4a76 HTTP/1.1" status: 200  len: 716 time: 3.8448291
Dec 13 14:46:49.683028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40980) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:49.687092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.688309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.695085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-6178a9cd-fc90-4f6d-a1ff-1315dbbea4a5 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Synchronizing usage tracker for tenant:ec035ff71c50461e915b613633a3441d on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:49.762052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Port 00171afe-1367-4a9f-956a-e0975231417f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:49.769644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.777360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Provisioning complete for port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:49.777970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7de6a652-0717-4dc9-9f69-a127fd525a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.783886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:49.788156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.799572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:49.822629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:49.861430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:49.903762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'Port': ['ID=ea1782ba-065d-43dc-9978-fdefa061f2b2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:49.914107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:49.923113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:50.021088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5b398289-33a3-416c-9399-83d0cc0e0d29 HTTP/1.1" status: 204  len: 168 time: 2.5385935
Dec 13 14:46:50.025479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=4c4a537e-e896-45c2-bfa9-7ea74c82d835,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:50.027843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40984) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.063466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-30386179-8d5b-4612-9e45-b0bf4c404cd8 None None] Provisioning complete for port 00171afe-1367-4a9f-956a-e0975231417f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:50.063896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30386179-8d5b-4612-9e45-b0bf4c404cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.069106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:50.078951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-6178a9cd-fc90-4f6d-a1ff-1315dbbea4a5 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Unset dirty status for tenant:ec035ff71c50461e915b613633a3441d on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:50.080402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-6178a9cd-fc90-4f6d-a1ff-1315dbbea4a5 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec035ff71c50461e915b613633a3441d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9693151
Dec 13 14:46:50.092461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e5676d8>,) {'filters': {'network_id': ['cdd036d7-c18d-4b10-9dcd-be64f5e4c870']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:50.109158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.116818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5676d8>, '692abe27-9146-44f0-9457-271c35ecaff7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:50.117055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5676d8>, '692abe27-9146-44f0-9457-271c35ecaff7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:46:50.125271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.126750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1da1da-d767-4467-8b8a-c81bd40fc80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:46:50.127347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd1da1da-d767-4467-8b8a-c81bd40fc80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Synchronizing usage tracker for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:50.130798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-30386179-8d5b-4612-9e45-b0bf4c404cd8 None None] Port 00171afe-1367-4a9f-956a-e0975231417f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:50.144755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:50.159478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-306c0542-a58e-4b61-9d02-e055b952e6cb tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "GET /v2.0/routers/be217ae5-bef3-47fa-a969-435d520d4a76 HTTP/1.1" status: 200  len: 716 time: 0.4751847
Dec 13 14:46:50.176343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.186958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 40992) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.218208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd1da1da-d767-4467-8b8a-c81bd40fc80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Unset dirty status for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:50.223438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd1da1da-d767-4467-8b8a-c81bd40fc80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports/5b398289-33a3-416c-9399-83d0cc0e0d29 HTTP/1.1" status: 404  len: 333 time: 0.1884363
Dec 13 14:46:50.227257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 40998) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.232195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.232284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.271736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-470411205', 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:50.284763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Network 6d221279-1895-4bbf-8924-2a22b23cd78a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:50.286320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.293470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:50.317036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:50.319940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:50.331461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e5c07c72-25e1-4562-bea8-a4adf1aa3be4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:50.399343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.403603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.6056657
Dec 13 14:46:50.405627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:46:50.405743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.406367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.406480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41004) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.414879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-926506751'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:50.435093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'Port': ['ID=9caccadd-bddc-4dde-841e-bdc6f521b4c7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:50.439776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:46:50.440717 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:46:50.452236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:50.459307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:50.459649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.465391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:50.477233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:network and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:50.485463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:50.503220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:50.506704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-f521c1f1-e208-423d-91c9-dddaf5fdede0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:46:50.516333 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-f521c1f1-e208-423d-91c9-dddaf5fdede0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2366464
Dec 13 14:46:50.530890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:50.531983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.581701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.605343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cf750416-c5ae-4beb-a771-78d84584ca5b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:50.699768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port cf750416-c5ae-4beb-a771-78d84584ca5b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:50.700306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.767022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 4.5933647
Dec 13 14:46:50.771968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41008) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.772771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Made reservation on behalf of 2266560301ff4d7da166743c5c80e2b4 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:50.777963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.841294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.851243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8e68871a-b084-499a-bce1-a3c5aacabb13 None None] Provisioning for port 9caccadd-bddc-4dde-841e-bdc6f521b4c7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:50.853099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.860352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8e68871a-b084-499a-bce1-a3c5aacabb13 None None] Provisioning complete for port 9caccadd-bddc-4dde-841e-bdc6f521b4c7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:50.860770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e68871a-b084-499a-bce1-a3c5aacabb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.874802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.878418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:50.885640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Made reservation on behalf of 3f1315bbd9d84b9da8d84b292415e55b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:50.891560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.921360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8e68871a-b084-499a-bce1-a3c5aacabb13 None None] Port 9caccadd-bddc-4dde-841e-bdc6f521b4c7 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:50.922380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:50.926636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24838f5-beb3-498b-9849-a282ff31c773,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:50.930436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 718f11f0-6028-491b-93a0-ff88515be1c7 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:50.977565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:50.978157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25ac0884-f48d-4029-8547-eb4ac19d05a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:50.985713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-77ae8778-8a74-4f70-899d-88f87671c4f7 tempest-RoutersTestDVR-603713016 tempest-RoutersTestDVR-603713016-project] 10.222.0.69 "GET /v2.0/routers/be217ae5-bef3-47fa-a969-435d520d4a76 HTTP/1.1" status: 200  len: 682 time: 0.7974682
Dec 13 14:46:50.994199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41012) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:50.998741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-c6331712-3e75-44bb-b815-618ff5d98f80 service neutron] 10.222.0.69 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4811680
Dec 13 14:46:51.011099 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/cdd036d7-c18d-4b10-9dcd-be64f5e4c870 HTTP/1.1" status: 204  len: 168 time: 2.0026760
Dec 13 14:46:51.018960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41016) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:51.027584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:51.059223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:security_group_rule and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:51.067215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:51.078294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.079522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d24838f5-beb3-498b-9849-a282ff31c773 HTTP/1.1" status: 204  len: 168 time: 1.4708786
Dec 13 14:46:51.121562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=cdd036d7-c18d-4b10-9dcd-be64f5e4c870,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:51.124034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:51.130284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:51.318491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.322892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.331550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.332494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Synchronizing usage tracker for tenant:797ab8e28628422aa1bc7e4ec4abb28b on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:51.334197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d9a53-578d-462b-92ca-45a5cdb5a13a tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.338811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d9a53-578d-462b-92ca-45a5cdb5a13a tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.346536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-356d9a53-578d-462b-92ca-45a5cdb5a13a tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3265128
Dec 13 14:46:51.352279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41024) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:51.375448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-178706686'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:51.380689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:51.384804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.385190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:network and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:51.388209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:51.394473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:51.408238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.410461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:51.416263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.458563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:51.467413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.467779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment fdd8416d-a2a4-4eec-b0d9-a788ed6f3977 of type vlan for network 85799a45-1afb-4e80-bbe2-7c1943bfbcb9
Dec 13 14:46:51.475608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.494058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:51.534026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.551081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.563592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-da30bf2c-eb75-47e5-b781-c5ef163098d1 service neutron] 10.222.0.69 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4873393
Dec 13 14:46:51.587524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.619489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Unset dirty status for tenant:797ab8e28628422aa1bc7e4ec4abb28b on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:51.620833 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d53c8529-dbca-4189-919b-4ceed19ee19e tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.8308661
Dec 13 14:46:51.631755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41034) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:51.649067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'Port': ['ID=ea1782ba-065d-43dc-9978-fdefa061f2b2,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:51.663383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:51.664880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:51.674263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:51.685447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.719033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.742875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.743375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Added segment 8e250869-f3be-439b-b787-07fb5232a495 of type vlan for network 247d4a48-85ab-40c6-a801-f0ef8a07a56e
Dec 13 14:46:51.770554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbed9a24-e041-4b2e-a7f2-137fd300a939,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:51.776219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:51.776989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.799411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6435549
Dec 13 14:46:51.823591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.835124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:51.835697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.849314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.860684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Deleting port 9caccadd-bddc-4dde-841e-bdc6f521b4c7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:51.861564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:51.869378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:51.949583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41054) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:51.985104 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6278608
Dec 13 14:46:52.032589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41066) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:52.057144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=85799a45-1afb-4e80-bbe2-7c1943bfbcb9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:52.060166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:52.068186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.069724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 85799a45-1afb-4e80-bbe2-7c1943bfbcb9 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:52.073358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:52.074206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.080259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:52.157655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.7487667
Dec 13 14:46:52.158801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41084) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:52.226830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Request body: {'subnet': {'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:52.273315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41088) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:52.276850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Network': ['ID=247d4a48-85ab-40c6-a801-f0ef8a07a56e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:52.288692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:52.369338 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 13 14:46:52.459501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1443250779'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:52.470620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:52.493891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-287b9839-ef5d-4af7-8bc7-5bce0fbde0b0 req-3c0d3fe2-946d-4074-8389-2ab72a3cba31 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.5410893
Dec 13 14:46:52.519905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:network and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:52.523223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:52.523660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:52.534981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:52.539761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:52.548775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:subnet and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:52.552814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:52.560050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:52.561838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-88084564'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:52.570207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.570602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.588248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:52.590480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.597854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:52.627467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Made reservation on behalf of 3f1315bbd9d84b9da8d84b292415e55b for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:52.676499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:network and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:52.681096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:52.685408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f673bb1b-75c6-47a7-be3d-b69104d5a9b4 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:52.688424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:security_group_rule and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:52.736084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:52.740695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:52.770379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:52.788424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.823043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:52.959642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:52.967789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:52.978460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=718f11f0-6028-491b-93a0-ff88515be1c7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:52.983569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Network 32a128db-ab5c-4b25-bfde-1451523fd09c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:52.990856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.006411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:53.007837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:53.016398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-baf6ae8e-6895-42b5-af17-2bb742300114 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Synchronizing usage tracker for tenant:cbf399be428047adb5864040d190a4b3 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:53.019202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:53.020225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:53.021342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.022430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.033079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.034068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.041536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:53.046161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.091660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:53.121737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1c94b-af5f-4ef8-836c-299847cf555c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:53.126589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:53.148011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.148874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Added segment 0d58e68b-1785-493f-90aa-99ef12db574c of type vlan for network 09a85053-338b-49cc-a002-2fb5bd704900
Dec 13 14:46:53.165936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.182515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:53.205451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Calling delete_port for 9caccadd-bddc-4dde-841e-bdc6f521b4c7 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:53.217773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.234477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-baf6ae8e-6895-42b5-af17-2bb742300114 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Unset dirty status for tenant:cbf399be428047adb5864040d190a4b3 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:53.236105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-baf6ae8e-6895-42b5-af17-2bb742300114 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1221447559&fields=id&tenant_id=cbf399be428047adb5864040d190a4b3 HTTP/1.1" status: 200  len: 267 time: 0.6912315
Dec 13 14:46:53.248679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:46:53.290035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Subnet': ['ID=4e5071e9-dd34-45c3-9bda-e2c0f67129e3,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:53.293360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:53.298805 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 3.0586607
Dec 13 14:46:53.305493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41118) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:53.373338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.383372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:53.384149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.389819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.390026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment 4201ab43-c3a9-47b6-b3aa-ea5a9b1f6cc8 of type vlan for network 31682e10-995a-482c-ac88-592af9599af3
Dec 13 14:46:53.393288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:53.448332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Checking segment: {'id': '8e250869-f3be-439b-b787-07fb5232a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:53.448725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network hostable DHCP agents. Network: 247d4a48-85ab-40c6-a801-f0ef8a07a56e, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:53.476653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-373cdd44-7731-45ed-bd3d-7c996c1b3ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports/718f11f0-6028-491b-93a0-ff88515be1c7 HTTP/1.1" status: 200  len: 958 time: 0.1668410
Dec 13 14:46:53.479812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41124) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:53.493973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.494636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be217ae5-bef3-47fa-a969-435d520d4a76 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:46:53.546837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.576689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.3013742
Dec 13 14:46:53.586589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41130) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:53.590292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Network': ['ID=09a85053-338b-49cc-a002-2fb5bd704900,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:53.595783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:53.599997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'subnet': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:53.606515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 09a85053-338b-49cc-a002-2fb5bd704900 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:53.620451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-73219d4c-411f-418d-bc16-ee5ddb59ccba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:53.621240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-73219d4c-411f-418d-bc16-ee5ddb59ccba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Synchronizing usage tracker for tenant:cbf399be428047adb5864040d190a4b3 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:53.632959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.638447 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb17e3bc-1cc8-4c63-9d18-922cad0f23d3 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "DELETE /v2.0/routers/be217ae5-bef3-47fa-a969-435d520d4a76 HTTP/1.1" status: 204  len: 168 time: 2.6386878
Dec 13 14:46:53.640391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:53.664900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Request body: {'router': {'name': 'tempest-router-1978112502', 'distributed': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:53.674444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:53.719559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.726643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:53.727367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.735813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:53.738440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Deleting port 718f11f0-6028-491b-93a0-ff88515be1c7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:53.738838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.752099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-73219d4c-411f-418d-bc16-ee5ddb59ccba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Unset dirty status for tenant:cbf399be428047adb5864040d190a4b3 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:53.753375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-73219d4c-411f-418d-bc16-ee5ddb59ccba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/networks?id=fae78a1b-16b2-45cb-86db-16daba017d2d HTTP/1.1" status: 200  len: 806 time: 0.5020320
Dec 13 14:46:53.807329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Usage tracker for resource:router and tenant:4d876143a16142c69c7008147ba61e87 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:53.807833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:53.813483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.7791791
Dec 13 14:46:53.851924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:53.862041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:53.866688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:53.875878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-d58da34d-eb24-4dd1-87f7-342861be25a1 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/quotas/cbf399be428047adb5864040d190a4b3 HTTP/1.1" status: 200  len: 375 time: 0.1043596
Dec 13 14:46:53.880430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=31682e10-995a-482c-ac88-592af9599af3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:53.887870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:53.888220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:53.894491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 31682e10-995a-482c-ac88-592af9599af3 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:46:53.974544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event deleted for resources: {'Port': ['ID=9caccadd-bddc-4dde-841e-bdc6f521b4c7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:53.983570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:54.090530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:54.116662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'ports': [{'network_id': '85799a45-1afb-4e80-bbe2-7c1943bfbcb9', 'name': 'tempest-port--36945719', 'admin_state_up': True}, {'network_id': '31682e10-995a-482c-ac88-592af9599af3', 'admin_state_up': False}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:54.117012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'port': {'network_id': '85799a45-1afb-4e80-bbe2-7c1943bfbcb9', 'name': 'tempest-port--36945719', 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:54.117745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'port': {'network_id': '31682e10-995a-482c-ac88-592af9599af3', 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:54.119848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.125999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "DELETE /v2.0/ports/9caccadd-bddc-4dde-841e-bdc6f521b4c7 HTTP/1.1" status: 204  len: 168 time: 2.4884751
Dec 13 14:46:54.128495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41142) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:54.135247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-96e17839-55b2-468b-872f-5b933e79542c tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Synchronizing usage tracker for tenant:cbf399be428047adb5864040d190a4b3 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:54.145289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Request body: {'port': {'name': 'tempest-new-port-name-978386411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:54.145715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] bootfile-name is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:54.146081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] tftp-server is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:54.146438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] server-ip-address is not in valid_values {{(pid=88856) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:46:54.165801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4cba4015-409f-4e43-a9ea-d08fb86fb706 req-6ff249c1-6d7f-47c3-a6d1-f02bb40ebb43 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.3845408
Dec 13 14:46:54.212690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.72', 49852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:54.213669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-96e17839-55b2-468b-872f-5b933e79542c tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Unset dirty status for tenant:cbf399be428047adb5864040d190a4b3 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:54.215474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-96e17839-55b2-468b-872f-5b933e79542c tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbf399be428047adb5864040d190a4b3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3324325
Dec 13 14:46:54.244249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:54.248709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:subnet and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:54.251951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:54.258765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:54.267291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 247d4a48-85ab-40c6-a801-f0ef8a07a56e) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:54.276344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fde08-2033-46f5-8000-dcfeec478630 None None] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:54.315654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:54.336985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:54.337998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.372359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.373605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.616536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-247d4a48-85ab-40c6-a801-f0ef8a07a56e', 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e', 'tenant_id': '3f1315bbd9d84b9da8d84b292415e55b', 'fixed_ips': [{'subnet_id': '4e5071e9-dd34-45c3-9bda-e2c0f67129e3'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:46:54.616751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.648933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4859805
Dec 13 14:46:54.650528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:54.654365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:46:54.716965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41156) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:54.727524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-709310990', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:54.752091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.757064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:54.769977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:router and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:54.774718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:54.774877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:port and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:54.780002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:54.786724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.788456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:54.799495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:54.802384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.809486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Allocated IP 172.20.0.2 (247d4a48-85ab-40c6-a801-f0ef8a07a56e/4e5071e9-dd34-45c3-9bda-e2c0f67129e3/a0216206-0189-4209-b59a-8f329c0b1bd1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:54.861950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-9e4c9c02-8d64-4850-8111-376764c25072 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:54.864068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-9e4c9c02-8d64-4850-8111-376764c25072 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "GET /v2.0/networks?id=a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 200  len: 812 time: 0.6474383
Dec 13 14:46:54.867399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-818bf6f3-6bc9-4eb7-8e4b-4d096003cd8f service neutron] 10.222.0.69 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6153331
Dec 13 14:46:54.918169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.920614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.951217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'port': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:54.959630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:54.985993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.039764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.048913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.063908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Transition to ACTIVE for port object a0216206-0189-4209-b59a-8f329c0b1bd1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:55.086420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Transition to ACTIVE for port object a0216206-0189-4209-b59a-8f329c0b1bd1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:55.094445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.101290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:55.175658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:55.186727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:55.189052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] device_id is not set on port dfc7ba48-b91e-436a-93de-d1c52e8ad3de yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:55.193018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:55.206142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-6acb5421-c772-4419-914e-ebffd231f601 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec035ff71c50461e915b613633a3441d HTTP/1.1" status: 200  len: 380 time: 0.2898834
Dec 13 14:46:55.208554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Pushing event updated for resources: {'Port': ['ID=a0216206-0189-4209-b59a-8f329c0b1bd1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:55.219418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:55.227221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'port': {'device_id': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'admin_state_up': True, 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'security_groups': ['d9bb072c-8d3a-49d5-8403-5cd2a00d5d35']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:55.399960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Attempting to bind port a0216206-0189-4209-b59a-8f329c0b1bd1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:46:55.400496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Attempting to bind port a0216206-0189-4209-b59a-8f329c0b1bd1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '8e250869-f3be-439b-b787-07fb5232a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:46:55.400789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Attempting to bind port a0216206-0189-4209-b59a-8f329c0b1bd1 on network 247d4a48-85ab-40c6-a801-f0ef8a07a56e {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:46:55.420106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:46:55.422492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Checking segment: {'id': '8e250869-f3be-439b-b787-07fb5232a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:55.422952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.423443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Bound using segment: {'id': '8e250869-f3be-439b-b787-07fb5232a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:46:55.425050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Bound port: a0216206-0189-4209-b59a-8f329c0b1bd1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e250869-f3be-439b-b787-07fb5232a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:46:55.426884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.431679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.519090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.568530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] device_id is not set on port 039de366-e6a6-4434-bd03-3bea2f13b13c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:55.577030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] For port a0216206-0189-4209-b59a-8f329c0b1bd1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:46:55.581447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] For port a0216206-0189-4209-b59a-8f329c0b1bd1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a0216206-0189-4209-b59a-8f329c0b1bd1,segment=NetworkSegment(8e250869-f3be-439b-b787-07fb5232a495),segment_id=8e250869-f3be-439b-b787-07fb5232a495)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:46:55.586715 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-775fad1b-960e-4fdd-a1d3-0b91473867be service neutron] 10.222.0.69 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6784549
Dec 13 14:46:55.587473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.594001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:55.686853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Pushing event updated for resources: {'Port': ['ID=a0216206-0189-4209-b59a-8f329c0b1bd1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:55.705263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:55.718496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:55.832449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.856027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.857365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9936872d-fbe8-4d40-8133-a60de43a37fc tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 2.2054772
Dec 13 14:46:55.871505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41186) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:55.873563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:55.880744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.954084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:55.957607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Made reservation on behalf of ec035ff71c50461e915b613633a3441d for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:55.958146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f898d681-12b7-4d73-a050-0264e52cfbe4 req-3020955d-da35-41d1-b43f-76fa085c31dd tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.0905910
Dec 13 14:46:55.994457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.127701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.142052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18f9ed3d-035d-4108-bef9-dacfbd88dc6b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:56.187751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee58af86-635b-46d5-b492-4639cce35094 req-1b1c2097-f48e-4a82-a79f-704dff3cd2be tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1447210
Dec 13 14:46:56.283178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.446670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Calling delete_port for 718f11f0-6028-491b-93a0-ff88515be1c7 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:56.493349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.538462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:56.679763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Allocated IP 172.20.0.9 (a4609780-3769-45c6-8552-b35f51419f8e/aa0cc12e-b6e6-499c-a878-9e7b86fdcca5/49caabec-e26d-42cf-88f8-98b60b58d0a9) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:56.739504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.817524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event updated for resources: {'Port': ['ID=00171afe-1367-4a9f-956a-e0975231417f,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:56.821269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:56.822273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] In _notify_port_updated(), no bound segment for port 00171afe-1367-4a9f-956a-e0975231417f on network 6d221279-1895-4bbf-8924-2a22b23cd78a {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:46:56.826695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:56.827382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:56.828818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "PUT /v2.0/ports/00171afe-1367-4a9f-956a-e0975231417f HTTP/1.1" status: 200  len: 1135 time: 2.6904991
Dec 13 14:46:56.850614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41208) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:56.879574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Port': ['ID=dfc7ba48-b91e-436a-93de-d1c52e8ad3de,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:56.933978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f6397580-9404-46a1-b716-78fa53273361 None None] Provisioning complete for port 00171afe-1367-4a9f-956a-e0975231417f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:56.934408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6397580-9404-46a1-b716-78fa53273361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.143035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f6397580-9404-46a1-b716-78fa53273361 None None] Port 00171afe-1367-4a9f-956a-e0975231417f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:46:57.219312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.276530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.297314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:57.307152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Transition to ACTIVE for port object 49caabec-e26d-42cf-88f8-98b60b58d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:46:57.313720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.358742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.477535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.506447 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6f92a32-01ce-40eb-8e56-edb3daf24949 req-52590e86-1634-42d5-aa61-b1f04bfa0340 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0933180
Dec 13 14:46:57.507861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f92875d2-a8bf-4945-bf60-80f6b04e7adf tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:57.603007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:57.689730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.690714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event deleted for resources: {'Port': ['ID=718f11f0-6028-491b-93a0-ff88515be1c7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:57.698750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653abd5c-e962-4e0a-85d7-cb4f7e8de255 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:57.705257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-653abd5c-e962-4e0a-85d7-cb4f7e8de255 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "GET /v2.0/ports/00171afe-1367-4a9f-956a-e0975231417f HTTP/1.1" status: 200  len: 1135 time: 0.8275809
Dec 13 14:46:57.706716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:57.709207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41226) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:57.776297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a08f584-1358-421a-98e1-2396e9fa7643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:57.839248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:57.863388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Checking segment: {'id': 'fdd8416d-a2a4-4eec-b0d9-a788ed6f3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85799a45-1afb-4e80-bbe2-7c1943bfbcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:57.863818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network hostable DHCP agents. Network: 85799a45-1afb-4e80-bbe2-7c1943bfbcb9, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:57.895623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Network a4609780-3769-45c6-8552-b35f51419f8e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:57.901255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:57.914601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event updated for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:57.920915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:57.963228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:58.011811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Allocated IP 172.26.4.138 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/7957b036-7673-4b6f-8d3a-8135d1bc0789) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:46:58.033382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:58.034483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.161955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Deleting port 00171afe-1367-4a9f-956a-e0975231417f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:46:58.162321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.182787 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9675069
Dec 13 14:46:58.200765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "DELETE /v2.0/ports/718f11f0-6028-491b-93a0-ff88515be1c7 HTTP/1.1" status: 204  len: 168 time: 4.7188857
Dec 13 14:46:58.207803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41230) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:58.299378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Subnet': ['ID=f11ecba4-b02b-4058-824b-18f610cfb348,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:58.302115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:58.367878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.385055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bac6a-a8c1-452f-8f18-9bf3de5f41d0 req-cd61bac1-79e8-4465-a88e-ca1eb5275c67 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:58.397155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a5bac6a-a8c1-452f-8f18-9bf3de5f41d0 req-cd61bac1-79e8-4465-a88e-ca1eb5275c67 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 1.0215330
Dec 13 14:46:58.422179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a0216206-0189-4209-b59a-8f329c0b1bd1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:46:58.426525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-51074873-91b3-4d39-abf2-482108672c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:46:58.427292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-51074873-91b3-4d39-abf2-482108672c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Synchronizing usage tracker for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:46:58.463424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.470333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:58.502038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ae5ee-396f-445a-9877-2fd8d3b1e4f9 None None] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:58.519685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-51074873-91b3-4d39-abf2-482108672c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Unset dirty status for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:46:58.521039 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-51074873-91b3-4d39-abf2-482108672c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports/718f11f0-6028-491b-93a0-ff88515be1c7 HTTP/1.1" status: 404  len: 333 time: 0.3119197
Dec 13 14:46:58.526482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41234) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:58.534158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738200619'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:58.540105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network 85799a45-1afb-4e80-bbe2-7c1943bfbcb9 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:58.544437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:58.581278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:58.605786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=7957b036-7673-4b6f-8d3a-8135d1bc0789,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:58.612636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Checking segment: {'id': '0d58e68b-1785-493f-90aa-99ef12db574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:58.613078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network hostable DHCP agents. Network: 09a85053-338b-49cc-a002-2fb5bd704900, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:58.627481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:58.630233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Made reservation on behalf of 2266560301ff4d7da166743c5c80e2b4 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:46:58.636614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.654312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a0216206-0189-4209-b59a-8f329c0b1bd1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:58.657998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:58.659420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:58.675206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 85799a45-1afb-4e80-bbe2-7c1943bfbcb9) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:58.679910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:58.686772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a0216206-0189-4209-b59a-8f329c0b1bd1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:58.687221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.700790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.707623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:58.708501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.712780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Provisioning for port a0216206-0189-4209-b59a-8f329c0b1bd1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:46:58.740591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afcf18-0256-455a-b632-ed5c6164675b None None] Network 85799a45-1afb-4e80-bbe2-7c1943bfbcb9 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:58.742572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:58.780439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Provisioning complete for port a0216206-0189-4209-b59a-8f329c0b1bd1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:46:58.781195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.783567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.824245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0528103-0071-4094-ad3d-9a908b8970a1 req-94b68c13-d34e-482a-9e17-1f1a476c8538 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0748057
Dec 13 14:46:58.827602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 52007d4f-c943-43b8-8244-4629c010393e yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:46:58.834290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:58.837212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a5bac6a-a8c1-452f-8f18-9bf3de5f41d0 req-19951536-db9b-49ee-a5cf-640aebcf4c3e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4388180
Dec 13 14:46:58.848812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:58.908163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 09a85053-338b-49cc-a002-2fb5bd704900) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:58.974589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Port': ['ID=039de366-e6a6-4434-bd03-3bea2f13b13c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:58.990468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:58.991157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.009116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:59.015206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543347b-a3ce-462d-9a07-b9d449139ad1 None None] Network 09a85053-338b-49cc-a002-2fb5bd704900 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:46:59.043233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Checking segment: {'id': '4201ab43-c3a9-47b6-b3aa-ea5a9b1f6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '31682e10-995a-482c-ac88-592af9599af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:46:59.043613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network hostable DHCP agents. Network: 31682e10-995a-482c-ac88-592af9599af3, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:46:59.051721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.052282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98f5a9af-e49f-4cf2-b7aa-38c796a14d1f {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:46:59.069716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.071057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-81b1d571-990e-4ecd-9a83-98818b5cdad0 tempest-RoutersTestDVR-922828663 tempest-RoutersTestDVR-922828663-project-admin] 10.222.0.69 "DELETE /v2.0/routers/98f5a9af-e49f-4cf2-b7aa-38c796a14d1f HTTP/1.1" status: 204  len: 168 time: 3.1788943
Dec 13 14:46:59.085253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.4952462
Dec 13 14:46:59.092226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41242) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:59.099261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.113393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-834713224'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:59.200972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.259426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.280749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:46:59.354433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=52007d4f-c943-43b8-8244-4629c010393e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:46:59.364832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:46:59.371744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Network 32a128db-ab5c-4b25-bfde-1451523fd09c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:46:59.374225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:59.377039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:46:59.378311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:46:59.379433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.421318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8917856
Dec 13 14:46:59.423183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41246) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:59.433832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:46:59.589195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.590638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.685203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.720107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Calling delete_port for 00171afe-1367-4a9f-956a-e0975231417f owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:46:59.862168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41252) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:46:59.874962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network 31682e10-995a-482c-ac88-592af9599af3 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:46:59.879097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:46:59.919246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:port and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:46:59.940650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:46:59.953666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 31682e10-995a-482c-ac88-592af9599af3) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:46:59.955662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:46:59.972473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:46:59.990103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:00.013330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:00.022484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:00.027769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.059250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] For port a0216206-0189-4209-b59a-8f329c0b1bd1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a0216206-0189-4209-b59a-8f329c0b1bd1,segment=NetworkSegment(8e250869-f3be-439b-b787-07fb5232a495),segment_id=8e250869-f3be-439b-b787-07fb5232a495)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:00.060781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77efc7-1c44-494f-8a81-2a165e5e3ecb None None] Network 31682e10-995a-482c-ac88-592af9599af3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:00.220816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 6.1302040
Dec 13 14:47:00.220816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:00.224773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.240558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41262) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:00.257720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3034538f-56e8-4ec0-a2e8-e9c26afc4782 req-ce660547-4a2b-42bd-b813-20b32e147f63 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1040952
Dec 13 14:47:00.258640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.314845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:00.319209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Usage tracker for resource:security_group_rule and tenant:b80a36f1e51e422888a1352008c1352b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:00.322471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:00.329601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:00.347223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port ce3a28f1-104d-4cfb-993d-35936283a576 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:00.386838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.504863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.512141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.519248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f345be9c-3e43-4dfd-af5f-25614bede014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:00.531803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43178e-83d2-4c36-8e38-7a3a76cf0316 req-3b4d396c-a752-460d-85ee-8e2d37d0b5aa tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:00.533906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a43178e-83d2-4c36-8e38-7a3a76cf0316 req-3b4d396c-a752-460d-85ee-8e2d37d0b5aa tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 0.3973007
Dec 13 14:47:00.534647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.551423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] device_id is not set on port 52007d4f-c943-43b8-8244-4629c010393e yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:00.560201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.573832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:00.598330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.639151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:00.674552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96e8730-ab40-41f7-9b4f-2c262075007b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:00.696945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event deleted for resources: {'Port': ['ID=00171afe-1367-4a9f-956a-e0975231417f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:00.707429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:00.709259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b858f-29a2-4abe-9924-8ceb22bbbefc tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:00.714249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b858f-29a2-4abe-9924-8ceb22bbbefc tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:00.715135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c35b858f-29a2-4abe-9924-8ceb22bbbefc tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Synchronizing usage tracker for tenant:a537defbf8b1499296f75d44fb188b0f on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:00.722263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:00.740695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b80a36f1e51e422888a1352008c1352b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8709896
Dec 13 14:47:00.741705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41268) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:00.766144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Transition to ACTIVE for port object 52007d4f-c943-43b8-8244-4629c010393e will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:00.801426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Pushing event updated for resources: {'Port': ['ID=a0216206-0189-4209-b59a-8f329c0b1bd1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:00.819770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:00.834073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:00.834558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:00.842718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-09a85053-338b-49cc-a002-2fb5bd704900', 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'tenant_id': 'b153bedb9f7a4297b772895534cea225', 'fixed_ips': [{'subnet_id': 'f11ecba4-b02b-4058-824b-18f610cfb348'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:00.843856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.844951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.856264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cd34d4df-87ba-42cf-a005-9e9a069c59eb None None] Provisioning for port 49caabec-e26d-42cf-88f8-98b60b58d0a9 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:00.886600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cd34d4df-87ba-42cf-a005-9e9a069c59eb None None] Provisioning complete for port 49caabec-e26d-42cf-88f8-98b60b58d0a9 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:00.886820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd34d4df-87ba-42cf-a005-9e9a069c59eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:00.900137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:00.952773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a43178e-83d2-4c36-8e38-7a3a76cf0316 req-7cd9e57d-954b-4d15-8636-e65eed0c8f4f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3981638
Dec 13 14:47:00.957835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::1fd (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/ce3a28f1-104d-4cfb-993d-35936283a576) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:00.995939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c35b858f-29a2-4abe-9924-8ceb22bbbefc tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Unset dirty status for tenant:a537defbf8b1499296f75d44fb188b0f on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:00.997511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c35b858f-29a2-4abe-9924-8ceb22bbbefc tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.7540839
Dec 13 14:47:01.023747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Router e28631c8-6ab4-4b1b-981e-04d6eca260e8 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:47:01.027211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41272) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:01.116021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cd34d4df-87ba-42cf-a005-9e9a069c59eb None None] Port 49caabec-e26d-42cf-88f8-98b60b58d0a9 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:01.130668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=52007d4f-c943-43b8-8244-4629c010393e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:01.140215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:01.225157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.227365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.298205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Deleting port dfc7ba48-b91e-436a-93de-d1c52e8ad3de {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:01.298844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.398362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "DELETE /v2.0/ports/00171afe-1367-4a9f-956a-e0975231417f HTTP/1.1" status: 204  len: 168 time: 3.6811357
Dec 13 14:47:01.417940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41278) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:01.458059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.494080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-be195171-bc89-4618-ae24-5726075e10ac None None] Provisioning complete for port a0216206-0189-4209-b59a-8f329c0b1bd1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:01.494610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be195171-bc89-4618-ae24-5726075e10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.565317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-22eed6a8-21ad-4f1e-bde1-185b7e2a65b0 req-705106af-2fc7-4d9c-b140-2f59608b1cc3 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0961268
Dec 13 14:47:01.616322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:01.616858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:01.617118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:01.719532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:01.732532 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:01.749849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a0216206-0189-4209-b59a-8f329c0b1bd1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:01.753106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 2 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:01.770075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.782718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:01.783611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:01.785426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:01.798581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.817867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:01.818404 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:01.834112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:01.841637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 3 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:01.855431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a0216206-0189-4209-b59a-8f329c0b1bd1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:01.856332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.862606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object ce3a28f1-104d-4cfb-993d-35936283a576 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:01.872228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:01.872684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:01.873620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:01.887231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:01.888089 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:01.893593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 4 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:01.909558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:01.916699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c96e8730-ab40-41f7-9b4f-2c262075007b HTTP/1.1" status: 204  len: 168 time: 1.1737647
Dec 13 14:47:01.918364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96e8730-ab40-41f7-9b4f-2c262075007b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:01.927302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:01.960763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:01.961229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:01.961603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:01.970129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:01.970663 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:01.972700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 5 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:01.995344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:01.995740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:01.996600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:01.997876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.016454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:02.016842 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:02.018566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 6 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:02.039169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:02.039825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:02.039939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:02.057157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:02.057526 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:02.059358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:02.069720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 7 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:02.078019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] Sync routers for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:02.099798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:02.100501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ee588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:02.101993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:02.102294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:02.102939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:02.111801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.116335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 7.3980596
Dec 13 14:47:02.117227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41286) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:02.266065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ee588>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:02.280805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:02.281784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ee588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:46:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:02.359170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Deleting subnet 852f8312-3a2c-4c90-8bdd-4ba288392e23 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:02.367042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.368517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ee588>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:02.369155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e183761-b4ed-4bf3-ad0a-7bce092afc41 None None] The sync data for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:02.426573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Calling delete_port for dfc7ba48-b91e-436a-93de-d1c52e8ad3de owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:02.520461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.561402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-56f31fbd-e0fb-439e-9fe5-ac9ef4a8453a tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:02.585597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:02.585968 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:02.586394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 8 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:02.610875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:02.611428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:02.611694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:02.613841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.619367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:02.619921 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:02.620272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 9 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:02.659618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:02.660238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:02.660371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:02.669554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Allocated IP 2001:db8::2 (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/327aa705-144e-4188-82f8-812906bc0816) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:02.778690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41294) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:02.814511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:02.815261 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:02.817635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempt 10 to bind port 52007d4f-c943-43b8-8244-4629c010393e
Dec 13 14:47:02.865148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.946007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:02.946588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:02.946826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempting to bind port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:02.958357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:02.997595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0954ff32-378b-4761-85b5-613874e386a2 req-5036002b-3e99-4ef9-8f7a-e0e4aa76f54f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0927312
Dec 13 14:47:03.004339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:03.014629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:03.018220 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Failed to bind port 52007d4f-c943-43b8-8244-4629c010393e on host hv-neutron-8215 for vnic_type normal using segments [{'id': '05014427-5aa7-4d38-8215-f05f9466b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '32a128db-ab5c-4b25-bfde-1451523fd09c'}]
Dec 13 14:47:03.018810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.033321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:03.035578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.036339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:03.041168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=ce3a28f1-104d-4cfb-993d-35936283a576,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.041588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.048530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:03.049541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Usage tracker for resource:security_group_rule and tenant:4d876143a16142c69c7008147ba61e87 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:03.052887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:03.053682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.061530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:03.071124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Transition to ACTIVE for port object 327aa705-144e-4188-82f8-812906bc0816 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:03.079796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e88a3-ec10-4919-8f06-b6894e9336b8 req-897966da-b2ed-40ec-b9bd-4baba9a4cc7d tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:03.087569 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e3e88a3-ec10-4919-8f06-b6894e9336b8 req-897966da-b2ed-40ec-b9bd-4baba9a4cc7d tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 0.8965659
Dec 13 14:47:03.090653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.100872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Transition to ACTIVE for port object 327aa705-144e-4188-82f8-812906bc0816 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:03.111027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:03.120241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.135949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.150721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.199963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.1018851
Dec 13 14:47:03.211061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41298) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:03.217312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Port': ['ID=dfc7ba48-b91e-436a-93de-d1c52e8ad3de,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.221135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:03.225515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.230905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-731586557', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:cd:4c:8d'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:03.235407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:03.239562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:03.248168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/ports/dfc7ba48-b91e-436a-93de-d1c52e8ad3de HTTP/1.1" status: 204  len: 168 time: 2.2172151
Dec 13 14:47:03.263395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41302) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:03.312652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Pushing event updated for resources: {'Port': ['ID=327aa705-144e-4188-82f8-812906bc0816,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.323665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.328838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 52007d4f-c943-43b8-8244-4629c010393e, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:03.329009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Attempted to set empty binding levels {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:47:03.361710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.368373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e1ed000-3eeb-4834-89ed-aa9c59c6696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.408358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Attempting to bind port 327aa705-144e-4188-82f8-812906bc0816 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:03.408786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Attempting to bind port 327aa705-144e-4188-82f8-812906bc0816 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0d58e68b-1785-493f-90aa-99ef12db574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:03.409192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Attempting to bind port 327aa705-144e-4188-82f8-812906bc0816 on network 09a85053-338b-49cc-a002-2fb5bd704900 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:03.417726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:03.418329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Checking segment: {'id': '0d58e68b-1785-493f-90aa-99ef12db574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:03.418790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.419597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Bound using segment: {'id': '0d58e68b-1785-493f-90aa-99ef12db574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:03.420268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Bound port: 327aa705-144e-4188-82f8-812906bc0816, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d58e68b-1785-493f-90aa-99ef12db574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09a85053-338b-49cc-a002-2fb5bd704900'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:03.420774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.433159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.527770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] For port 327aa705-144e-4188-82f8-812906bc0816, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:03.531399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] For port 327aa705-144e-4188-82f8-812906bc0816, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=327aa705-144e-4188-82f8-812906bc0816,segment=NetworkSegment(0d58e68b-1785-493f-90aa-99ef12db574c),segment_id=0d58e68b-1785-493f-90aa-99ef12db574c)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:03.540986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.546052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7f76b99-d981-408d-8047-49b4e6da8c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.546791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e3e88a3-ec10-4919-8f06-b6894e9336b8 req-1dcf8ad1-0c0e-46d6-a177-62ef48e1151a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4582143
Dec 13 14:47:03.565972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.576044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] In _notify_port_updated(), no bound segment for port 52007d4f-c943-43b8-8244-4629c010393e on network 32a128db-ab5c-4b25-bfde-1451523fd09c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:47:03.576044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.577419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "PUT /v2.0/ports/52007d4f-c943-43b8-8244-4629c010393e HTTP/1.1" status: 200  len: 980 time: 4.1517403
Dec 13 14:47:03.583193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41306) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:03.589356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.635930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Deleting port 039de366-e6a6-4434-bd03-3bea2f13b13c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:03.636844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.637591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event updated for resources: {'Port': ['ID=52007d4f-c943-43b8-8244-4629c010393e,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.653137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.657074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-214a2a25-1232-4bb2-891f-3f04a7af9a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.673422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Pushing event updated for resources: {'Port': ['ID=327aa705-144e-4188-82f8-812906bc0816,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.689158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.758503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Deleting port 52007d4f-c943-43b8-8244-4629c010393e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:03.759467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.762134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:03.801028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733a0cf-0191-4aa9-b515-e56fc98e6da5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.821919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:port and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:03.827046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:03.832822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:03.841465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.842263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:03.857429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d876143a16142c69c7008147ba61e87&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0769274
Dec 13 14:47:03.858278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41310) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:03.858425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-692ecffa-c94a-4195-9533-e9cee34bfdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:03.924455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event deleted for resources: {'Subnet': ['ID=852f8312-3a2c-4c90-8bdd-4ba288392e23,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:03.956283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:03.957074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:04.011995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e330be-10cd-4f20-a6c6-f83ebe6a578c None None] Network 6d221279-1895-4bbf-8924-2a22b23cd78a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:04.093409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.148413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "DELETE /v2.0/subnets/852f8312-3a2c-4c90-8bdd-4ba288392e23 HTTP/1.1" status: 204  len: 168 time: 2.7252729
Dec 13 14:47:04.164483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41316) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:04.231813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.339450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.421797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.478802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.514301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b870c2f-544d-4e5e-8af9-ef97e1f515cc req-80e15a6a-cf11-4399-8593-e7f0aa5f0062 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0857806
Dec 13 14:47:04.532809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.597805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Calling delete_port for 039de366-e6a6-4434-bd03-3bea2f13b13c owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:04.619823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Deleting port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:04.620308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.648562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port e5604641-344b-432e-9b12-1d1125bd52cf yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:04.735418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] For port 52007d4f-c943-43b8-8244-4629c010393e, host hv-neutron-8215, got binding levels [] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:04.736186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.860978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] DHCP port deletion for 6d221279-1895-4bbf-8924-2a22b23cd78a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:47:04.866262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Deleting port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:04.866921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.929412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:04.959179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:04.966615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Calling delete_port for 52007d4f-c943-43b8-8244-4629c010393e owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:04.995219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::c3 (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/e5604641-344b-432e-9b12-1d1125bd52cf) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:05.001890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.038100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Port': ['ID=039de366-e6a6-4434-bd03-3bea2f13b13c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:05.040869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:05.065229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe69978-cdcf-420e-b3b1-da6a26c11143 req-190e5c50-d368-4736-89cc-cbfcd7ce6c4a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:05.066853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fe69978-cdcf-420e-b3b1-da6a26c11143 req-190e5c50-d368-4736-89cc-cbfcd7ce6c4a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 0.2371945
Dec 13 14:47:05.071127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/ports/039de366-e6a6-4434-bd03-3bea2f13b13c HTTP/1.1" status: 204  len: 168 time: 1.7981215
Dec 13 14:47:05.072527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41322) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:05.155626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-95e9b797-8d40-4db3-8e87-1d8638f92f87 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Synchronizing usage tracker for tenant:a537defbf8b1499296f75d44fb188b0f on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:05.169302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] For port e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,segment=NetworkSegment(c8927d2b-b259-4c30-a584-e8ef71edfaa7),segment_id=c8927d2b-b259-4c30-a584-e8ef71edfaa7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:05.169302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.225301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fe69978-cdcf-420e-b3b1-da6a26c11143 req-480c63a1-3120-49f5-84f2-13841e7bf924 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072536
Dec 13 14:47:05.260260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-95e9b797-8d40-4db3-8e87-1d8638f92f87 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Unset dirty status for tenant:a537defbf8b1499296f75d44fb188b0f on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:05.282123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-95e9b797-8d40-4db3-8e87-1d8638f92f87 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1882405
Dec 13 14:47:05.283282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41326) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:05.317197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-335458623'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:05.327236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:05.329673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] For port e5c07c72-25e1-4562-bea8-a4adf1aa3be4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,segment=NetworkSegment(c8927d2b-b259-4c30-a584-e8ef71edfaa7),segment_id=c8927d2b-b259-4c30-a584-e8ef71edfaa7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:05.334727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.337053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:network and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:05.485612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:05.501746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:05.541836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.545882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:05.557390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Calling delete_port for e5c07c72-25e1-4562-bea8-a4adf1aa3be4 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:05.564121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.570261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Calling delete_port for e5c07c72-25e1-4562-bea8-a4adf1aa3be4 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:05.749860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.754735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:05.804986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object e5604641-344b-432e-9b12-1d1125bd52cf will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:05.811484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:05.825633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.826021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment f12a70ae-1b75-457f-9a81-bf657ef64f83 of type vlan for network bc1d7f88-d298-4f83-b36c-861b41547d9b
Dec 13 14:47:05.837041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:05.837437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:05.843837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f0a9889-744c-4f30-97c3-4c9acab5ecf3 req-0354593c-1fd8-461e-b72a-5927c93fe793 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1154640
Dec 13 14:47:05.844528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.851542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d770d5e-c9c1-44ee-a733-2b6f2b1260fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:05.875740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.896195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.912753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:05.914725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733a0cf-0191-4aa9-b515-e56fc98e6da5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:05.941624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:05.975079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.980557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7733a0cf-0191-4aa9-b515-e56fc98e6da5 HTTP/1.1" status: 204  len: 168 time: 2.1150370
Dec 13 14:47:05.980557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:05.997669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:06.008594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:06.018188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:06.023474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Pushing event deleted for resources: {'Port': ['ID=e5c07c72-25e1-4562-bea8-a4adf1aa3be4,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:06.026043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 327aa705-144e-4188-82f8-812906bc0816 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:06.042017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:06.050362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.051127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.058777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=e5604641-344b-432e-9b12-1d1125bd52cf,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:06.075112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.076196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:06.080781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.083480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.084125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.091495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:06.101794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:06.107297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7417f3-175c-4dfd-9c63-90b14278061c None None] Network 09a85053-338b-49cc-a002-2fb5bd704900 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:06.114929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Pushing event deleted for resources: {'Port': ['ID=52007d4f-c943-43b8-8244-4629c010393e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:06.118238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:06.129060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-c56ab4f2-ef93-441a-bc4a-3f1107bfd2d7 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:06.130494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-c56ab4f2-ef93-441a-bc4a-3f1107bfd2d7 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0169566
Dec 13 14:47:06.145591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "DELETE /v2.0/ports/52007d4f-c943-43b8-8244-4629c010393e HTTP/1.1" status: 204  len: 168 time: 2.5576596
Dec 13 14:47:06.147750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41334) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:06.170453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 2.9547122
Dec 13 14:47:06.175148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41338) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:06.192252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 327aa705-144e-4188-82f8-812906bc0816 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:06.212107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] No DVR routers for this DVR port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:06.217003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Provisioning for port 327aa705-144e-4188-82f8-812906bc0816 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:06.229444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Provisioning complete for port 327aa705-144e-4188-82f8-812906bc0816 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:06.234374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.300399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0114071
Dec 13 14:47:06.311870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41346) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:06.330522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=bc1d7f88-d298-4f83-b36c-861b41547d9b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:06.340926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:06.415110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.421594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e5c07c72-25e1-4562-bea8-a4adf1aa3be4 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:06.434364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.438993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.447202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network bc1d7f88-d298-4f83-b36c-861b41547d9b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:06.448465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Synchronizing usage tracker for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:06.460142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Deleting port e5c07c72-25e1-4562-bea8-a4adf1aa3be4 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:06.460539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.491351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Unset dirty status for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:06.495477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1731242-3c71-4f3d-93a5-48b47588aa3b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2479 time: 0.3192935
Dec 13 14:47:06.498894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41354) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:06.511469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e5c07c72-25e1-4562-bea8-a4adf1aa3be4 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:06.511860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e5c07c72-25e1-4562-bea8-a4adf1aa3be4 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:47:06.515629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d685d2f-c2d1-4798-82e9-119cad6b3683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:47:06.516185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6d685d2f-c2d1-4798-82e9-119cad6b3683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Synchronizing usage tracker for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:06.528134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1200998995'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:06.562283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:06.620220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:network and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:06.628304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] The port 'e5c07c72-25e1-4562-bea8-a4adf1aa3be4' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:47:06.631455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6d685d2f-c2d1-4798-82e9-119cad6b3683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Unset dirty status for tenant:2266560301ff4d7da166743c5c80e2b4 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:06.637239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6d685d2f-c2d1-4798-82e9-119cad6b3683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] 10.222.0.69 "GET /v2.0/ports/52007d4f-c943-43b8-8244-4629c010393e HTTP/1.1" status: 404  len: 333 time: 0.4880824
Dec 13 14:47:06.640544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41364) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:06.641718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:06.730658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port e5604641-344b-432e-9b12-1d1125bd52cf {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:06.731102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.770575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:06.795138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.804388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Request body: {'port': {'device_id': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:06.896087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cc282-fa0d-412a-881a-2fc808ad5c63 req-08f52d62-7e60-43eb-802f-45acf81aae15 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:06.897907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c0cc282-fa0d-412a-881a-2fc808ad5c63 req-08f52d62-7e60-43eb-802f-45acf81aae15 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 0.3379426
Dec 13 14:47:06.982139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] For port 327aa705-144e-4188-82f8-812906bc0816, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=327aa705-144e-4188-82f8-812906bc0816,segment=NetworkSegment(0d58e68b-1785-493f-90aa-99ef12db574c),segment_id=0d58e68b-1785-493f-90aa-99ef12db574c)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:06.988202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:06.990452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:07.054858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:07.061589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.106029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Pushing event updated for resources: {'Port': ['ID=327aa705-144e-4188-82f8-812906bc0816,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:07.109253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:07.155559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c0cc282-fa0d-412a-881a-2fc808ad5c63 req-6740a663-49ab-488d-930a-0ce9f903606d tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2374458
Dec 13 14:47:07.193509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.234814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.250697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.72', 49859) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:07.253562 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf17914b-7d08-41c2-b988-22f1f7fe77a5 req-e484df71-a002-4498-94e4-cb9f002c0e82 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.2117498
Dec 13 14:47:07.260577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.408831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eb496a0>,) {'filters': {'network_id': ['6d221279-1895-4bbf-8924-2a22b23cd78a']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:07.433663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for e5604641-344b-432e-9b12-1d1125bd52cf owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:07.465896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41382) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:07.468213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb496a0>, 'c8927d2b-b259-4c30-a584-e8ef71edfaa7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:07.468715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb496a0>, 'c8927d2b-b259-4c30-a584-e8ef71edfaa7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:07.487172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:07.497225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.537581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Provisioning for port e5604641-344b-432e-9b12-1d1125bd52cf completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:07.543530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Provisioning complete for port e5604641-344b-432e-9b12-1d1125bd52cf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:07.544353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.550801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.559089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.655857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.666355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Port e5604641-344b-432e-9b12-1d1125bd52cf was deleted so its status cannot be updated. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 13 14:47:07.680016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4494d2d-196f-4d84-b4f2-1d2d7b3caa08 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:07.688564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Provisioning for port ce3a28f1-104d-4cfb-993d-35936283a576 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:07.696129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Provisioning complete for port ce3a28f1-104d-4cfb-993d-35936283a576 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:07.696297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.696677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Added segment 491c57e6-c2af-4625-b948-24ed074e1fc2 of type vlan for network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6
Dec 13 14:47:07.697330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.749956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 327aa705-144e-4188-82f8-812906bc0816 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:07.808877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=e5604641-344b-432e-9b12-1d1125bd52cf,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:07.821341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:07.841822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Port ce3a28f1-104d-4cfb-993d-35936283a576 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:07.872766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 327aa705-144e-4188-82f8-812906bc0816 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:07.873288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.926563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Provisioning complete for port 327aa705-144e-4188-82f8-812906bc0816 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:07.927012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2c2e-19d2-436e-99c7-95502e114f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.942101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:07.960872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/e5604641-344b-432e-9b12-1d1125bd52cf HTTP/1.1" status: 204  len: 168 time: 1.4604290
Dec 13 14:47:07.966983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41392) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:07.990346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e7aea62-dd1e-4e7a-a1e4-185b636233a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.032011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7edfcf9-3a8c-4245-b823-3e328f0d808b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:08.032635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7edfcf9-3a8c-4245-b823-3e328f0d808b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Synchronizing usage tracker for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:08.051692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7edfcf9-3a8c-4245-b823-3e328f0d808b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Unset dirty status for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:08.053144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7edfcf9-3a8c-4245-b823-3e328f0d808b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports/e5604641-344b-432e-9b12-1d1125bd52cf HTTP/1.1" status: 404  len: 333 time: 0.0848472
Dec 13 14:47:08.057647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.065455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-975495227'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:08.185368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-4c75e487-5ee8-4fbb-b36c-ac9b6f50155d tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:08.187251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-4c75e487-5ee8-4fbb-b36c-ac9b6f50155d tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.72 "GET /v2.0/networks?id=fae78a1b-16b2-45cb-86db-16daba017d2d HTTP/1.1" status: 200  len: 806 time: 0.9325688
Dec 13 14:47:08.188464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.279697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.285756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78770e65-fb25-4e05-a3cc-b19f1a561b3f None None] Could not find standard attr ID for object e5604641-344b-432e-9b12-1d1125bd52cf. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:47:08.308128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4b6cf8>,) {'filters': {'network_id': ['32a128db-ab5c-4b25-bfde-1451523fd09c']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:08.313862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78770e65-fb25-4e05-a3cc-b19f1a561b3f None None] Provisioning complete for port ce3a28f1-104d-4cfb-993d-35936283a576 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:08.314441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78770e65-fb25-4e05-a3cc-b19f1a561b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.322729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4b6cf8>, '05014427-5aa7-4d38-8215-f05f9466b849') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:08.323138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4b6cf8>, '05014427-5aa7-4d38-8215-f05f9466b849') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:08.344809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.361127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.367957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:08.368441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.397125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-78770e65-fb25-4e05-a3cc-b19f1a561b3f None None] Port ce3a28f1-104d-4cfb-993d-35936283a576 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:08.472259 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:08.487714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-2eb60aef-51ea-4318-8ae2-24724a45fbf3 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.488846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2eb60aef-51ea-4318-8ae2-24724a45fbf3 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 1.0073369
Dec 13 14:47:08.521837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41406) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.539035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-e5f012e9-f410-4278-b0c8-e42411f40e3d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.540259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5f012e9-f410-4278-b0c8-e42411f40e3d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0128913
Dec 13 14:47:08.547254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41410) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.557428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-dc0e1927-3251-4ab5-a15a-25df455242f7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.558497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc0e1927-3251-4ab5-a15a-25df455242f7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0087557
Dec 13 14:47:08.565491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41414) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.583896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-ff4b8146-50fa-4a0c-b7e0-33541b69447e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.584939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff4b8146-50fa-4a0c-b7e0-33541b69447e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0092714
Dec 13 14:47:08.590189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41418) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.597777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.601339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-28f78672-6a76-43bd-86f4-cf67e8990985 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.602642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28f78672-6a76-43bd-86f4-cf67e8990985 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0096753
Dec 13 14:47:08.605476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41422) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.606451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:08.610701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:08.611177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.616793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-9cce6cbe-de77-4676-999f-92ed8e989df5 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.617832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9cce6cbe-de77-4676-999f-92ed8e989df5 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0072238
Dec 13 14:47:08.628161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41426) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.640126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-ca263ac7-2052-45c8-be3b-487be74e969f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:08.643253 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:08.645114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca263ac7-2052-45c8-be3b-487be74e969f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0096860
Dec 13 14:47:08.645114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:08.645114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41430) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.654668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-176b5a14-9e4f-4df6-8573-bc0e35c8ab4c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.658267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-176b5a14-9e4f-4df6-8573-bc0e35c8ab4c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0088694
Dec 13 14:47:08.661832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41434) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.668093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-38b705b4-8c9a-4623-b4ee-efb2513cbc31 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.669117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-38b705b4-8c9a-4623-b4ee-efb2513cbc31 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0062511
Dec 13 14:47:08.670071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:08.676436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.681854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41438) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.683664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.690915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:08.692369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc08946-3415-40a8-9415-6ac4c50f1dbf req-33fe4f18-81d0-49b7-9f16-f2179e5ae5ea tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:08.693957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0dc08946-3415-40a8-9415-6ac4c50f1dbf req-33fe4f18-81d0-49b7-9f16-f2179e5ae5ea tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 931 time: 0.2120101
Dec 13 14:47:08.710617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f99f46eb-78d2-4ebd-b8e2-3e46789cc4b6 req-c37444d7-b872-413f-a8c7-509789dcd900 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.2373226
Dec 13 14:47:08.735066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port 8a59ef5c-53f9-4b95-9adb-f885fc67827d yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:08.763515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.783760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-1fa753ce-82cf-4836-8bb3-5e83a0c3bebd tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.784745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1fa753ce-82cf-4836-8bb3-5e83a0c3bebd tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0730937
Dec 13 14:47:08.788942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41442) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.811413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-c48ee5e2-8085-4724-bf18-d4b5c634939a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.812473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c48ee5e2-8085-4724-bf18-d4b5c634939a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0200763
Dec 13 14:47:08.816609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41446) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.816799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Pushing event deleted for resources: {'Network': ['ID=32a128db-ab5c-4b25-bfde-1451523fd09c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:08.822089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0dc08946-3415-40a8-9415-6ac4c50f1dbf req-96c7ca73-bf3e-4810-ad79-9d0ea276373d tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215224
Dec 13 14:47:08.831749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:08.831878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-1947deaf-b7d7-4585-bdb2-fd197a2054da tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.832953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1947deaf-b7d7-4585-bdb2-fd197a2054da tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0152857
Dec 13 14:47:08.836856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.842014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-1cda2479-9c46-40c1-9bf9-9e6c59b323b7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.845690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1cda2479-9c46-40c1-9bf9-9e6c59b323b7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0050964
Dec 13 14:47:08.846801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41454) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.854812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-59de7f26-f67e-4400-a56b-ab9c4ec77378 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.856190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-59de7f26-f67e-4400-a56b-ab9c4ec77378 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0086360
Dec 13 14:47:08.859167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41458) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.866993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-7cf083ce-4f71-4486-b491-cb9a1f924ee0 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.868009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cf083ce-4f71-4486-b491-cb9a1f924ee0 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0079188
Dec 13 14:47:08.899051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41462) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.909010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-0a5c5581-3b41-4a62-bc21-11e2f99891e6 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.912617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a5c5581-3b41-4a62-bc21-11e2f99891e6 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0099444
Dec 13 14:47:08.912747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] 10.222.0.69 "DELETE /v2.0/networks/32a128db-ab5c-4b25-bfde-1451523fd09c HTTP/1.1" status: 204  len: 168 time: 2.2665172
Dec 13 14:47:08.918225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41466) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.927873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-9e898695-8a90-46ed-a0bf-e4eb7b7bb107 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.931944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e898695-8a90-46ed-a0bf-e4eb7b7bb107 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0096056
Dec 13 14:47:08.932817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41472) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.943245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-edbe63bb-5a4f-4356-9b1a-a0f0b228c784 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.944312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:08.944695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-edbe63bb-5a4f-4356-9b1a-a0f0b228c784 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0080743
Dec 13 14:47:08.947645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41476) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.956022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-4f34e11f-cac9-443e-a32c-1cb445428a44 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.956496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f34e11f-cac9-443e-a32c-1cb445428a44 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0076213
Dec 13 14:47:08.958423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-24e1a2e9-d939-4d0d-9674-8d9ead0a49e0 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbf399be428047adb5864040d190a4b3 HTTP/1.1" status: 200  len: 380 time: 0.4803448
Dec 13 14:47:08.961282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.969092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-b5d7c52d-dd1b-4827-a79c-1c5b4d30b7dd tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.972674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5d7c52d-dd1b-4827-a79c-1c5b4d30b7dd tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0079167
Dec 13 14:47:08.986877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:08.990196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::30c (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/8a59ef5c-53f9-4b95-9adb-f885fc67827d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:08.994384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41c1c2c8-1547-4b2d-a916-e6387625cce8 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:08.995758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-53f60bab-dfa8-40d6-b109-baa473926478 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:08.996922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53f60bab-dfa8-40d6-b109-baa473926478 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0090284
Dec 13 14:47:08.999767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.006480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-8aecf0cc-b48d-4477-99d8-b3fc16a81e47 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.010563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8aecf0cc-b48d-4477-99d8-b3fc16a81e47 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0067449
Dec 13 14:47:09.012048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41494) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.018361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-176da3a8-6887-4ebf-b9b1-958bbcce396e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.021739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-176da3a8-6887-4ebf-b9b1-958bbcce396e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0065298
Dec 13 14:47:09.023414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'port': {'device_id': '88ba8232-325c-481d-b816-2f3eed9154b9', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'admin_state_up': True, 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'security_groups': ['05ad2a8b-40c6-46e2-83e9-440cdaef354e']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:09.024938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41498) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.034251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-56482fd8-d220-41fc-aeb1-4696ec0c1290 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.037827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-56482fd8-d220-41fc-aeb1-4696ec0c1290 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0073097
Dec 13 14:47:09.038440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.041003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41502) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.067432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Pushing event deleted for resources: {'Network': ['ID=6d221279-1895-4bbf-8924-2a22b23cd78a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:09.069335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.070287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:09.099770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-338d39ad-c8a8-485e-8a1f-39d252306884 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.103582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-338d39ad-c8a8-485e-8a1f-39d252306884 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0468545
Dec 13 14:47:09.104443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41506) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.115169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:09.115816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.122084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-3404ce00-8385-4387-93fc-e24d02359ef7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.125932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3404ce00-8385-4387-93fc-e24d02359ef7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0180647
Dec 13 14:47:09.126820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41510) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.134634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-7f793528-2ef4-43ef-bc79-c9d7282f6e76 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.135690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f793528-2ef4-43ef-bc79-c9d7282f6e76 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0079284
Dec 13 14:47:09.136766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:09.139089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41514) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.152418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] 10.222.0.69 "DELETE /v2.0/networks/6d221279-1895-4bbf-8924-2a22b23cd78a HTTP/1.1" status: 204  len: 168 time: 4.9686928
Dec 13 14:47:09.208403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-2a9c44ec-b4ed-4315-91e0-92819fbef94c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.214204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a9c44ec-b4ed-4315-91e0-92819fbef94c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0741978
Dec 13 14:47:09.214930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41522) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.242029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-ce329e09-9982-4984-b6c9-0939bb279abc tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.247263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce329e09-9982-4984-b6c9-0939bb279abc tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0247788
Dec 13 14:47:09.251348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41526) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.257601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-e0df9445-d24c-4c21-876d-1b1f8d0e8dc7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.261615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0df9445-d24c-4c21-876d-1b1f8d0e8dc7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0089166
Dec 13 14:47:09.265896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41530) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.296868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-21b7061d-1caf-4991-b96f-8751476ae98a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.298582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21b7061d-1caf-4991-b96f-8751476ae98a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0309098
Dec 13 14:47:09.308437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41534) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.315179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-07b38740-f3f7-42e7-a371-1e14dbda5cf3 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.316318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-07b38740-f3f7-42e7-a371-1e14dbda5cf3 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0058310
Dec 13 14:47:09.320626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41538) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.321120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41540) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.339698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-94358ab9-c0fb-4af2-ad8c-f611927a05b8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.340705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-94358ab9-c0fb-4af2-ad8c-f611927a05b8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0165668
Dec 13 14:47:09.344587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41546) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.357990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-23927ff9-e4ed-48b6-8617-964dbb903847 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.359418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23927ff9-e4ed-48b6-8617-964dbb903847 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0090268
Dec 13 14:47:09.364671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41552) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.370994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-8996de7b-d410-4a77-9d28-09e4b76ba84b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.375782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8996de7b-d410-4a77-9d28-09e4b76ba84b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0098500
Dec 13 14:47:09.387290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41558) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.391617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.9340129
Dec 13 14:47:09.398083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-3348da44-edc8-4bfb-9224-0945cc65a1ba tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.399825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3348da44-edc8-4bfb-9224-0945cc65a1ba tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0110860
Dec 13 14:47:09.403299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41562) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.408723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.415696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-57022a35-7af7-4e7f-9212-cea7364662b7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.417053 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57022a35-7af7-4e7f-9212-cea7364662b7 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0126727
Dec 13 14:47:09.422260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41566) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.428170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-7fa76989-1e76-45ce-a4a0-74abe0266783 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.429325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fa76989-1e76-45ce-a4a0-74abe0266783 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0059052
Dec 13 14:47:09.432600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.441677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-96817549-fef5-442e-8681-44257299ba96 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.442873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-96817549-fef5-442e-8681-44257299ba96 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0092065
Dec 13 14:47:09.447455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41574) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.471870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-95deb53f-7219-4666-b4d2-b1ca7255b4bb tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.473825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.476688 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-95deb53f-7219-4666-b4d2-b1ca7255b4bb tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0280807
Dec 13 14:47:09.478583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object 8a59ef5c-53f9-4b95-9adb-f885fc67827d will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:09.479907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41578) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.486540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-f23e38fd-4a17-4a18-b1a3-b81bc0cb1f8d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.487754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f23e38fd-4a17-4a18-b1a3-b81bc0cb1f8d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0065291
Dec 13 14:47:09.490512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41582) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.506277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-21628631-4704-4e84-ab72-99d4fe2a424e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.509306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21628631-4704-4e84-ab72-99d4fe2a424e tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0163894
Dec 13 14:47:09.516992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41586) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.523453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-c459b29c-75ec-48f5-aa31-45fabde40643 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.524658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c459b29c-75ec-48f5-aa31-45fabde40643 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0063291
Dec 13 14:47:09.528526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41590) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.544971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-a69abc6d-5988-4575-9b54-3b365a080f9b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.552499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a69abc6d-5988-4575-9b54-3b365a080f9b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0202813
Dec 13 14:47:09.558192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41594) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.571372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49caabec-e26d-42cf-88f8-98b60b58d0a9 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:47:09.575797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-2524659c-1bed-4875-9ef4-95a5427cbe78 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.579604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.592587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2524659c-1bed-4875-9ef4-95a5427cbe78 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0324004
Dec 13 14:47:09.595201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Transition to ACTIVE for port object 49caabec-e26d-42cf-88f8-98b60b58d0a9 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:09.595664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41598) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.596158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.605019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.615912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-075eb32d-fdd1-4784-a737-a869dc69d96b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.620157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-075eb32d-fdd1-4784-a737-a869dc69d96b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0192282
Dec 13 14:47:09.627435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcb2a284-6c43-4b24-af40-19c854eac91f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:09.649120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41606) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.666050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.673254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-00e1c2e0-e5d9-48c1-a9a9-b4b19b8fac7c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.677083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00e1c2e0-e5d9-48c1-a9a9-b4b19b8fac7c tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0209792
Dec 13 14:47:09.684126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41612) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.691130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Network': ['ID=12da9b08-297d-4dd0-9433-fdf1c3a4fcc6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:09.706013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:09.758912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=8a59ef5c-53f9-4b95-9adb-f885fc67827d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:09.759611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:09.760391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:09.769997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:09.799409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:09.807524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:09.812788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:09.817839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:09.818621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:09.832077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9f4d51f1-551d-4601-8231-ced476080f93 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17ca8a1d01ed4c75b5bc4b99947a569c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5063198
Dec 13 14:47:09.848905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-e2d23377-3789-4ca8-a3fe-d04a8372581f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.850716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41618) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.864328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2d23377-3789-4ca8-a3fe-d04a8372581f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.1749487
Dec 13 14:47:09.871620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:09.933742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-f301703d-6be9-45ca-b583-ab6513845b20 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:09.935297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f301703d-6be9-45ca-b583-ab6513845b20 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0535064
Dec 13 14:47:09.941813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41628) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.096901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-0c547d01-a065-4650-a169-14b5c19eebe8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.101025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c547d01-a065-4650-a169-14b5c19eebe8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0436914
Dec 13 14:47:10.105112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41636) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.145440 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.0862710
Dec 13 14:47:10.167912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:10.178626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:10.199137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41638) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.212566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2391c50-c8e3-4103-a48a-92f6e83308f5 req-a1fa841c-050b-42e2-9706-3ed0627dd4a0 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1511087
Dec 13 14:47:10.234675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.235468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d33be683-4069-4b32-b3b2-92f13df55798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.246384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Made reservation on behalf of cbf399be428047adb5864040d190a4b3 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:10.252885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.256661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:cd:4c:8d'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:10.278838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-01a99852-a25a-44fa-ba49-377d291b7fd9 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.283225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-01a99852-a25a-44fa-ba49-377d291b7fd9 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.1219571
Dec 13 14:47:10.324992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.370510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c48a8d2e-4255-460c-81eb-5ab79d5c32cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=797ab8e28628422aa1bc7e4ec4abb28b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7722852
Dec 13 14:47:10.379493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41648) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.383574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-011991dd-64a0-47ff-a296-7fc58ffda4fe tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.386003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-011991dd-64a0-47ff-a296-7fc58ffda4fe tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0426881
Dec 13 14:47:10.396968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.424954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-f7d62471-cc8d-4f12-94e0-f396a5612cdf tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.428546 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f7d62471-cc8d-4f12-94e0-f396a5612cdf tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0132425
Dec 13 14:47:10.451516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41656) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.452127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c7b75469-656b-4c55-9fa7-275a262e06f9 None None] Provisioning for port 8a59ef5c-53f9-4b95-9adb-f885fc67827d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:10.460416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c7b75469-656b-4c55-9fa7-275a262e06f9 None None] Provisioning complete for port 8a59ef5c-53f9-4b95-9adb-f885fc67827d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:10.460745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-eb9edf58-c71b-4304-b43c-c28a96d02763 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.460968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7b75469-656b-4c55-9fa7-275a262e06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.461788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb9edf58-c71b-4304-b43c-c28a96d02763 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0066745
Dec 13 14:47:10.493148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41660) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.495995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.530577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-8689c7e1-3e79-42f9-b17c-0d3b185d8341 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.531686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8689c7e1-3e79-42f9-b17c-0d3b185d8341 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0153689
Dec 13 14:47:10.535596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c7b75469-656b-4c55-9fa7-275a262e06f9 None None] Port 8a59ef5c-53f9-4b95-9adb-f885fc67827d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:10.538897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41664) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.607930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-49c3820e-4018-4d3c-bb56-c49035e5e19d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.611716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49c3820e-4018-4d3c-bb56-c49035e5e19d tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0599723
Dec 13 14:47:10.615340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41668) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.663950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a8e0-97c9-4fb8-adc4-4155c76c7a63 req-8d8659ea-b1e2-4c43-899a-3de9330400f4 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:10.666042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a861a8e0-97c9-4fb8-adc4-4155c76c7a63 req-8d8659ea-b1e2-4c43-899a-3de9330400f4 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 943 time: 0.5738344
Dec 13 14:47:10.674164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.674396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-65db34b8-294f-4f19-8632-2fc10cf3b5b8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.678065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65db34b8-294f-4f19-8632-2fc10cf3b5b8 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0518436
Dec 13 14:47:10.719636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Pushing event updated for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:10.722282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41672) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.730958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Allocated IP 172.20.0.1 (247d4a48-85ab-40c6-a801-f0ef8a07a56e/4e5071e9-dd34-45c3-9bda-e2c0f67129e3/096ab086-f4cb-4b9e-8dee-b58eb6df2848) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:10.767932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:10.781908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-dffa2c2f-5861-4701-9381-f47859518a7b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.785539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dffa2c2f-5861-4701-9381-f47859518a7b tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0491536
Dec 13 14:47:10.787079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41676) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.807625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-f01b687b-4774-45d7-a56c-81fa48811774 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.811145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f01b687b-4774-45d7-a56c-81fa48811774 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0207956
Dec 13 14:47:10.815997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.817626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.844879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.851786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-644c7786-0c48-4fad-b246-6ac95e875d6f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.855497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-644c7786-0c48-4fad-b246-6ac95e875d6f tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0221701
Dec 13 14:47:10.859451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41684) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.860718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:10.871617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-188d77da-1eae-408f-b6be-609f0db5c37a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.874749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-188d77da-1eae-408f-b6be-609f0db5c37a tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0060976
Dec 13 14:47:10.897469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41688) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:10.909774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [None req-b7367989-71c3-4b50-98ce-92a95d094bf5 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:47:10.917797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b7367989-71c3-4b50-98ce-92a95d094bf5 tempest-ExtensionsTestJSON-1322811692 tempest-ExtensionsTestJSON-1322811692-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0123324
Dec 13 14:47:10.919048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a3040-e677-4361-8a13-0d087f9f3fb5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:10.921511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:10.944020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a861a8e0-97c9-4fb8-adc4-4155c76c7a63 req-e9416d1e-76d7-40e6-9f2b-11b085426e56 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2198927
Dec 13 14:47:10.969947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:10.976802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Allocated IP 172.20.0.12 (fae78a1b-16b2-45cb-86db-16daba017d2d/44a455f5-2d32-48d6-a425-63d083a0101b/46fc81ac-350e-4ccf-8659-c527ab2a2678) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:10.997696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.001304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/131a3040-e677-4361-8a13-0d087f9f3fb5 HTTP/1.1" status: 204  len: 168 time: 1.1248863
Dec 13 14:47:11.061959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Attempting to bind port 49caabec-e26d-42cf-88f8-98b60b58d0a9 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:11.062333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Attempting to bind port 49caabec-e26d-42cf-88f8-98b60b58d0a9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:11.062699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Attempting to bind port 49caabec-e26d-42cf-88f8-98b60b58d0a9 on network a4609780-3769-45c6-8552-b35f51419f8e {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:11.080217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.108788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Port 49caabec-e26d-42cf-88f8-98b60b58d0a9 on network a4609780-3769-45c6-8552-b35f51419f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:11.109158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Attempting to bind port 49caabec-e26d-42cf-88f8-98b60b58d0a9 on network a4609780-3769-45c6-8552-b35f51419f8e {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:11.123048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:11.123364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Checking segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:11.123932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Bound using segment: {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:11.124449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Bound port: 49caabec-e26d-42cf-88f8-98b60b58d0a9, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bbe04a-4f7e-41bf-89f5-9115a794516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:11.124829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.230413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.538048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.541732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.552055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:11.567586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.579663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41702) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:11.580814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43a08c-993d-4483-ad4c-a6a12c6a0385,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:11.595544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.600479 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e43a08c-993d-4483-ad4c-a6a12c6a0385 HTTP/1.1" status: 204  len: 168 time: 1.2081647
Dec 13 14:47:11.637443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] In _notify_port_updated(), no bound segment for port 8a59ef5c-53f9-4b95-9adb-f885fc67827d on network 09a85053-338b-49cc-a002-2fb5bd704900 {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:47:11.657679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:11.663735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.682512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "PUT /v2.0/ports/8a59ef5c-53f9-4b95-9adb-f885fc67827d HTTP/1.1" status: 200  len: 1002 time: 1.4545171
Dec 13 14:47:11.684539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:11.685564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b5e2f7f-2dd3-4129-87bf-b67546e807b1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:11.824146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:11.858676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Transition to ACTIVE for port object 46fc81ac-350e-4ccf-8659-c527ab2a2678 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:11.860701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41708) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:11.896500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Transition to ACTIVE for port object 096ab086-f4cb-4b9e-8dee-b58eb6df2848 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:12.073791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.076374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41718) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:12.117689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:12.126103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:12.132962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.138446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.144007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.156740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:12.195133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=8a59ef5c-53f9-4b95-9adb-f885fc67827d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:12.201320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:12.240294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port 8a59ef5c-53f9-4b95-9adb-f885fc67827d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:12.240836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.242678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-629ea6c8-5d67-45f2-a86e-e7d3a088c345 None None] Provisioning complete for port 8a59ef5c-53f9-4b95-9adb-f885fc67827d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:12.243504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-629ea6c8-5d67-45f2-a86e-e7d3a088c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.440898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=096ab086-f4cb-4b9e-8dee-b58eb6df2848,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:12.442471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-629ea6c8-5d67-45f2-a86e-e7d3a088c345 None None] Port 8a59ef5c-53f9-4b95-9adb-f885fc67827d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:12.556682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.563931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Pushing event updated for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:12.629575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c49d2e12-b454-4498-b09b-5190fa4d2fa7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2266560301ff4d7da166743c5c80e2b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5478175
Dec 13 14:47:12.639147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41730) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:12.663818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Network fae78a1b-16b2-45cb-86db-16daba017d2d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:12.672506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:12.674144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:12.676706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:12.690651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:12.771483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.773077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] 10.222.0.72 "PUT /v2.0/ports/49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 200  len: 1093 time: 6.2399228
Dec 13 14:47:12.781151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:12.781897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:12.799757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:12.854405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:12.875044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdbde-e959-4404-9127-d8a4b5fc43e7 req-e583910f-7a0f-426f-a76e-9ae764852778 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:12.877416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25bfdbde-e959-4404-9127-d8a4b5fc43e7 req-e583910f-7a0f-426f-a76e-9ae764852778 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 932 time: 0.9592257
Dec 13 14:47:12.884814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab784dc9b9a4b6cb54dfba1cd7df5d3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:12.936395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41744) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:12.973136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:12.977002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event updated for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:12.983136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:13.007423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'subnets': [{'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1664501749', 'ip_version': 6}, {'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:13.007779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'subnet': {'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1664501749', 'ip_version': 6}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:13.008566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Request body: {'subnet': {'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:13.025773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:13.026202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:13.034678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:13.037557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:13.070533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:13.070922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:13.084625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6c81-48d2-4f66-9d94-774b88cf55f7 req-a9767d4b-ce07-4c41-accd-5b89f440d879 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:13.086335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc3f6c81-48d2-4f66-9d94-774b88cf55f7 req-a9767d4b-ce07-4c41-accd-5b89f440d879 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 943 time: 0.7536371
Dec 13 14:47:13.139232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1602843
Dec 13 14:47:13.215755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Request body: {'port': {'device_id': '88ba8232-325c-481d-b816-2f3eed9154b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:13.241176 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc3f6c81-48d2-4f66-9d94-774b88cf55f7 req-f6b8df42-6fe2-48cd-a7df-c26d92fca47a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276941
Dec 13 14:47:13.282407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.299167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-803d43af-b172-41ab-876d-1a7fa9fc249d None None] Provisioning for port 46fc81ac-350e-4ccf-8659-c527ab2a2678 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:13.308559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-803d43af-b172-41ab-876d-1a7fa9fc249d None None] Provisioning complete for port 46fc81ac-350e-4ccf-8659-c527ab2a2678 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:13.309239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803d43af-b172-41ab-876d-1a7fa9fc249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.315977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.351748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.364167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.375161 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25bfdbde-e959-4404-9127-d8a4b5fc43e7 req-25877295-6f5b-4746-8a2f-9dfee25bf598 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4160695
Dec 13 14:47:13.375845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41756) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:13.379109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.404774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-312351c5-8d33-4ca3-8e9d-0fde282882da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:13.411428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-803d43af-b172-41ab-876d-1a7fa9fc249d None None] Port 46fc81ac-350e-4ccf-8659-c527ab2a2678 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:13.497043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdfd744-9622-464f-938b-5e7a1ceb26a7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:13.497349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-90f9722c-2f27-4d88-80e9-7c577b449a59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec035ff71c50461e915b613633a3441d&device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 1096 time: 0.6523380
Dec 13 14:47:13.499153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.502806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbdfd744-9622-464f-938b-5e7a1ceb26a7 HTTP/1.1" status: 204  len: 168 time: 0.8559201
Dec 13 14:47:13.502806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:13.572351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for 8a59ef5c-53f9-4b95-9adb-f885fc67827d owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:13.575128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-95e9d690-010e-4603-898b-c801e3b496d5 None None] Provisioning for port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:13.583055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-95e9d690-010e-4603-898b-c801e3b496d5 None None] Provisioning complete for port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:13.600784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95e9d690-010e-4603-898b-c801e3b496d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.672023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.710677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-95e9d690-010e-4603-898b-c801e3b496d5 None None] Port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:13.724281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-bb30f71a-4a0c-4f73-8e12-8dc694f86e97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 200  len: 217 time: 0.1527798
Dec 13 14:47:13.847104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:13.853548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-81ba740f-0c73-4d9e-ac5b-97f9635eee3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:13.855685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-81ba740f-0c73-4d9e-ac5b-97f9635eee3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 HTTP/1.1" status: 200  len: 851 time: 0.1075037
Dec 13 14:47:13.869618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.880102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:13.890222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:13.907231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-329579799'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:13.926358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:13.934574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Usage tracker for resource:subnet and tenant:a537defbf8b1499296f75d44fb188b0f is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:13.936855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:13.938273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'status': 'completed', 'code': 200}
Dec 13 14:47:13.941339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:13.947154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:13.964003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:13.982926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0e723-7558-4ab8-92ba-1e59a5c803cb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:14.023896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ab784dc9b9a4b6cb54dfba1cd7df5d3&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4164739
Dec 13 14:47:14.023896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:14.024122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:14.028531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41768) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:14.031009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:14.036478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.060226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.069012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.119960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Made reservation on behalf of a537defbf8b1499296f75d44fb188b0f for: {'subnet': 2} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:14.142259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.153947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:14.190891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:14.208788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:14.216113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=8a59ef5c-53f9-4b95-9adb-f885fc67827d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:14.218509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:14.223705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:14.229907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:14.291347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.427668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.529730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.635415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/8a59ef5c-53f9-4b95-9adb-f885fc67827d HTTP/1.1" status: 204  len: 168 time: 2.7732882
Dec 13 14:47:14.650094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41786) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:14.731883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.736158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe470f7-eb0a-4c99-b33a-354ca967b66c tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:14.736731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efe470f7-eb0a-4c99-b33a-354ca967b66c tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Synchronizing usage tracker for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:14.744133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.763944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f0e3345-83ce-4503-866c-a6ba3f7c6f8e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:14.787995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d0ae3d38-84ba-4a19-9923-5e310cc8dda1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4609780-3769-45c6-8552-b35f51419f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8487959
Dec 13 14:47:14.788764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.813982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:14.848761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-efe470f7-eb0a-4c99-b33a-354ca967b66c tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Unset dirty status for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:14.850004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-efe470f7-eb0a-4c99-b33a-354ca967b66c tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports/8a59ef5c-53f9-4b95-9adb-f885fc67827d HTTP/1.1" status: 404  len: 333 time: 0.1956811
Dec 13 14:47:14.854063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.854063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment a1fbabbd-6df7-40ed-9d77-3f41f625335b of type vlan for network bca27a39-5fa1-40d3-9bfc-54fded009329
Dec 13 14:47:14.854459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41794) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:14.863144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f88b2f-b7ee-43db-971c-d6813a3ce9c4 req-fa85d245-fb0c-416a-b4dc-d80b3258abba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:14.864722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f1f88b2f-b7ee-43db-971c-d6813a3ce9c4 req-fa85d245-fb0c-416a-b4dc-d80b3258abba tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 932 time: 0.2816849
Dec 13 14:47:14.865424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b61290-2e76-429f-89f2-f17774eaabdd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:14.873379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:14.874566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bec0e723-7558-4ab8-92ba-1e59a5c803cb HTTP/1.1" status: 204  len: 168 time: 0.8449192
Dec 13 14:47:14.890272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-274133857'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:14.906772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:14.908316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20a63275-80a2-49f5-97f9-bfbb54fbbcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:14.956879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0e723-7558-4ab8-92ba-1e59a5c803cb,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:14.983533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:15.070219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.120907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.121243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.130089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f1f88b2f-b7ee-43db-971c-d6813a3ce9c4 req-e8804dd0-f995-475f-8853-ecec0450f448 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045376
Dec 13 14:47:15.156306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:15.167512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.168709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:15.184626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:15.185414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.193188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:15.228235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39dd60-c088-4d91-99bc-fb7e1e46e45b req-895d988d-02b4-4890-a380-d6e9a469b00e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:15.229055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7d39dd60-c088-4d91-99bc-fb7e1e46e45b req-895d988d-02b4-4890-a380-d6e9a469b00e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Synchronizing usage tracker for tenant:ec035ff71c50461e915b613633a3441d on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:15.248791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:15.254312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.276699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8863757
Dec 13 14:47:15.293544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:15.350783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'name': 'tempest-PortsIpV6TestJSON-364127574'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:15.389243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-c111f118-8798-4c86-a0b8-1af9a69b65d9 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5761342
Dec 13 14:47:15.402859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=bca27a39-5fa1-40d3-9bfc-54fded009329,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:15.406810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:15.407994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port 13593721-9c51-420f-a6c2-b07712c97902 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:15.416247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:15.577479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7d39dd60-c088-4d91-99bc-fb7e1e46e45b req-895d988d-02b4-4890-a380-d6e9a469b00e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Unset dirty status for tenant:ec035ff71c50461e915b613633a3441d on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:15.579004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d39dd60-c088-4d91-99bc-fb7e1e46e45b req-895d988d-02b4-4890-a380-d6e9a469b00e tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 943 time: 1.1395748
Dec 13 14:47:15.591417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::239 (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/13593721-9c51-420f-a6c2-b07712c97902) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:15.746632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fc81ac-350e-4ccf-8659-c527ab2a2678 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:47:15.831322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.834266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:15.853578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.871509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object 13593721-9c51-420f-a6c2-b07712c97902 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:15.874222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:15.894238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:15.896303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:15.905803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:15.923012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:15.962820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Transition to ACTIVE for port object 46fc81ac-350e-4ccf-8659-c527ab2a2678 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:15.996464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=13593721-9c51-420f-a6c2-b07712c97902,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:16.002022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:16.019644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:16.021325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:16.024204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:16.030442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:16.031430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.078836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2226393
Dec 13 14:47:16.079875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41834) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:16.091302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cd:4c:8d'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:16.273995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.296939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef08c952-48ba-4d6b-a35d-e48abace88b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:16.397958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:16.403632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.466795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41844) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:16.485943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41846) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:16.501518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d39dd60-c088-4d91-99bc-fb7e1e46e45b req-d0027f03-e86d-48a8-8ed1-d4bc93539f2a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8676455
Dec 13 14:47:16.547321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-938fb92d-2208-4042-8b2f-9b27fe75f20a req-d79490ed-7c81-4c40-965c-206526e79d08 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1196952
Dec 13 14:47:16.609555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.623960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-df37668f-b98b-4e1d-a373-c3f8de279662 None None] Provisioning for port 13593721-9c51-420f-a6c2-b07712c97902 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:16.639609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-df37668f-b98b-4e1d-a373-c3f8de279662 None None] Provisioning complete for port 13593721-9c51-420f-a6c2-b07712c97902 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:16.641165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df37668f-b98b-4e1d-a373-c3f8de279662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.657464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 55527835-2f16-4b0f-b164-ca45f0f653aa yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:16.744683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Pushing event updated for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:16.786904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df37668f-b98b-4e1d-a373-c3f8de279662 None None] Port 13593721-9c51-420f-a6c2-b07712c97902 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:16.833090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:16.860978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-822015160'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:16.873168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1352744043', 'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:16.881970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:16.901225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:16.911896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:network and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:16.920443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9bf5c-f5a7-4b26-bf30-00b0d6b33902 req-20f8188e-1a3d-4094-a869-e55cce4e6cdf tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:16.922067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6a9bf5c-f5a7-4b26-bf30-00b0d6b33902 req-20f8188e-1a3d-4094-a869-e55cce4e6cdf tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 944 time: 0.5630052
Dec 13 14:47:16.923306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:network and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:16.926353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:16.932543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:16.932752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.957568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:16.959922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:16.967369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.991281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Made reservation on behalf of bd9e364f7a86400ab99453eedd0b1987 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:16.996255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:16.996530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efe402d1-218b-4c4b-9a72-81a39d30ce16 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:17.033023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:17.038430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.066527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.082772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.090622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.106710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.112831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:17.166511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6a9bf5c-f5a7-4b26-bf30-00b0d6b33902 req-39dd5a54-7577-4c6d-9dbb-df0af497daa3 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2307827
Dec 13 14:47:17.225402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Attempting to bind port 46fc81ac-350e-4ccf-8659-c527ab2a2678 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:17.225999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Attempting to bind port 46fc81ac-350e-4ccf-8659-c527ab2a2678 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:17.226702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Attempting to bind port 46fc81ac-350e-4ccf-8659-c527ab2a2678 on network fae78a1b-16b2-45cb-86db-16daba017d2d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:17.235778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] In _notify_port_updated(), no bound segment for port 13593721-9c51-420f-a6c2-b07712c97902 on network 09a85053-338b-49cc-a002-2fb5bd704900 {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:47:17.244252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:17.245005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.249145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "PUT /v2.0/ports/13593721-9c51-420f-a6c2-b07712c97902 HTTP/1.1" status: 200  len: 1002 time: 1.1655509
Dec 13 14:47:17.254828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41860) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:17.263816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=13593721-9c51-420f-a6c2-b07712c97902,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:17.273470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:17.307182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:17.309815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:17.310845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:security_group_rule and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:17.319257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:17.320547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=096ab086-f4cb-4b9e-8dee-b58eb6df2848,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:17.322768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:security_group_rule and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:17.339613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:17.341948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:17.365842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:17.382549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Port 46fc81ac-350e-4ccf-8659-c527ab2a2678 on network fae78a1b-16b2-45cb-86db-16daba017d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:47:17.383318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Attempting to bind port 46fc81ac-350e-4ccf-8659-c527ab2a2678 on network fae78a1b-16b2-45cb-86db-16daba017d2d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:17.386928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.394519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:17.404321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port 13593721-9c51-420f-a6c2-b07712c97902 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:17.404773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.429712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-b767a154-7374-4f42-b8fa-501ac68406a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec035ff71c50461e915b613633a3441d&device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 1096 time: 0.6892793
Dec 13 14:47:17.487035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:17.487035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Checking segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:17.487035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Bound using segment: {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:17.487535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Bound port: 46fc81ac-350e-4ccf-8659-c527ab2a2678, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cca24e2-1f9a-4599-b225-a9a0619954a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:17.487926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.524762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.647701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.664390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.682958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-acb894d3-b794-4452-a1f7-44caeeec0244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:17.728821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.749360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c286a49-60b7-49f5-9361-98c6a158c5a4 None None] Provisioning complete for port 13593721-9c51-420f-a6c2-b07712c97902 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:17.749745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c286a49-60b7-49f5-9361-98c6a158c5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.756512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.763204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:17.817120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8c286a49-60b7-49f5-9361-98c6a158c5a4 None None] Port 13593721-9c51-420f-a6c2-b07712c97902 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:17.828793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f28337-e719-4290-8fe1-ae27e26032f5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:17.840706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:17.842634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.842634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Added segment b364be0c-28da-47e9-b540-a2809e4e643f of type vlan for network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe
Dec 13 14:47:17.850861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:17.866087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:17.912492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:17.913049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Added segment 9eef5521-af5a-4851-9b69-a56473191d67 of type vlan for network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb
Dec 13 14:47:17.954827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e2302-9b31-4d6f-b138-1ff1cc0fab79,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:18.021003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.025706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:18.058464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-7031b80d-c70d-4acc-a3a0-311eebeee8ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.060144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-7031b80d-c70d-4acc-a3a0-311eebeee8ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 200  len: 913 time: 0.6190557
Dec 13 14:47:18.062072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:18.167469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:18.168272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.176580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:18.178889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.203569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:18.205496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.209556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.215543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:18.306405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-0f92d6f1-e07f-4a45-b72f-05b2fe713ab5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 200  len: 217 time: 0.2072430
Dec 13 14:47:18.322865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.346206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for 13593721-9c51-420f-a6c2-b07712c97902 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:18.410535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=55527835-2f16-4b0f-b164-ca45f0f653aa,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:18.436685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84464-8073-41c2-86e2-a9322245997d req-2a5c4a8e-f357-4ae1-9dbf-503dca0cb725 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.438364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39d84464-8073-41c2-86e2-a9322245997d req-2a5c4a8e-f357-4ae1-9dbf-503dca0cb725 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 943 time: 0.7125273
Dec 13 14:47:18.453015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.454478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] 10.222.0.72 "PUT /v2.0/ports/46fc81ac-350e-4ccf-8659-c527ab2a2678 HTTP/1.1" status: 200  len: 1094 time: 5.2476909
Dec 13 14:47:18.526849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.528132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.533884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.534756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.543505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27a5e29f-98bf-45ac-b36a-4c8b0c488e47 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:18.661346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1809fd40-b82c-424e-8314-a983d0543867 None None] Provisioning complete for port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:18.661737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1809fd40-b82c-424e-8314-a983d0543867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.700722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.701443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.715359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5c68a3-4da7-4bc1-be87-bb2b308e30fe,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:18.727000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:18.727415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1809fd40-b82c-424e-8314-a983d0543867 None None] Port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:18.730715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:18.814919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.815356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.815726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.816324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.816445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.816849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.817235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.817619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.818000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.818379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.818763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:18.845492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:18.846111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-038ed96e-32fe-4163-b464-de5ed740c142 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:18.906125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b4c02-85ed-4eeb-b991-da7740cfee83 req-8902e55f-c1f7-42c1-8adc-d370a68aa518 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.907869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e94b4c02-85ed-4eeb-b991-da7740cfee83 req-8902e55f-c1f7-42c1-8adc-d370a68aa518 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 944 time: 0.5313694
Dec 13 14:47:18.908634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Network': ['ID=9ce342f3-4138-4f6d-8b67-d4a1959ccffb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:18.914685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.4381597
Dec 13 14:47:18.915483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-e121ded0-0ab4-4987-bf7b-c71c8a1c5a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:18.915561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:18.915561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.4277577
Dec 13 14:47:18.915687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-e121ded0-0ab4-4987-bf7b-c71c8a1c5a14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 HTTP/1.1" status: 200  len: 851 time: 0.5871556
Dec 13 14:47:18.915776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:18.915776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:18.917149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41870) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:18.919337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:18.919553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:18.931805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'subnet': {'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:18.947628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8838666-4c4e-4d74-8c25-7ae5e38f7e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:18.952044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': 'a1fbabbd-6df7-40ed-9d77-3f41f625335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:18.952451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: bca27a39-5fa1-40d3-9bfc-54fded009329, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:18.983818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:18.984863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'subnet': {'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:19.009779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:19.040277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=13593721-9c51-420f-a6c2-b07712c97902,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:19.044321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Checking segment: {'id': 'f12a70ae-1b75-457f-9a81-bf657ef64f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:19.044728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network hostable DHCP agents. Network: bc1d7f88-d298-4f83-b36c-861b41547d9b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:19.050284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:subnet and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:19.053603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:19.062418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:19.071254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39d84464-8073-41c2-86e2-a9322245997d req-dd8f6bcb-a6d0-4b17-be98-dbbc2e79ec20 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6202066
Dec 13 14:47:19.145156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Pushing event updated for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:19.150032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:19.160004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18350d87-c57b-4f32-9023-a2eb01a37c4a tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:19.167721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:19.201906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.204008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/13593721-9c51-420f-a6c2-b07712c97902 HTTP/1.1" status: 204  len: 168 time: 1.9467607
Dec 13 14:47:19.208952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41880) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:19.215095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Made reservation on behalf of bd9e364f7a86400ab99453eedd0b1987 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:19.220184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.222564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'status': 'completed', 'code': 200}
Dec 13 14:47:19.237022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:19.245506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e94b4c02-85ed-4eeb-b991-da7740cfee83 req-dd0a3c87-89f7-4570-b64e-85c17000eda8 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2532332
Dec 13 14:47:19.258006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:subnet and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:19.263794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:19.273066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:19.322419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-862e49a8-09a6-4f21-9fce-10c7976a9019 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:19.327543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-862e49a8-09a6-4f21-9fce-10c7976a9019 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports/13593721-9c51-420f-a6c2-b07712c97902 HTTP/1.1" status: 404  len: 333 time: 0.1040378
Dec 13 14:47:19.329050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41884) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:19.338550 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-f291aae1-56bb-4eda-a167-e593c3ada306 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbf399be428047adb5864040d190a4b3&device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 1097 time: 0.5905213
Dec 13 14:47:19.343670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2112854085'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:19.349302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:19.351889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Subnet': ['ID=a3e5ab27-61ba-415c-bf01-ffacbad7f0f0,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:19.388971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:19.409830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 49caabec-e26d-42cf-88f8-98b60b58d0a9 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:47:19.421633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:19.425276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network bc1d7f88-d298-4f83-b36c-861b41547d9b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:19.443065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, bca27a39-5fa1-40d3-9bfc-54fded009329) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:19.451064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-54ec6c9f-e7be-4583-9f5b-5aa031e5140c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4609780-3769-45c6-8552-b35f51419f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5159516
Dec 13 14:47:19.462436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:19.464375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1650db9-7209-480d-8e8d-18bf6b8e5757 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:19.466924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:19.467621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.490823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, bc1d7f88-d298-4f83-b36c-861b41547d9b) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:19.495190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.539645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-35eb1e4f-7bb9-4ef8-8805-3f19b1e07c3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678 HTTP/1.1" status: 200  len: 217 time: 0.1845384
Dec 13 14:47:19.549880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:19.552399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e9c15-428b-4376-8b69-270c918d3e55 None None] Network bc1d7f88-d298-4f83-b36c-861b41547d9b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:19.646572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.714962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:19.778184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:port and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:19.785777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:19.796995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 4.4886847
Dec 13 14:47:19.807602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41888) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:19.810275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:19.824060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1353815290'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:19.844154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:19.855927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:19.856396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:19.860436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event updated for resources: {'Subnet': ['ID=c30c2a39-3737-4a0d-a4a0-13f152e9b4b0,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:19.864180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:19.864440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:19.867281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:19.873073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:19.873762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-27b06f7b-c191-47c4-842a-2a54a457a53b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:19.875027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-27b06f7b-c191-47c4-842a-2a54a457a53b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44a455f5-2d32-48d6-a425-63d083a0101b HTTP/1.1" status: 200  len: 845 time: 0.2776492
Dec 13 14:47:19.894036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:19.916561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'port_id': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'mac_address': 'fa:16:3e:03:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:47:19.947486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port 99a778f1-a978-40e7-8c3e-929865f4a3b8 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:19.952089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-3121225d-87fb-4a29-917e-aa71e9145e3a service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4624429
Dec 13 14:47:19.997485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Checking segment: {'id': '491c57e6-c2af-4625-b948-24ed074e1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:19.997883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network hostable DHCP agents. Network: 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:20.016919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:20.022343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.052008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.069552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-bc1d7f88-d298-4f83-b36c-861b41547d9b', 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b', 'tenant_id': 'a537defbf8b1499296f75d44fb188b0f', 'fixed_ips': [{'subnet_id': 'a3e5ab27-61ba-415c-bf01-ffacbad7f0f0'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:20.070431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.100208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49caabec-e26d-42cf-88f8-98b60b58d0a9 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:47:20.166635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00edcb7d-857d-462d-a41e-85fd6413f17d req-847be1d9-4cd1-4f03-96c3-60f494994232 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024977
Dec 13 14:47:20.173105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:20.184897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.191224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2984f3ed-6ef9-4ff6-b411-a12f3933072b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:20.222435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-267ae08d-0ac9-423e-b3ec-c06353d3821e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fae78a1b-16b2-45cb-86db-16daba017d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3335307
Dec 13 14:47:20.230666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:20.264715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:20.294578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.295319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment 91c47539-dd30-4b82-b035-1f36efcc0652 of type vlan for network 8ac4a77f-eae1-41d2-a2b3-d975839ddedb
Dec 13 14:47:20.296507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.325459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:20.337993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:20.342704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:20.380472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::175 (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/99a778f1-a978-40e7-8c3e-929865f4a3b8) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:20.385622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Allocated IP 2001:db8::1 (bc1d7f88-d298-4f83-b36c-861b41547d9b/a3e5ab27-61ba-415c-bf01-ffacbad7f0f0/e63b95f2-5abf-49e8-b8fb-a1442009f1d1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:20.414896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.422887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Router e28631c8-6ab4-4b1b-981e-04d6eca260e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:20.446652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:20.457016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['49caabec-e26d-42cf-88f8-98b60b58d0a9'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:47:20.472580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:20.473137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:20.473830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.489409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf5a76-41ae-4c53-9b05-febfb200610b None None] Network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:20.511823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Subnet': ['ID=b3bec9f3-9d1a-4ec3-9f96-83f551e4161c,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:20.543564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-92fe40e5-e880-40f5-99dd-c844fa8042c4 service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703075
Dec 13 14:47:20.833306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.833730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.834124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.834526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.834896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.835369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.835754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.836137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.839480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.839626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 7.8713472
Dec 13 14:47:20.839708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.839708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:20.841857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41896) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:20.850048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.861025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:20.921636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:20.922247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.926387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da7f0c39-bfc4-4704-995a-13cd40e32ec8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:20.928834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b93f80-8236-4d7c-a78a-21bd909c0ed3 req-c0ec4c0d-f32c-4c70-a9e5-505ea1f01f27 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:20.930196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f1b93f80-8236-4d7c-a78a-21bd909c0ed3 req-c0ec4c0d-f32c-4c70-a9e5-505ea1f01f27 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 944 time: 0.7048354
Dec 13 14:47:20.954209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Checking segment: {'id': '9eef5521-af5a-4851-9b69-a56473191d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:20.954625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network hostable DHCP agents. Network: 9ce342f3-4138-4f6d-8b67-d4a1959ccffb, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:20.975997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:20.984547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.016461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Transition to ACTIVE for port object e63b95f2-5abf-49e8-b8fb-a1442009f1d1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:21.035426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-12da9b08-297d-4dd0-9433-fdf1c3a4fcc6', 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6', 'tenant_id': 'a537defbf8b1499296f75d44fb188b0f', 'fixed_ips': [{'subnet_id': 'c30c2a39-3737-4a0d-a4a0-13f152e9b4b0'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:21.036365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.071411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Transition to ACTIVE for port object e63b95f2-5abf-49e8-b8fb-a1442009f1d1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:21.078935 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69619771-a97c-4acf-b00c-d969fc87e7f6 req-8d585d16-7484-40f0-8c60-7d3d5e53ae48 service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5183938
Dec 13 14:47:21.092898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f1b93f80-8236-4d7c-a78a-21bd909c0ed3 req-193fc96f-f543-45bd-91eb-c5ebd2d719ac tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505835
Dec 13 14:47:21.129699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.142189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:21.142509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:21.150782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3257b7d7-bcd1-44f8-ab63-128b136d663a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "PUT /v2.0/routers/e28631c8-6ab4-4b1b-981e-04d6eca260e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.0297916
Dec 13 14:47:21.172857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41900) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:21.188248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] Sync routers for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:21.204962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Request body: {'port': {'network_id': '247d4a48-85ab-40c6-a801-f0ef8a07a56e', 'name': 'tempest-FloatingIPAdminTestJSON-738414673'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:21.225901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=8ac4a77f-eae1-41d2-a2b3-d975839ddedb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:21.235342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-eb72320a-b811-4969-a84b-fe27bff128c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbf399be428047adb5864040d190a4b3&device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 1097 time: 0.0831077
Dec 13 14:47:21.240053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1b069-162e-442c-94b8-73fa6f81ecd3 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.241512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1b069-162e-442c-94b8-73fa6f81ecd3 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.243319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1b069-162e-442c-94b8-73fa6f81ecd3 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.254429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8aa1b069-162e-442c-94b8-73fa6f81ecd3 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.3940017
Dec 13 14:47:21.254429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:21.254429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27d1a697-c61a-4c85-bbd3-0253a041c566 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:21.270362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41906) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:21.282946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4742141
Dec 13 14:47:21.298514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41910) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:21.326252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1953-0201-4097-965c-41925bcd5338 req-c7837f89-7226-4e49-a9ab-4c19fe6ab255 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.334023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f3f1953-0201-4097-965c-41925bcd5338 req-c7837f89-7226-4e49-a9ab-4c19fe6ab255 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 944 time: 0.8897498
Dec 13 14:47:21.354601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'ports': [{'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'}, {'network_id': '8ac4a77f-eae1-41d2-a2b3-d975839ddedb'}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:21.354601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:21.355166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '8ac4a77f-eae1-41d2-a2b3-d975839ddedb'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:21.416503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8ac4a77f-eae1-41d2-a2b3-d975839ddedb details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:21.433316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Network bc1d7f88-d298-4f83-b36c-861b41547d9b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:21.455699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:21.479595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:21.500879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:21.501777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef43d30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:21.539725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:21.553565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Pushing event updated for resources: {'Port': ['ID=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:21.584161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-1d5b35ca-b60c-42f0-a04c-387fbaccea68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.586485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-1d5b35ca-b60c-42f0-a04c-387fbaccea68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fae78a1b-16b2-45cb-86db-16daba017d2d HTTP/1.1" status: 200  len: 907 time: 0.3428967
Dec 13 14:47:21.600802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.626703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Subnet': ['ID=27f2275a-0a31-4f01-b5db-ef89d970bfdf,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:21.649921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:21.665966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9ce342f3-4138-4f6d-8b67-d4a1959ccffb) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:21.686571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-090dc132-dfd8-4eae-a40a-87be6211d559 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678 HTTP/1.1" status: 200  len: 217 time: 0.0935967
Dec 13 14:47:21.693773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Deleting subnet a3e5ab27-61ba-415c-bf01-ffacbad7f0f0 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:21.698189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba334a3-4c3c-469f-8d4e-9b7f5d6f3ded None None] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:21.698989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.699672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.725566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Checking segment: {'id': 'b364be0c-28da-47e9-b540-a2809e4e643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:21.725936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network hostable DHCP agents. Network: 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:21.729067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef43d30>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:21.760234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.763970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f3f1953-0201-4097-965c-41925bcd5338 req-f57558c8-ec85-4844-a315-045e96d25a29 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4286065
Dec 13 14:47:21.788825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object 99a778f1-a978-40e7-8c3e-929865f4a3b8 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:21.802264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.802642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.803046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.803442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.803731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.804400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.804400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.804763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.805114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.805540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.806023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:47:21.811561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-46f67cbb-5ea7-4fe8-8d20-60b53f32d2ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:21.813289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-46f67cbb-5ea7-4fe8-8d20-60b53f32d2ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44a455f5-2d32-48d6-a425-63d083a0101b HTTP/1.1" status: 200  len: 845 time: 0.1153202
Dec 13 14:47:21.813741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:21.849652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:21.856237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.9362831
Dec 13 14:47:21.861621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41914) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:21.864352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Usage tracker for resource:port and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:21.882321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1685866810', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:21.882522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:21.890248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.893026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:21.895213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Attempting to bind port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:21.895708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Attempting to bind port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'f12a70ae-1b75-457f-9a81-bf657ef64f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:21.896016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Attempting to bind port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 on network bc1d7f88-d298-4f83-b36c-861b41547d9b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:21.911159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:21.911361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef43d30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:21.916959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:21.923374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:21.925706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Made reservation on behalf of 3f1315bbd9d84b9da8d84b292415e55b for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:21.931824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.940216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:21.942904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:21.950657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:21.955843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:router and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:21.963947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:21.965537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:21.969066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:21.972881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:21.974991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:21.982930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] device_id is not set on port 19162c9f-d320-4e28-9041-69c4174c19c8 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:21.992030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Allocated IP 2001:db8:0:1::1 (12da9b08-297d-4dd0-9433-fdf1c3a4fcc6/c30c2a39-3737-4a0d-a4a0-13f152e9b4b0/efc83cc8-bf32-4cde-8fac-aa00e681cc3c) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:21.994376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2749eaf-e132-41f3-b167-7b1c909cb828 None None] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:22.003827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.004829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.026366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:22.026772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Checking segment: {'id': 'f12a70ae-1b75-457f-9a81-bf657ef64f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:22.027596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.027720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Bound using segment: {'id': 'f12a70ae-1b75-457f-9a81-bf657ef64f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:22.028239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Bound port: e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12a70ae-1b75-457f-9a81-bf657ef64f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1d7f88-d298-4f83-b36c-861b41547d9b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:22.028584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.028690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:22.029324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.034421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de884c42-d903-48e9-9bd1-3e79f1a9b531 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:22.046612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-bad7df5c-b57d-4f17-aace-9e9fd77c2555 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fae78a1b-16b2-45cb-86db-16daba017d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2240589
Dec 13 14:47:22.054355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef43d30>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:22.054812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f47f5-6b36-4260-a110-a6ed0f1256bc None None] The sync data for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:22.086428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.105085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:22.112033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.188838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.251393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.293275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.310995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-32142c87-908f-46bc-b235-3fbee2077a04 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:22.325676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.4013531
Dec 13 14:47:22.351577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41920) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:22.378010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:22.379222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-721642446', 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:22.384085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=99a778f1-a978-40e7-8c3e-929865f4a3b8,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:22.386851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e5ab27-61ba-415c-bf01-ffacbad7f0f0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:22.387544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:22.389376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:22.391877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:22.395925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:22.397509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:22.398454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.398566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:22.411162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:port and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:22.411290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Allocated IP 172.20.0.14 (247d4a48-85ab-40c6-a801-f0ef8a07a56e/4e5071e9-dd34-45c3-9bda-e2c0f67129e3/19162c9f-d320-4e28-9041-69c4174c19c8) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:22.467857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.481628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:22.508079 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.1769955
Dec 13 14:47:22.508694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:22.524533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41924) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:22.533557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:22.542572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'network_id': '09a85053-338b-49cc-a002-2fb5bd704900', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-209067280'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:22.548779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afba52b-9d23-4246-861f-39b57caae8c5 None None] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:22.602401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:22.691221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9353be-8f3f-4716-b47c-8e6273ff0d6d None None] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:22.711176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,segment=NetworkSegment(f12a70ae-1b75-457f-9a81-bf657ef64f83),segment_id=f12a70ae-1b75-457f-9a81-bf657ef64f83)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:22.759982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:22.796636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:22.820099 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-b8376702-b879-41e0-9e6a-7495f00f1cdc service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7642784
Dec 13 14:47:22.832163 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/subnets/a3e5ab27-61ba-415c-bf01-ffacbad7f0f0 HTTP/1.1" status: 204  len: 168 time: 1.5581522
Dec 13 14:47:22.840640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41930) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:22.876775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Pushing event updated for resources: {'Port': ['ID=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:22.890528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:23.006465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Made reservation on behalf of bd9e364f7a86400ab99453eedd0b1987 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:23.011217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.021604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:23.031431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Usage tracker for resource:port and tenant:b153bedb9f7a4297b772895534cea225 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:23.041000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:23.070912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ff502-dce4-48e0-bed9-285a4051776f req-9b0da4b0-176f-41fd-a398-0cdf317e8966 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:23.077179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:23.078645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-231ff502-dce4-48e0-bed9-285a4051776f req-9b0da4b0-176f-41fd-a398-0cdf317e8966 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 944 time: 0.8208828
Dec 13 14:47:23.087325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.092163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.097105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.141530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Made reservation on behalf of b153bedb9f7a4297b772895534cea225 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:23.142077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] device_id is not set on port 971c78a2-4061-4f01-89e1-1303cdc15a9d yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:23.152301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.205713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Transition to ACTIVE for port object 19162c9f-d320-4e28-9041-69c4174c19c8 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:23.216777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] device_id is not set on port e045c4dc-8301-45b9-b5e5-45e77e393c24 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:23.238582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.239434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfca7599-2f22-4d42-b608-d10d5d81007c req-4e0c69b2-de09-4191-a81d-5af0b94751d8 service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006033
Dec 13 14:47:23.260940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-32e6484c-0407-46fa-ab74-8ec3f645e8b8 None None] Provisioning for port 99a778f1-a978-40e7-8c3e-929865f4a3b8 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:23.289493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Transition to ACTIVE for port object efc83cc8-bf32-4cde-8fac-aa00e681cc3c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:23.301956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-32e6484c-0407-46fa-ab74-8ec3f645e8b8 None None] Provisioning complete for port 99a778f1-a978-40e7-8c3e-929865f4a3b8 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:23.302368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32e6484c-0407-46fa-ab74-8ec3f645e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.404739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 46fc81ac-350e-4ccf-8659-c527ab2a2678 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:47:23.472206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-231ff502-dce4-48e0-bed9-285a4051776f req-48ca1e8e-62bb-4498-988a-b97392fbc6df tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3923464
Dec 13 14:47:23.545289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 49caabec-e26d-42cf-88f8-98b60b58d0a9 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:23.623080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Transition to ACTIVE for port object efc83cc8-bf32-4cde-8fac-aa00e681cc3c will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:23.656072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Deleting subnet c30c2a39-3737-4a0d-a4a0-13f152e9b4b0 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:23.656829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:23.658551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63e5cd-ac54-4296-bdae-b464c103438f req-6a480168-6403-4f6f-b0ab-96b52ab21be2 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:23.660339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-de63e5cd-ac54-4296-bdae-b464c103438f req-6a480168-6403-4f6f-b0ab-96b52ab21be2 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 944 time: 0.7371438
Dec 13 14:47:23.664831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port a930bbb0-4c5d-4ea2-9d7b-a66c7593663a yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:23.679507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.20.0.6 (5e5c68a3-4da7-4bc1-be87-bb2b308e30fe/27f2275a-0a31-4f01-b5db-ef89d970bfdf/971c78a2-4061-4f01-89e1-1303cdc15a9d) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:23.696046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'port_id': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'mac_address': 'fa:16:3e:d5:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:47:23.739967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.768746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.809742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-32e6484c-0407-46fa-ab74-8ec3f645e8b8 None None] Port 99a778f1-a978-40e7-8c3e-929865f4a3b8 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:23.809980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.819733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:23.822648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c697360d-e83e-497c-8b07-e5ffb9a28e84 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:23.889311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:23.919853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-de63e5cd-ac54-4296-bdae-b464c103438f req-dd4a987f-7241-4139-8bac-80ab57bd1c9e tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2483842
Dec 13 14:47:23.920164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:23.930922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:23.937190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:23.990371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.029502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Allocated IP 2001:db8::2d0 (09a85053-338b-49cc-a002-2fb5bd704900/f11ecba4-b02b-4058-824b-18f610cfb348/e045c4dc-8301-45b9-b5e5-45e77e393c24) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:24.031765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event updated for resources: {'Port': ['ID=19162c9f-d320-4e28-9041-69c4174c19c8,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.034399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Pushing event updated for resources: {'Port': ['ID=efc83cc8-bf32-4cde-8fac-aa00e681cc3c,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.034909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:24.039852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:24.044929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:24.047450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:24.047669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:24.081083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.136106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Attempting to bind port efc83cc8-bf32-4cde-8fac-aa00e681cc3c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:24.136709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Attempting to bind port efc83cc8-bf32-4cde-8fac-aa00e681cc3c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '491c57e6-c2af-4625-b948-24ed074e1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:24.137182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Attempting to bind port efc83cc8-bf32-4cde-8fac-aa00e681cc3c on network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:24.145687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.152091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fc81ac-350e-4ccf-8659-c527ab2a2678 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:47:24.159617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:24.160595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Checking segment: {'id': '491c57e6-c2af-4625-b948-24ed074e1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:24.161055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.162227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Bound using segment: {'id': '491c57e6-c2af-4625-b948-24ed074e1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:24.162774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Bound port: efc83cc8-bf32-4cde-8fac-aa00e681cc3c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491c57e6-c2af-4625-b948-24ed074e1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '12da9b08-297d-4dd0-9433-fdf1c3a4fcc6'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:24.163226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.187131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 49caabec-e26d-42cf-88f8-98b60b58d0a9 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:24.202933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 49caabec-e26d-42cf-88f8-98b60b58d0a9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:24.203390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.219760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.239899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:24.240738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.252608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.296302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.308700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.349429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1665726
Dec 13 14:47:24.380211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] For port efc83cc8-bf32-4cde-8fac-aa00e681cc3c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:24.383889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] For port efc83cc8-bf32-4cde-8fac-aa00e681cc3c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=efc83cc8-bf32-4cde-8fac-aa00e681cc3c,segment=NetworkSegment(491c57e6-c2af-4625-b948-24ed074e1fc2),segment_id=491c57e6-c2af-4625-b948-24ed074e1fc2)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:24.387591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:24.391547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41934) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:24.444003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.446685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.451792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.457205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-803100a9-1216-47f0-8518-24a95a3d1427 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.459204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cfbe7855-28fe-4eb4-b7ac-7dc0b87dd043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.482025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:24.482891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=971c78a2-4061-4f01-89e1-1303cdc15a9d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.485871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.488897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d6b7d89d-07d5-4f0a-8bfb-123e8eaffedd None None] Provisioning for port 19162c9f-d320-4e28-9041-69c4174c19c8 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:24.504743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d6b7d89d-07d5-4f0a-8bfb-123e8eaffedd None None] Provisioning complete for port 19162c9f-d320-4e28-9041-69c4174c19c8 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:24.505149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d89d-07d5-4f0a-8bfb-123e8eaffedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.549799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:24.565463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:24.572237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:24.585098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.589385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:24.596688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.601744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:24.609432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:24.611949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:24.614240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.626536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efa8186a-612a-4c1d-9c5a-09ad2103d3b3 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.664478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:24.665738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.684571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.169 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/afbf6249-c267-4440-a833-5a34704c4826) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:24.698948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'project_id': '3f1315bbd9d84b9da8d84b292415e55b', 'port_id': '19162c9f-d320-4e28-9041-69c4174c19c8'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:24.701866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.705102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Transition to ACTIVE for port object e045c4dc-8301-45b9-b5e5-45e77e393c24 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:24.713335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:24.732363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Usage tracker for resource:floatingip and tenant:3f1315bbd9d84b9da8d84b292415e55b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:24.747943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['46fc81ac-350e-4ccf-8659-c527ab2a2678'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:47:24.759720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=a930bbb0-4c5d-4ea2-9d7b-a66c7593663a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.762655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:24.778701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:24.780321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': '91c47539-dd30-4b82-b035-1f36efcc0652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8ac4a77f-eae1-41d2-a2b3-d975839ddedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:24.780724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: 8ac4a77f-eae1-41d2-a2b3-d975839ddedb, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:24.797193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.798408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:24.804107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:24.804580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02c32bef-e4b5-406f-af00-0ed716f6dd5b tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.829751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.834114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 2.4721875
Dec 13 14:47:24.837150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41942) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:24.865061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-724d6859-c4b1-47c3-b964-655739a25a4e tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:24.868405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7d89d-07d5-4f0a-8bfb-123e8eaffedd None None] Port 19162c9f-d320-4e28-9041-69c4174c19c8 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:24.877522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Pushing event updated for resources: {'Port': ['ID=efc83cc8-bf32-4cde-8fac-aa00e681cc3c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:24.881942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:24.905262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.936960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting port 971c78a2-4061-4f01-89e1-1303cdc15a9d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:24.937296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:24.958474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.073191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:25.076972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:25.077811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30171747-e3d8-4d02-a3a6-0efc786d292f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:25.080189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 8ac4a77f-eae1-41d2-a2b3-d975839ddedb is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:25.116977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Network 09a85053-338b-49cc-a002-2fb5bd704900 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:25.126714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:25.146488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:25.162768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:25.163630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.170363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=e045c4dc-8301-45b9-b5e5-45e77e393c24,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:25.211687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8ac4a77f-eae1-41d2-a2b3-d975839ddedb) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:25.213736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:25.233861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02e156-10ec-4bb4-86bd-b6ce4071932c None None] Network 8ac4a77f-eae1-41d2-a2b3-d975839ddedb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:25.306401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:25.315179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:25.318703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:25.319463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.336195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.351208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/subnets/c30c2a39-3737-4a0d-a4a0-13f152e9b4b0 HTTP/1.1" status: 204  len: 168 time: 2.3913741
Dec 13 14:47:25.357095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:25.364538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:25.370669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41954) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:25.385722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Subnet': ['ID=c30c2a39-3737-4a0d-a4a0-13f152e9b4b0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:25.464559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:25.486471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:25.487283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:25.600459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.0745630
Dec 13 14:47:25.609152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b6ddb-2d35-4268-8f4e-1c2fe54ffef7 req-92d3c92f-0797-4146-ae54-bad55c8481cc tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:25.611072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b82b6ddb-2d35-4268-8f4e-1c2fe54ffef7 req-92d3c92f-0797-4146-ae54-bad55c8481cc tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 944 time: 0.8762591
Dec 13 14:47:25.611946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41958) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:25.615281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.648007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.3447313
Dec 13 14:47:25.683807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41960) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:25.791298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:cd:4c:8d'}, {'ip_address': '2001:db8::175', 'mac_address': 'fa:16:3e:1d:66:ef'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:25.830735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d4cf29e5-3378-4a59-8039-c4d66d85d58d None None] Provisioning for port e045c4dc-8301-45b9-b5e5-45e77e393c24 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:25.835660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device efc83cc8-bf32-4cde-8fac-aa00e681cc3c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:25.896550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d4cf29e5-3378-4a59-8039-c4d66d85d58d None None] Provisioning complete for port e045c4dc-8301-45b9-b5e5-45e77e393c24 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:25.897261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4cf29e5-3378-4a59-8039-c4d66d85d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:25.924330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.058072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b82b6ddb-2d35-4268-8f4e-1c2fe54ffef7 req-34e499df-48df-48c8-bf04-7223b38d1b19 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067535
Dec 13 14:47:26.084864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Calling delete_port for 971c78a2-4061-4f01-89e1-1303cdc15a9d owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:26.155045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.167882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b07fe47-1248-4964-9644-00aa9d27bc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:26.222751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.236166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf29e5-3378-4a59-8039-c4d66d85d58d None None] Port e045c4dc-8301-45b9-b5e5-45e77e393c24 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:26.260459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port efc83cc8-bf32-4cde-8fac-aa00e681cc3c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:26.269549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e63b95f2-5abf-49e8-b8fb-a1442009f1d1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:26.308831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6627b-ac0e-416d-bc4a-52dbf1b11727 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:26.318029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-44c6627b-ac0e-416d-bc4a-52dbf1b11727 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.9453723
Dec 13 14:47:26.320493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:26.372899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc8fcf-60a7-4f3c-b0b9-34e11c254a16 None None] Network bc1d7f88-d298-4f83-b36c-861b41547d9b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:26.415983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:26.424490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=afbf6249-c267-4440-a833-5a34704c4826,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:26.426412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'code': 200}
Dec 13 14:47:26.427198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:26.433389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:26.434163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:26.452974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port a930bbb0-4c5d-4ea2-9d7b-a66c7593663a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:26.453374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.555698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9d30fd06-8919-4143-b051-3ffc127a88ce None None] Provisioning for port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:26.616601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1392-4faf-4f55-942a-fc33bc4603f6 req-1ec02f36-324a-4cc6-abe8-346ce6836c57 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:26.618472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d0f1392-4faf-4f55-942a-fc33bc4603f6 req-1ec02f36-324a-4cc6-abe8-346ce6836c57 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 945 time: 1.3991952
Dec 13 14:47:26.761407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:26.782589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:26.783260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.834924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.843715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.869395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c25958b-c048-457a-9ef3-ad277d8cf2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:26.878996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] DHCP port deletion for bc1d7f88-d298-4f83-b36c-861b41547d9b request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:47:26.889742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Deleting port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:26.890430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.896326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:26.907245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Allocated IP 172.26.4.221 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1ade4504-0098-4f35-a76a-47c0cfe01b12) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:26.933633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Port': ['ID=971c78a2-4061-4f01-89e1-1303cdc15a9d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:26.956692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d0f1392-4faf-4f55-942a-fc33bc4603f6 req-6fdb712d-ac5b-4480-bcd5-130a1e9d755e tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3111072
Dec 13 14:47:26.987878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:27.126893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.204044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-e00ca855-af43-4f9f-8d9f-7edb2f8d3678 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 1098 time: 0.3761933
Dec 13 14:47:27.239230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,segment=NetworkSegment(f12a70ae-1b75-457f-9a81-bf657ef64f83),segment_id=f12a70ae-1b75-457f-9a81-bf657ef64f83)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:27.250282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.258916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,segment=NetworkSegment(f12a70ae-1b75-457f-9a81-bf657ef64f83),segment_id=f12a70ae-1b75-457f-9a81-bf657ef64f83)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:27.259686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.292203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.313687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Deleting port efc83cc8-bf32-4cde-8fac-aa00e681cc3c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:27.314165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.367664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:27.478342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Calling delete_port for e63b95f2-5abf-49e8-b8fb-a1442009f1d1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:27.490074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.507963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 46fc81ac-350e-4ccf-8659-c527ab2a2678 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:27.532027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.532027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.542602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.553754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4e414-3d7a-4369-a749-01bb341fff64 None None] Network 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:27.557022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.573714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:27.656429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Usage tracker for resource:security_group_rule and tenant:457856f3a7ab4e17b8d25699a6a0cd8b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:27.663130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:27.680949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:27.712652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c746-88ce-40b6-bf58-dd6ac12eaed2 req-d582e7b0-2269-4879-b704-c98df549ecb7 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:27.714302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffb6c746-88ce-40b6-bf58-dd6ac12eaed2 req-d582e7b0-2269-4879-b704-c98df549ecb7 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.3808856
Dec 13 14:47:27.717368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for a930bbb0-4c5d-4ea2-9d7b-a66c7593663a owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:27.725475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e63b95f2-5abf-49e8-b8fb-a1442009f1d1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:27.728479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.737350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fa775ab-98c7-49cd-a885-6c54ecc4b78b tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:27.749146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/ports/971c78a2-4061-4f01-89e1-1303cdc15a9d HTTP/1.1" status: 204  len: 168 time: 2.9029670
Dec 13 14:47:27.758200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41974) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:27.766269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'external_fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6'}]}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:27.768810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:27.772124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:27.797290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3477593-d6ba-442c-8876-3903ccbef831 None None] Provisioning for port efc83cc8-bf32-4cde-8fac-aa00e681cc3c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:27.831234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:27.832217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.861838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:router and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:27.863608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3477593-d6ba-442c-8876-3903ccbef831 None None] Provisioning complete for port efc83cc8-bf32-4cde-8fac-aa00e681cc3c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:27.864202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3477593-d6ba-442c-8876-3903ccbef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.864330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.869630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:27.891063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:27.892104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:27.894319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] For port efc83cc8-bf32-4cde-8fac-aa00e681cc3c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=efc83cc8-bf32-4cde-8fac-aa00e681cc3c,segment=NetworkSegment(491c57e6-c2af-4625-b948-24ed074e1fc2),segment_id=491c57e6-c2af-4625-b948-24ed074e1fc2)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:27.894730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:27.911352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:27.921659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Pushing event updated for resources: {'Port': ['ID=1ade4504-0098-4f35-a76a-47c0cfe01b12,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:27.928665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:27.944924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:27.945328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:27.959284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:27.963659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:27.992588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 46fc81ac-350e-4ccf-8659-c527ab2a2678 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:28.039446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 46fc81ac-350e-4ccf-8659-c527ab2a2678 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:28.040349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.059498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Calling delete_port for efc83cc8-bf32-4cde-8fac-aa00e681cc3c owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:28.101770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.118836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:28.135558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.152500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.153557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.239052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3477593-d6ba-442c-8876-3903ccbef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.242746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=a930bbb0-4c5d-4ea2-9d7b-a66c7593663a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:28.259450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:28.270750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.289324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/a930bbb0-4c5d-4ea2-9d7b-a66c7593663a HTTP/1.1" status: 204  len: 168 time: 2.5950525
Dec 13 14:47:28.292706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] In _notify_port_updated(), no bound segment for port e045c4dc-8301-45b9-b5e5-45e77e393c24 on network 09a85053-338b-49cc-a002-2fb5bd704900 {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:47:28.294262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41980) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:28.296983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:28.297662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.299442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "PUT /v2.0/ports/e045c4dc-8301-45b9-b5e5-45e77e393c24 HTTP/1.1" status: 200  len: 1067 time: 2.5154607
Dec 13 14:47:28.311585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,segment=NetworkSegment(f12a70ae-1b75-457f-9a81-bf657ef64f83),segment_id=f12a70ae-1b75-457f-9a81-bf657ef64f83)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:28.315831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 41984) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:28.331828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffb6c746-88ce-40b6-bf58-dd6ac12eaed2 req-72421456-fa44-4d6f-9ff0-3e40cc4f3769 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5949948
Dec 13 14:47:28.392482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.395349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff82b3-6762-4f41-a8ab-c9e536d95d41 None None] DHCP port deletion for 12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:47:28.407674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.408280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c175536f-6f0e-472d-ac66-ef9626933309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:28.421037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.429282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79ba721e-927b-4931-b105-cf4acf3f23af tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:28.431216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.447240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event updated for resources: {'Port': ['ID=e045c4dc-8301-45b9-b5e5-45e77e393c24,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:28.454788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Deleting port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:28.455254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.458235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.475378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Port': ['ID=efc83cc8-bf32-4cde-8fac-aa00e681cc3c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:28.484230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:28.497167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec7f4-a065-435c-9ec7-e4375d29eb03 req-8e962826-d473-476d-b2e3-76a2020f9c43 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:28.499055 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c26ec7f4-a065-435c-9ec7-e4375d29eb03 req-8e962826-d473-476d-b2e3-76a2020f9c43 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 945 time: 0.3989213
Dec 13 14:47:28.501122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:28.501693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:28.531770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] No DVR routers for this DVR port efc83cc8-bf32-4cde-8fac-aa00e681cc3c on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:28.538905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port e045c4dc-8301-45b9-b5e5-45e77e393c24 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:28.539198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.539302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.621646 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cf86760-d5bd-4d11-8633-9548b9419ce9 req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.4006646
Dec 13 14:47:28.646806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89989039-408f-4cba-9802-6be7eacd11ca,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:28.684943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:28.744785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4326a-d62f-4611-9d3d-9543ffe0340b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:28.748773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4326a-d62f-4611-9d3d-9543ffe0340b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:28.749528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ddf4326a-d62f-4611-9d3d-9543ffe0340b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:28.840201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:28.856449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c26ec7f4-a065-435c-9ec7-e4375d29eb03 req-8760910f-dff8-403f-b78f-ab5917573548 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3453295
Dec 13 14:47:28.865677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.878317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ddf4326a-d62f-4611-9d3d-9543ffe0340b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:28.882835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ddf4326a-d62f-4611-9d3d-9543ffe0340b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.5878162
Dec 13 14:47:28.883821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41990) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:28.901561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.916478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'code': 200}
Dec 13 14:47:28.922573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:28.924801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.953831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f030b00>,) {'filters': {'network_id': ['12da9b08-297d-4dd0-9433-fdf1c3a4fcc6']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:28.957132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:28.964194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:28.968687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:28.969187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf3c5b76-ea12-432a-8181-48d75a07f404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:28.975981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f030b00>, '491c57e6-c2af-4625-b948-24ed074e1fc2') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:28.976318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f030b00>, '491c57e6-c2af-4625-b948-24ed074e1fc2') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:29.023765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.039708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:29.041250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.104733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.109055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] For port e63b95f2-5abf-49e8-b8fb-a1442009f1d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,segment=NetworkSegment(f12a70ae-1b75-457f-9a81-bf657ef64f83),segment_id=f12a70ae-1b75-457f-9a81-bf657ef64f83)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:29.109488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.127315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:29.127764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:29.144253 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:29.177890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:29.241183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:29.249447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Calling delete_port for e63b95f2-5abf-49e8-b8fb-a1442009f1d1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:29.274099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.276084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0cc80e32-8355-4918-be11-013b80f2355f None None] Provisioning complete for port e045c4dc-8301-45b9-b5e5-45e77e393c24 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:29.276522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cc80e32-8355-4918-be11-013b80f2355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.346669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.396616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:29.410909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0cc80e32-8355-4918-be11-013b80f2355f None None] Port e045c4dc-8301-45b9-b5e5-45e77e393c24 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:29.416112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.424073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.440039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for e045c4dc-8301-45b9-b5e5-45e77e393c24 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:29.441373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-901fdcba-faef-4c23-ad0d-131ddbf40b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:29.483968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=12da9b08-297d-4dd0-9433-fdf1c3a4fcc6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:29.494814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Pushing event deleted for resources: {'Port': ['ID=e63b95f2-5abf-49e8-b8fb-a1442009f1d1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:29.496831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] No DVR routers for this DVR port e63b95f2-5abf-49e8-b8fb-a1442009f1d1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:29.498288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:29.538211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:29.562705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:29.573177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/12da9b08-297d-4dd0-9433-fdf1c3a4fcc6 HTTP/1.1" status: 204  len: 168 time: 3.1300898
Dec 13 14:47:29.579448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 41996) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:29.644908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb760833-3c33-48fa-bc68-4b29938c6f91 req-523b209c-89b0-417f-ad9d-2614d5e459d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 1099 time: 0.4977753
Dec 13 14:47:29.651127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:47:29.669326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device efc83cc8-bf32-4cde-8fac-aa00e681cc3c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:29.708140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: efc83cc8-bf32-4cde-8fac-aa00e681cc3c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:29.708554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device efc83cc8-bf32-4cde-8fac-aa00e681cc3c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:47:29.826440 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb760833-3c33-48fa-bc68-4b29938c6f91 req-4c2e98b6-36fc-483d-915d-70c242f0d5e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1717982
Dec 13 14:47:29.937682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:30.136922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.197860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5f41f-b606-4356-8ae4-41fa75952aab req-80669cf1-874b-47ca-b100-1c99c446388c tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:30.199493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bad5f41f-b606-4356-8ae4-41fa75952aab req-80669cf1-874b-47ca-b100-1c99c446388c tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.7096529
Dec 13 14:47:30.207455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.217289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:30.279473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.303270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:30.335922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:30.362365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:30.366704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=e045c4dc-8301-45b9-b5e5-45e77e393c24,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:30.374462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:30.400228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.402865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.443422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.535799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.562340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6844-ad0c-4274-8862-9668447b96fe req-4c1eef31-0b4d-4114-b171-6ab7ae081dbc tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:30.563151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-be0d6844-ad0c-4274-8862-9668447b96fe req-4c1eef31-0b4d-4114-b171-6ab7ae081dbc tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Synchronizing usage tracker for tenant:cbf399be428047adb5864040d190a4b3 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:30.580673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615 HTTP/1.1" status: 204  len: 168 time: 1.6928170
Dec 13 14:47:30.584219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.593056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42002) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:30.594787 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bad5f41f-b606-4356-8ae4-41fa75952aab req-e107f472-72a2-4a1f-941f-a8948ed9b259 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3797359
Dec 13 14:47:30.643123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f59bc88>,) {'filters': {'network_id': ['bc1d7f88-d298-4f83-b36c-861b41547d9b']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:30.662481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f59bc88>, 'f12a70ae-1b75-457f-9a81-bf657ef64f83') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:30.662895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f59bc88>, 'f12a70ae-1b75-457f-9a81-bf657ef64f83') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:30.684007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.684346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.718233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-be0d6844-ad0c-4274-8862-9668447b96fe req-4c1eef31-0b4d-4114-b171-6ab7ae081dbc tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Unset dirty status for tenant:cbf399be428047adb5864040d190a4b3 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:30.719568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be0d6844-ad0c-4274-8862-9668447b96fe req-4c1eef31-0b4d-4114-b171-6ab7ae081dbc tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.6157637
Dec 13 14:47:30.755158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.769063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:30.769506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:30.787401 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:30.935055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.937137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.20.0.6 (5e5c68a3-4da7-4bc1-be87-bb2b308e30fe/27f2275a-0a31-4f01-b5db-ef89d970bfdf/493e7a71-f0a5-40d3-9e64-973fb9c23638) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:30.941098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:30.962234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:30.972405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=bc1d7f88-d298-4f83-b36c-861b41547d9b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:30.981858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:30.988451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/bc1d7f88-d298-4f83-b36c-861b41547d9b HTTP/1.1" status: 204  len: 168 time: 1.4055731
Dec 13 14:47:30.989038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42006) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.012487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be0d6844-ad0c-4274-8862-9668447b96fe req-1c069685-78ba-4bdd-be65-5b880cdb5310 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2590146
Dec 13 14:47:31.073110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.083046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4decfe86-a465-4afb-a5ac-a7397e1feb8d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:31.083786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4decfe86-a465-4afb-a5ac-a7397e1feb8d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:31.110273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:31.122892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:31.136204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:31.137053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f29a1d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.170795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4decfe86-a465-4afb-a5ac-a7397e1feb8d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:31.174911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4decfe86-a465-4afb-a5ac-a7397e1feb8d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.5766957
Dec 13 14:47:31.179665 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/e045c4dc-8301-45b9-b5e5-45e77e393c24 HTTP/1.1" status: 204  len: 168 time: 2.8612506
Dec 13 14:47:31.182604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42010) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.182914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42012) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.183739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.187988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.3205688
Dec 13 14:47:31.191687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42016) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.206531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f29a1d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.218891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:31.219787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f29a1d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.280491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec68164d-e9bf-49ec-943c-47e95dd9bd90 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:31.280703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ec68164d-e9bf-49ec-943c-47e95dd9bd90 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Synchronizing usage tracker for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:31.283586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a0e5fb-89d5-49a9-b431-20f3fbbb55a9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:31.287840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65a0e5fb-89d5-49a9-b431-20f3fbbb55a9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/a930bbb0-4c5d-4ea2-9d7b-a66c7593663a HTTP/1.1" status: 404  len: 333 time: 0.0988107
Dec 13 14:47:31.288690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42022) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.301238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.317051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f29a1d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.317888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83102027-a4fa-45a4-ba9b-f0aada039e20 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:31.324230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.326350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ec68164d-e9bf-49ec-943c-47e95dd9bd90 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Unset dirty status for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:31.330641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ec68164d-e9bf-49ec-943c-47e95dd9bd90 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports/e045c4dc-8301-45b9-b5e5-45e77e393c24 HTTP/1.1" status: 404  len: 333 time: 0.1428826
Dec 13 14:47:31.331764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42026) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.363251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.372144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:31.379352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ca139e-6fec-4f73-95d1-7c0074f679e9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:31.379912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89ca139e-6fec-4f73-95d1-7c0074f679e9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:31.407464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.481476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89ca139e-6fec-4f73-95d1-7c0074f679e9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:31.482746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-89ca139e-6fec-4f73-95d1-7c0074f679e9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/9d2ed5ab-9dfc-496a-8c5d-cf4b1df13615 HTTP/1.1" status: 404  len: 333 time: 0.1909263
Dec 13 14:47:31.487770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:31.512918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port 99a778f1-a978-40e7-8c3e-929865f4a3b8 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:31.513245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.560939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Pushing event updated for resources: {'Port': ['ID=1ade4504-0098-4f35-a76a-47c0cfe01b12,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:31.577074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.579323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:31.622143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.657129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:47:31.668671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4cc5f8>,) {'filters': {'network_id': ['31682e10-995a-482c-ac88-592af9599af3']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.684612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.690506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4cc5f8>, '4201ab43-c3a9-47b6-b3aa-ea5a9b1f6cc8') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.690819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4cc5f8>, '4201ab43-c3a9-47b6-b3aa-ea5a9b1f6cc8') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:31.697626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:31.751530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.803385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.827580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.854834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=493e7a71-f0a5-40d3-9e64-973fb9c23638,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:31.859557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:31.860667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:31.861101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:31.879915 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:31.882430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:31.888710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:31.903110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:32.267632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.312944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dae9495-5fc6-44e9-b189-a39ba39f5bf3 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:32.332124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.353592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=31682e10-995a-482c-ac88-592af9599af3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:32.414280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:32.445240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/31682e10-995a-482c-ac88-592af9599af3 HTTP/1.1" status: 204  len: 168 time: 1.4552367
Dec 13 14:47:32.449571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42038) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:32.456579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.465075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deadabb-c3f3-45bd-b303-383a4e79357b req-c357e75a-be88-4b10-b62e-ecac2e081f03 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:32.466669 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4deadabb-c3f3-45bd-b303-383a4e79357b req-c357e75a-be88-4b10-b62e-ecac2e081f03 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.7179587
Dec 13 14:47:32.531287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.559504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4deadabb-c3f3-45bd-b303-383a4e79357b req-248b0a04-2cc2-4055-9d09-05ddd54dc663 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848281
Dec 13 14:47:32.575483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea989e8>,) {'filters': {'network_id': ['8ac4a77f-eae1-41d2-a2b3-d975839ddedb']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:32.659087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.659859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.661542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea989e8>, '91c47539-dd30-4b82-b035-1f36efcc0652') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:32.661882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea989e8>, '91c47539-dd30-4b82-b035-1f36efcc0652') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:32.781179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for 99a778f1-a978-40e7-8c3e-929865f4a3b8 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:32.837005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.878941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.897091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.902083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-ea2d73ea-32b9-4a7b-b77c-bc4319d8f124 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7139444
Dec 13 14:47:32.929031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1c991-71e1-4bb9-acea-aad761c89c2e req-e76f25fb-a5ea-48b1-9c1a-0c2ce0cf8dab tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:32.930800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1df1c991-71e1-4bb9-acea-aad761c89c2e req-e76f25fb-a5ea-48b1-9c1a-0c2ce0cf8dab tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.7541850
Dec 13 14:47:32.937568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:32.938016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:32.955381 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:32.976645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ac3b6-1304-48fb-89b9-63732e7b8c10 req-53d42607-36cd-457c-8a80-c3d6a7b0d60f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:32.978266 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f0ac3b6-1304-48fb-89b9-63732e7b8c10 req-53d42607-36cd-457c-8a80-c3d6a7b0d60f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.2476461
Dec 13 14:47:32.993711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:33.003145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Request body: {'floatingip': {'port_id': '49caabec-e26d-42cf-88f8-98b60b58d0a9'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:33.091288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.257465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.284525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-31738db5-53f5-4323-b931-6bcebabec5b0 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:33.322562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.389154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1df1c991-71e1-4bb9-acea-aad761c89c2e req-eb222733-1cb2-4194-a7ee-edafd993f23d tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4308333
Dec 13 14:47:33.401475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=8ac4a77f-eae1-41d2-a2b3-d975839ddedb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:33.411050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.420794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:33.422960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Floating IP 80e2cf7c-2e10-40e0-9e79-55855121dad8 associated. External IP: 172.26.4.221, port: 19162c9f-d320-4e28-9041-69c4174c19c8.
Dec 13 14:47:33.493677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/8ac4a77f-eae1-41d2-a2b3-d975839ddedb HTTP/1.1" status: 204  len: 168 time: 1.9969702
Dec 13 14:47:33.504851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.506754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42050) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:33.529179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-746e5cc4-17e6-42e3-b195-fddb8440b987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:33.567615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-562308927'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:33.581234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f06d358>,) {'filters': {'network_id': ['85799a45-1afb-4e80-bbe2-7c1943bfbcb9']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:33.601163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:33.613205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=99a778f1-a978-40e7-8c3e-929865f4a3b8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:33.617526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f06d358>, 'fdd8416d-a2a4-4eec-b0d9-a788ed6f3977') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:33.617894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f06d358>, 'fdd8416d-a2a4-4eec-b0d9-a788ed6f3977') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:33.625348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:33.631423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:33.632348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:33.639731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-d48dec15-402b-4f3d-ad5d-11f90db7055b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec035ff71c50461e915b613633a3441d&device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 1098 time: 0.6446574
Dec 13 14:47:33.646753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:33.649928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.769985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.774668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/99a778f1-a978-40e7-8c3e-929865f4a3b8 HTTP/1.1" status: 204  len: 168 time: 2.4393473
Dec 13 14:47:33.775052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.781922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:33.787737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:33.802889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42054) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:33.943500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router 28c92cf0-79ed-4253-a403-6771e0475647 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:47:34.133506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:34.133958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:34.158594 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:34.249738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fb4ed2-8c26-4676-a1b8-0c6d1d60d040 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:34.250222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6fb4ed2-8c26-4676-a1b8-0c6d1d60d040 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Synchronizing usage tracker for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:34.344753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:34.372222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a390b-842c-47fb-92f8-05a415dcf51a req-60a3df01-30a4-41e9-ac96-f6da35f55475 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:34.373826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-186a390b-842c-47fb-92f8-05a415dcf51a req-60a3df01-30a4-41e9-ac96-f6da35f55475 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.7946305
Dec 13 14:47:34.380272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.386724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42058) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:34.388172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.388919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment fd657efb-7ee6-4b3c-9198-15c07a16deca of type vlan for network 276cd64f-e07b-4006-ad89-739fb6d6c356
Dec 13 14:47:34.402282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6fb4ed2-8c26-4676-a1b8-0c6d1d60d040 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Unset dirty status for tenant:b153bedb9f7a4297b772895534cea225 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:34.407919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6fb4ed2-8c26-4676-a1b8-0c6d1d60d040 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "GET /v2.0/ports/99a778f1-a978-40e7-8c3e-929865f4a3b8 HTTP/1.1" status: 404  len: 333 time: 0.5993576
Dec 13 14:47:34.409149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42062) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:34.410929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.416924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Request body: {'floatingip': {'port_id': '46fc81ac-350e-4ccf-8659-c527ab2a2678'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:34.428494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.468300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:34.483075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-841feca2-dd0e-4f4b-8d1a-3b8474e5c0eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:34.484655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-841feca2-dd0e-4f4b-8d1a-3b8474e5c0eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 200  len: 913 time: 0.7821553
Dec 13 14:47:34.618676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Pushing event deleted for resources: {'Network': ['ID=85799a45-1afb-4e80-bbe2-7c1943bfbcb9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:34.653257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:34.674701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.729872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.736936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] 10.222.0.69 "DELETE /v2.0/networks/85799a45-1afb-4e80-bbe2-7c1943bfbcb9 HTTP/1.1" status: 204  len: 168 time: 2.2711504
Dec 13 14:47:34.776632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-f5687e10-8968-433c-bcbc-844c8b1296ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 200  len: 217 time: 0.2385066
Dec 13 14:47:34.818677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port ce3a28f1-104d-4cfb-993d-35936283a576 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:34.819122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.947024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:34.959523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.030274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.081882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:35.082583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.085020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42070) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:35.091365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-018b6f4f-040f-433b-89dd-927e7361d7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:35.092956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-018b6f4f-040f-433b-89dd-927e7361d7db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 HTTP/1.1" status: 200  len: 851 time: 0.3086307
Dec 13 14:47:35.104186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d983e153-f962-4b6c-9870-0e063cc98d03 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:35.124518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:35.137902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Sync routers for ids ['28c92cf0-79ed-4253-a403-6771e0475647'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:35.150860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Routers {'28c92cf0-79ed-4253-a403-6771e0475647'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:35.151865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efc6940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['28c92cf0-79ed-4253-a403-6771e0475647'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:35.223367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.1 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/b28de48b-b9c2-4f62-be81-9e41234c525f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:35.225537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.226860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 7.4675899
Dec 13 14:47:35.280107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42076) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:35.355855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Set router 28c92cf0-79ed-4253-a403-6771e0475647 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:35.365613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=276cd64f-e07b-4006-ad89-739fb6d6c356,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:35.389361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:35.403723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:35.440170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.9223011
Dec 13 14:47:35.463937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42080) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:35.524301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:35.792238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efc6940>, [{'id': '28c92cf0-79ed-4253-a403-6771e0475647', 'name': '', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'external_fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:28Z', 'updated_at': '2021-12-13T14:47:32Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'name': '', 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c92cf0-79ed-4253-a403-6771e0475647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:30Z', 'updated_at': '2021-12-13T14:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:35.797392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Checking router: 28c92cf0-79ed-4253-a403-6771e0475647 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:47:35.797794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Updating router 28c92cf0-79ed-4253-a403-6771e0475647 port 493e7a71-f0a5-40d3-9e64-973fb9c23638 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:47:35.816606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-298ff540-1629-4073-8659-08e8bf71c813 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a537defbf8b1499296f75d44fb188b0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7273903
Dec 13 14:47:35.829529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42084) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:35.861981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.942847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:35.990192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Floating IP 0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182 associated. External IP: 172.26.4.43, port: 49caabec-e26d-42cf-88f8-98b60b58d0a9.
Dec 13 14:47:36.049857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-44034e18-fd9d-4745-b136-02beb4bbc24e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4609780-3769-45c6-8552-b35f51419f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9289713
Dec 13 14:47:36.114101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.141799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.152462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-85dbe983-9f34-4984-97f9-ccd96e612775 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:36.208245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:36.222397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.223728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.232202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:36.264031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.277930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Transition to ACTIVE for port object 493e7a71-f0a5-40d3-9e64-973fb9c23638 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:36.287334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.291657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:36.292975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:36.350835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:36.360773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:36.365315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b28de48b-b9c2-4f62-be81-9e41234c525f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:36.369206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:36.381861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:36.387239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Pushing event updated for resources: {'Port': ['ID=493e7a71-f0a5-40d3-9e64-973fb9c23638,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:36.391327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:36.401602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.409816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Attempting to bind port 493e7a71-f0a5-40d3-9e64-973fb9c23638 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:36.410242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Attempting to bind port 493e7a71-f0a5-40d3-9e64-973fb9c23638 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'b364be0c-28da-47e9-b540-a2809e4e643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:36.410647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Attempting to bind port 493e7a71-f0a5-40d3-9e64-973fb9c23638 on network 5e5c68a3-4da7-4bc1-be87-bb2b308e30fe {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:36.418214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:36.418624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Checking segment: {'id': 'b364be0c-28da-47e9-b540-a2809e4e643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:36.419092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.419528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Bound using segment: {'id': 'b364be0c-28da-47e9-b540-a2809e4e643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:36.420046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Bound port: 493e7a71-f0a5-40d3-9e64-973fb9c23638, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b364be0c-28da-47e9-b540-a2809e4e643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:36.420462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.458819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:36.498271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] For port 493e7a71-f0a5-40d3-9e64-973fb9c23638, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:36.501964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] For port 493e7a71-f0a5-40d3-9e64-973fb9c23638, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=493e7a71-f0a5-40d3-9e64-973fb9c23638,segment=NetworkSegment(b364be0c-28da-47e9-b540-a2809e4e643f),segment_id=b364be0c-28da-47e9-b540-a2809e4e643f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:36.504030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for ce3a28f1-104d-4cfb-993d-35936283a576 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:36.506531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.511718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:36.532072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.536181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.538752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc13e0f3-4953-4ed6-a790-b7ca5b6c852f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:36.567358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7ed89-ed49-4209-b342-a4ad88307c69,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:36.579861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:36.595827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:36.597287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdd7ed89-ed49-4209-b342-a4ad88307c69 HTTP/1.1" status: 204  len: 168 time: 0.7626834
Dec 13 14:47:36.597798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:36.602258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Pushing event updated for resources: {'Port': ['ID=493e7a71-f0a5-40d3-9e64-973fb9c23638,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:36.613270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:36.614953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Routers {'28c92cf0-79ed-4253-a403-6771e0475647'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:36.615771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efc6940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['28c92cf0-79ed-4253-a403-6771e0475647'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:36.807047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-fa1f7dfc-1fee-4a57-9bab-bfc7a2133550 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7362041
Dec 13 14:47:36.842141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.048361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] Set router 28c92cf0-79ed-4253-a403-6771e0475647 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:37.081132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.122644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting port 493e7a71-f0a5-40d3-9e64-973fb9c23638 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:37.123086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.136295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.157814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Router e28631c8-6ab4-4b1b-981e-04d6eca260e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:37.160111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.185944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:37.298864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Port': ['ID=ce3a28f1-104d-4cfb-993d-35936283a576,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:37.319114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:37.411104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing IP validity checks on allocation pools {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:47:37.415023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:47:37.427936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a40fc986-23b8-45a1-ae5c-2832b6a296ca req-74d89110-b2f8-404d-a754-07ba5595ddf5 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5998323
Dec 13 14:47:37.453211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efc6940>, [{'id': '28c92cf0-79ed-4253-a403-6771e0475647', 'name': '', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'external_fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:28Z', 'updated_at': '2021-12-13T14:47:32Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'name': '', 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c92cf0-79ed-4253-a403-6771e0475647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:30Z', 'updated_at': '2021-12-13T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:37.458450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97a5b4-f825-4932-8606-079f10eec923 None None] The sync data for ids ['28c92cf0-79ed-4253-a403-6771e0475647'] in dv-neutron-821565-1-hyperv is: [{'id': '28c92cf0-79ed-4253-a403-6771e0475647', 'name': '', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'external_fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:28Z', 'updated_at': '2021-12-13T14:47:32Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': '493e7a71-f0a5-40d3-9e64-973fb9c23638', 'name': '', 'network_id': '5e5c68a3-4da7-4bc1-be87-bb2b308e30fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c92cf0-79ed-4253-a403-6771e0475647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:30Z', 'updated_at': '2021-12-13T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27f2275a-0a31-4f01-b5db-ef89d970bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:37.758900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.821098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/ports/ce3a28f1-104d-4cfb-993d-35936283a576 HTTP/1.1" status: 204  len: 168 time: 3.3351734
Dec 13 14:47:37.831952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42106) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:37.839090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.866083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.887575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42110) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:37.896395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5166cc5-8e79-4716-9654-c137576a97e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:37.978385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] For port 493e7a71-f0a5-40d3-9e64-973fb9c23638, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=493e7a71-f0a5-40d3-9e64-973fb9c23638,segment=NetworkSegment(b364be0c-28da-47e9-b540-a2809e4e643f),segment_id=b364be0c-28da-47e9-b540-a2809e4e643f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:37.978777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.025381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Router 636eab4f-f5ff-448e-979c-627d5401d75b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:38.104227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.186761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Calling delete_port for 493e7a71-f0a5-40d3-9e64-973fb9c23638 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:38.220760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-347581422'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:38.240668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.274247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:38.281090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.299152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:38.313529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:38.385888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:38.403056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:38.404574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=0465b5e3-adbd-4b40-ac6b-f2ad73399766,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:38.408335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:38.445522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:38.515364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': 'fd657efb-7ee6-4b3c-9198-15c07a16deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:38.515791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: 276cd64f-e07b-4006-ad89-739fb6d6c356, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:38.573942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:38.585046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] Sync routers for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:38.599244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:38.602566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:38.603250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:38.610203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.652740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 276cd64f-e07b-4006-ad89-739fb6d6c356) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:38.657369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:38.658024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.663621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe180fb9-2122-4ddd-826a-64834d2b1f3d None None] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:38.689963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.695460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Floating IP 6ef8879c-85fc-4ce4-898e-0bed8e43bf4d associated. External IP: 172.26.4.194, port: 46fc81ac-350e-4ccf-8659-c527ab2a2678.
Dec 13 14:47:38.713508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:38.719035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.725634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d828>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:38.748976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:38.750714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b28de48b-b9c2-4f62-be81-9e41234c525f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:38.759481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:38.769523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:38.771101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.773932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3074157
Dec 13 14:47:38.775116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42116) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:38.779858 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 14.3869071
Dec 13 14:47:38.785422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42118) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:38.789811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356', 'name': 'tempest-PortsIpV6TestJSON-1136275648'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:38.812983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting subnet f11ecba4-b02b-4058-824b-18f610cfb348 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:38.816513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:38.863467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d828>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:38.863932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1708b-caf1-40dc-97fb-23d570b264f1 None None] The sync data for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:39.014694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-276cd64f-e07b-4006-ad89-739fb6d6c356', 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': '0465b5e3-adbd-4b40-ac6b-f2ad73399766'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:39.016070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.059849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:39.083113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:security_group_rule and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:39.099719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-44789ac2-1be5-4f26-b96c-34496da9d89c tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "GET /v2.0/floatingips/80e2cf7c-2e10-40e0-9e79-55855121dad8 HTTP/1.1" status: 200  len: 983 time: 0.2831340
Dec 13 14:47:39.120607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42124) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:39.198017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Allocated IP 2001:db8::2 (276cd64f-e07b-4006-ad89-739fb6d6c356/0465b5e3-adbd-4b40-ac6b-f2ad73399766/62043766-1d91-4a7d-9c72-5949329cb50d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:39.252497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:39.317365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:39.363478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-83867154-a1c0-4102-8aa1-d81b8b0d2d36 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3033 time: 0.2409685
Dec 13 14:47:39.368174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:39.373988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.386394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42128) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:39.388672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.420505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:39.441839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:39.461547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.485369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.495479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port ce9a6008-9968-4962-a598-ee2b33bfb819 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:39.584462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:39.599368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:39.607808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Transition to ACTIVE for port object 62043766-1d91-4a7d-9c72-5949329cb50d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:39.634162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Transition to ACTIVE for port object 62043766-1d91-4a7d-9c72-5949329cb50d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:39.650806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.655339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:39.676723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.680612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7f1547a-0d25-4216-8487-fc5601612159 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:39.723998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Pushing event updated for resources: {'Port': ['ID=62043766-1d91-4a7d-9c72-5949329cb50d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:39.729915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:39.745271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:39.747392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 493e7a71-f0a5-40d3-9e64-973fb9c23638 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:39.754059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Port': ['ID=493e7a71-f0a5-40d3-9e64-973fb9c23638,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:39.779362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:39.782243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.787009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:39.798115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 493e7a71-f0a5-40d3-9e64-973fb9c23638 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:39.798607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 493e7a71-f0a5-40d3-9e64-973fb9c23638 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 13 14:47:39.812115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:39.836107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port 493e7a71-f0a5-40d3-9e64-973fb9c23638 not found, will not notify nova. {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 13 14:47:39.849292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port 1ade4504-0098-4f35-a76a-47c0cfe01b12 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:39.849674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.933300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Attempting to bind port 62043766-1d91-4a7d-9c72-5949329cb50d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:39.933858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Attempting to bind port 62043766-1d91-4a7d-9c72-5949329cb50d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'fd657efb-7ee6-4b3c-9198-15c07a16deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:39.934575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Attempting to bind port 62043766-1d91-4a7d-9c72-5949329cb50d on network 276cd64f-e07b-4006-ad89-739fb6d6c356 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:39.942203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:39.942751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Checking segment: {'id': 'fd657efb-7ee6-4b3c-9198-15c07a16deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:39.944043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.944585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Bound using segment: {'id': 'fd657efb-7ee6-4b3c-9198-15c07a16deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:39.945217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Bound port: 62043766-1d91-4a7d-9c72-5949329cb50d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd657efb-7ee6-4b3c-9198-15c07a16deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '276cd64f-e07b-4006-ad89-739fb6d6c356'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:39.945772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:39.993059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::2cd (276cd64f-e07b-4006-ad89-739fb6d6c356/0465b5e3-adbd-4b40-ac6b-f2ad73399766/ce9a6008-9968-4962-a598-ee2b33bfb819) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:40.043961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] For port 62043766-1d91-4a7d-9c72-5949329cb50d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:40.048267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] For port 62043766-1d91-4a7d-9c72-5949329cb50d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=62043766-1d91-4a7d-9c72-5949329cb50d,segment=NetworkSegment(fd657efb-7ee6-4b3c-9198-15c07a16deca),segment_id=fd657efb-7ee6-4b3c-9198-15c07a16deca)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:40.053191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.060381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:40.087428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:40.092829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.113029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.116237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Sync routers for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:40.122124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4bba6384-de92-4f87-ad20-fda67a67ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:40.150404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.178788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:40.179633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c7f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:40.282473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Pushing event updated for resources: {'Port': ['ID=62043766-1d91-4a7d-9c72-5949329cb50d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:40.294105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:40.296621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:40.396130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eef2-bdc0-45dc-8ab1-70cde2f8fb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.405534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be153db-250d-4ef2-9a4f-c9e4613aa78c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:40.417335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:40.424021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21d9dee1-7935-48e9-a373-4617f43c654c tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:40.453293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.453699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8 of type vlan for network bb0fc22e-36d5-4826-91c4-4600d6a15951
Dec 13 14:47:40.464908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:40.465602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.472966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.472966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.485547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/subnets/f11ecba4-b02b-4058-824b-18f610cfb348 HTTP/1.1" status: 204  len: 168 time: 2.6523361
Dec 13 14:47:40.490539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Subnet': ['ID=f11ecba4-b02b-4058-824b-18f610cfb348,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:40.494481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42132) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:40.499718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.525582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e4b03-f851-459c-afe7-2f5988830d33 None None] Network 09a85053-338b-49cc-a002-2fb5bd704900 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:40.586362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:40.714092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for 1ade4504-0098-4f35-a76a-47c0cfe01b12 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:40.784805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.807316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.816267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.878387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:40.990901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port 327aa705-144e-4188-82f8-812906bc0816 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:40.991369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.058403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:41.069611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.077834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b8a052f-fed0-4b75-8744-143bbeaec120 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:41.088919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6bc6450d-23ed-44f5-9f57-dc733a633c8a tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "PUT /v2.0/floatingips/0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182 HTTP/1.1" status: 200  len: 990 time: 8.0910645
Dec 13 14:47:41.110468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:41.124411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.130410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Port': ['ID=1ade4504-0098-4f35-a76a-47c0cfe01b12,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:41.137815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:41.230235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object ce9a6008-9968-4962-a598-ee2b33bfb819 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:41.408136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.425944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] DHCP port deletion for 09a85053-338b-49cc-a002-2fb5bd704900 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:47:41.456246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Deleting port 327aa705-144e-4188-82f8-812906bc0816 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:41.456465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.503948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.512436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:41.515274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.555964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.560205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:41.560932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.574164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9206b53-08ec-4b78-8de7-66e2f1a73c04 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:41.604238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.605795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c7f0>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'port_id': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'mac_address': 'fa:16:3e:03:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:44Z', 'updated_at': '2021-12-13T14:47:34Z', 'revision_number': 1, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:41.630112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Checking router: 636eab4f-f5ff-448e-979c-627d5401d75b for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:47:41.728145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 3.8350825
Dec 13 14:47:41.798847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=bb0fc22e-36d5-4826-91c4-4600d6a15951,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:41.825811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:41.853317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:41.861750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:41.868918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:41.873840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:41.874518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.917467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] For port 327aa705-144e-4188-82f8-812906bc0816, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=327aa705-144e-4188-82f8-812906bc0816,segment=NetworkSegment(0d58e68b-1785-493f-90aa-99ef12db574c),segment_id=0d58e68b-1785-493f-90aa-99ef12db574c)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:41.918724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=ce9a6008-9968-4962-a598-ee2b33bfb819,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:41.920811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:41.922466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:41.975578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'status': 'completed', 'code': 200}
Dec 13 14:47:41.991806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.2104750
Dec 13 14:47:41.992785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42148) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:42.038186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.041617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28c92cf0-79ed-4253-a403-6771e0475647 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:47:42.054263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] For port 327aa705-144e-4188-82f8-812906bc0816, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=327aa705-144e-4188-82f8-812906bc0816,segment=NetworkSegment(0d58e68b-1785-493f-90aa-99ef12db574c),segment_id=0d58e68b-1785-493f-90aa-99ef12db574c)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:42.054741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.144993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port ce9a6008-9968-4962-a598-ee2b33bfb819 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:42.145670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.147037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Calling delete_port for 327aa705-144e-4188-82f8-812906bc0816 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:42.312158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.313806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/routers/28c92cf0-79ed-4253-a403-6771e0475647 HTTP/1.1" status: 204  len: 168 time: 7.0254488
Dec 13 14:47:42.324018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Calling delete_port for 327aa705-144e-4188-82f8-812906bc0816 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:42.353150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:42.374179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 62043766-1d91-4a7d-9c72-5949329cb50d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:42.386697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42152) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:42.416907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.459973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:42.582141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Pushing event deleted for resources: {'Port': ['ID=327aa705-144e-4188-82f8-812906bc0816,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:42.598106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:42.599122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c7f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:42.631815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:42.687077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting subnet 27f2275a-0a31-4f01-b5db-ef89d970bfdf {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:42.695494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.700966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.806105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:42.806471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:42.830581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:42.838268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:42.855145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for ce9a6008-9968-4962-a598-ee2b33bfb819 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:42.909214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.032815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:43.061296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.067952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.070460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da8092e0-818a-4626-8ad1-8dfa3eef4529 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:43.076201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:43.120553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.121709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba10b78-6aec-4169-ac46-0a48c11ce43a None None] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:43.124708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=27f2275a-0a31-4f01-b5db-ef89d970bfdf,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:43.130428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:43.139273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.155509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=ce9a6008-9968-4962-a598-ee2b33bfb819,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:43.160642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:43.164872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:43.167449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/27f2275a-0a31-4f01-b5db-ef89d970bfdf HTTP/1.1" status: 204  len: 168 time: 0.7624846
Dec 13 14:47:43.171510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/routers/d34ead2e-80d9-4767-9ad1-ffe2b39a6455/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9768701
Dec 13 14:47:43.172385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42158) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:43.175162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42160) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:43.186810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:43.205620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'port': {'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb', 'name': 'tempest-FloatingIPTestJSON-1175024129'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:43.212628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:43.214768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d7f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:43.228447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] No DVR routers for this DVR port 327aa705-144e-4188-82f8-812906bc0816 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:43.257542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d450143e-079a-499e-a94f-fc5be5cdfbb4 None None] Provisioning for port 62043766-1d91-4a7d-9c72-5949329cb50d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:43.354767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d7f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:43.362759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Deleting port 327aa705-144e-4188-82f8-812906bc0816 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:43.363172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.390315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:43.390913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d7f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:43.421122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.440776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 62043766-1d91-4a7d-9c72-5949329cb50d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:43.443640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-438f9c86-740d-440f-baea-5725cb4ae47f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec035ff71c50461e915b613633a3441d&device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 1098 time: 1.5149419
Dec 13 14:47:43.450740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/ce9a6008-9968-4962-a598-ee2b33bfb819 HTTP/1.1" status: 204  len: 168 time: 1.4500062
Dec 13 14:47:43.458537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:43.464900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.472607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 62043766-1d91-4a7d-9c72-5949329cb50d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:43.473264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.516813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42166) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:43.517528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Sync routers for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:43.531226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa9d7f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:43.531700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0e683-3826-49ee-a664-0cec684f2b09 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:43.651303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.655965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:43.665007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] The port '327aa705-144e-4188-82f8-812906bc0816' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:47:43.681985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:port and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:43.775882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:43.882340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:43.929183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:43.934844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:43.950455 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27905e6a-89d9-47f6-a58f-f62a816d875f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "PUT /v2.0/floatingips/6ef8879c-85fc-4ce4-898e-0bed8e43bf4d HTTP/1.1" status: 200  len: 992 time: 9.5591106
Dec 13 14:47:43.965489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:43.966348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe6d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:43.981341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:47:44.028531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.111468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] device_id is not set on port 84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:44.171167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.187756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-3bd8f4cc-23fc-4f9d-aa39-ed54c7a73c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:44.189900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-3bd8f4cc-23fc-4f9d-aa39-ed54c7a73c95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 200  len: 913 time: 0.6721232
Dec 13 14:47:44.190030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e832f60>,) {'filters': {'network_id': ['5e5c68a3-4da7-4bc1-be87-bb2b308e30fe']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.191119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b62b0ef-1169-4ede-aed5-2d1c92ed5257 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:47:44.192767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b62b0ef-1169-4ede-aed5-2d1c92ed5257 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:47:44.199967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b62b0ef-1169-4ede-aed5-2d1c92ed5257 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/ce9a6008-9968-4962-a598-ee2b33bfb819 HTTP/1.1" status: 404  len: 333 time: 0.6443732
Dec 13 14:47:44.202366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'status': 'completed', 'code': 200}
Dec 13 14:47:44.203399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42178) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:44.228123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e832f60>, 'b364be0c-28da-47e9-b540-a2809e4e643f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.228480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e832f60>, 'b364be0c-28da-47e9-b540-a2809e4e643f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.286725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b4474a-054e-404f-9ef8-48799a0ce3b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:44.288501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-19b4474a-054e-404f-9ef8-48799a0ce3b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/ce9a6008-9968-4962-a598-ee2b33bfb819 HTTP/1.1" status: 404  len: 333 time: 0.0787961
Dec 13 14:47:44.300444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42182) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:44.316925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ddcf908>,) {'filters': {'network_id': ['09a85053-338b-49cc-a002-2fb5bd704900']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.358735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.402510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddcf908>, '0d58e68b-1785-493f-90aa-99ef12db574c') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.402889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddcf908>, '0d58e68b-1785-493f-90aa-99ef12db574c') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.408643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.468863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.472560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.485311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c7f0>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'port_id': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'mac_address': 'fa:16:3e:03:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:44Z', 'updated_at': '2021-12-13T14:47:34Z', 'revision_number': 1, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:44.496608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab84978-9c0b-412b-b76d-5266c2d6ce56 None None] The sync data for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv is: [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'port_id': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'mac_address': 'fa:16:3e:03:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:44Z', 'updated_at': '2021-12-13T14:47:34Z', 'revision_number': 1, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:44.556077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 62043766-1d91-4a7d-9c72-5949329cb50d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=62043766-1d91-4a7d-9c72-5949329cb50d,segment=NetworkSegment(fd657efb-7ee6-4b3c-9198-15c07a16deca),segment_id=fd657efb-7ee6-4b3c-9198-15c07a16deca)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:44.560134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:44.591166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-c9f83271-0a46-4cbc-b488-cf23470de295 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbf399be428047adb5864040d190a4b3&device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 1099 time: 0.3219595
Dec 13 14:47:44.637153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.658256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a8c181f-505a-45c6-b5fa-82e9647f2109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:44.798290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=62043766-1d91-4a7d-9c72-5949329cb50d,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:44.801771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 327aa705-144e-4188-82f8-812906bc0816 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:44.853921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:44.893353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 327aa705-144e-4188-82f8-812906bc0816 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:44.898874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 327aa705-144e-4188-82f8-812906bc0816 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:47:44.901188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-6852f255-9ea6-4ee3-8fb9-4b14227b9c17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:44.912829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:44.913057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:44.918550 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-6852f255-9ea6-4ee3-8fb9-4b14227b9c17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fae78a1b-16b2-45cb-86db-16daba017d2d HTTP/1.1" status: 200  len: 907 time: 0.2972343
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:44.999369 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:45.059081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.126535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea226217-2e13-4ea0-9382-ee586540583f None None] New status for floating IP 0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:47:45.180831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 62043766-1d91-4a7d-9c72-5949329cb50d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:45.223675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-42b49276-b54d-4e75-a342-d0c6a680d28f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 200  len: 998 time: 1.0192811
Dec 13 14:47:45.307669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:45.312554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.342988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42190) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:45.375437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:45.386693 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:45.402107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6c39acba-48f0-49e5-8966-a317000dc2f0 None None] Provisioning complete for port 62043766-1d91-4a7d-9c72-5949329cb50d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:45.402516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c39acba-48f0-49e5-8966-a317000dc2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.409417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-66e61281-5ce0-48c5-b92b-3d0b9b6fd68f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678 HTTP/1.1" status: 200  len: 1000 time: 0.4826059
Dec 13 14:47:45.539220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 62043766-1d91-4a7d-9c72-5949329cb50d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:45.540062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.564362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.9 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:45.621288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-7765fe18-7049-4727-91b1-8adadca6ed6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:45.623006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-7765fe18-7049-4727-91b1-8adadca6ed6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 HTTP/1.1" status: 200  len: 851 time: 0.3453579
Dec 13 14:47:45.722011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:45.726553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-26f9f396-c497-4802-b3a7-859c9a72c1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:45.728596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-26f9f396-c497-4802-b3a7-859c9a72c1e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44a455f5-2d32-48d6-a425-63d083a0101b HTTP/1.1" status: 200  len: 845 time: 0.3071318
Dec 13 14:47:45.732984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:45.734734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.747651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:45.747875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:45.765401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5e5c68a3-4da7-4bc1-be87-bb2b308e30fe {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:47:45.827217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:45.835910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.838181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe6d8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6ef8879c-85fc-4ce4-898e-0bed8e43bf4d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'port_id': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'mac_address': 'fa:16:3e:d5:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba8232-325c-481d-b816-2f3eed9154b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:50Z', 'updated_at': '2021-12-13T14:47:37Z', 'revision_number': 1, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:45.844406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 493e7a71-f0a5-40d3-9e64-973fb9c23638 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:45.866737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.873461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:45.883101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:45.904771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Checking router: 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:47:45.908364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 493e7a71-f0a5-40d3-9e64-973fb9c23638 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:45.908747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 493e7a71-f0a5-40d3-9e64-973fb9c23638 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:47:45.911794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0a6dbba7-2306-4e88-a0a3-58a3846170da None None] Could not find standard attr ID for object ce9a6008-9968-4962-a598-ee2b33bfb819. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:47:45.926240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] 10.222.0.69 "DELETE /v2.0/networks/09a85053-338b-49cc-a002-2fb5bd704900 HTTP/1.1" status: 204  len: 168 time: 5.3521194
Dec 13 14:47:45.927407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5c68a3-4da7-4bc1-be87-bb2b308e30fe,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:45.942733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:45.943477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe6d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:45.950537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 0465b5e3-adbd-4b40-ac6b-f2ad73399766 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:45.954391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Router e28631c8-6ab4-4b1b-981e-04d6eca260e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:45.955419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:45.959444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:45.982244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.013494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-73de85a4-824e-4fbe-bdd9-9ec63dfb2bb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4609780-3769-45c6-8552-b35f51419f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3594000
Dec 13 14:47:46.028377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5e5c68a3-4da7-4bc1-be87-bb2b308e30fe HTTP/1.1" status: 204  len: 168 time: 2.8543501
Dec 13 14:47:46.049877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Pushing event deleted for resources: {'Network': ['ID=09a85053-338b-49cc-a002-2fb5bd704900,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:46.067735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:46.080310 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-7e638fd8-920b-43d5-bb4c-5588a601e262 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fae78a1b-16b2-45cb-86db-16daba017d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3262906
Dec 13 14:47:46.161375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.286015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.431914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:47:46.484325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.530405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.648572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42208) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:46.657077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'name': 'tempest-router--841216888', 'project_id': 'a11f2150f2cd4f8baed8388f19dd77f8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:46.671909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:46.684873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:router and tenant:a11f2150f2cd4f8baed8388f19dd77f8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:46.691520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:46.701710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.703587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42212) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:46.704693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:46.724029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:46.810684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:46.818417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:46.847905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.861054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.891510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:46.896071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:46.900663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:46.901895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:46.964765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:47.031434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=0465b5e3-adbd-4b40-ac6b-f2ad73399766,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:47.041100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.043987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:47.058355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31be3f-0289-49ae-a16d-b76f53658152 None None] Network 276cd64f-e07b-4006-ad89-739fb6d6c356 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:47.070244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.085822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/0465b5e3-adbd-4b40-ac6b-f2ad73399766 HTTP/1.1" status: 204  len: 168 time: 2.7744255
Dec 13 14:47:47.092209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:47.093102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.093316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42218) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:47.129687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.138558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.9596725
Dec 13 14:47:47.143487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42222) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:47.149888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb7929bc-fe4a-469a-b8df-275c5846a060 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b153bedb9f7a4297b772895534cea225&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4380591
Dec 13 14:47:47.152743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42226) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:47.155011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'port': {'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb', 'name': 'tempest-FloatingIPTestJSON-1757753427'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:47.184094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.187179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6649c2db-c69a-49ea-a4a9-de1b1e20a1f1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5343366
Dec 13 14:47:47.188620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42230) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:47.203936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-9c56a55f-9052-4e43-b1fb-79f8c9f5be62 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1766489
Dec 13 14:47:47.389506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe6d8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6ef8879c-85fc-4ce4-898e-0bed8e43bf4d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'port_id': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'mac_address': 'fa:16:3e:d5:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba8232-325c-481d-b816-2f3eed9154b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:50Z', 'updated_at': '2021-12-13T14:47:37Z', 'revision_number': 1, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:47.394788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13233b85-5463-4377-9c1f-2cdf1178e338 None None] The sync data for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv is: [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6ef8879c-85fc-4ce4-898e-0bed8e43bf4d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'port_id': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'mac_address': 'fa:16:3e:d5:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba8232-325c-481d-b816-2f3eed9154b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:50Z', 'updated_at': '2021-12-13T14:47:37Z', 'revision_number': 1, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:47.399790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-232a3f4f-4830-469e-b02c-e6da48f80c24 service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2874649
Dec 13 14:47:47.473627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:47.477609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] DHCP port deletion for 276cd64f-e07b-4006-ad89-739fb6d6c356 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:47:47.483369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Deleting port 62043766-1d91-4a7d-9c72-5949329cb50d {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:47.483799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.486938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:port and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:47.490951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:47.495680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.561420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:47.653139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:47.659433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.700458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.738281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] For port 62043766-1d91-4a7d-9c72-5949329cb50d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=62043766-1d91-4a7d-9c72-5949329cb50d,segment=NetworkSegment(fd657efb-7ee6-4b3c-9198-15c07a16deca),segment_id=fd657efb-7ee6-4b3c-9198-15c07a16deca)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:47.738806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.827502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.827710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] device_id is not set on port b38cfbde-37d0-4964-a1d9-505b1b04c2d9 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:47.844183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 62043766-1d91-4a7d-9c72-5949329cb50d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:47.844540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.896889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Calling delete_port for 62043766-1d91-4a7d-9c72-5949329cb50d owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:47.897712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:47.913354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4125f53-9071-4a1f-bf26-379a61cf91fe req-4ca38590-de9d-4dd4-ae3f-6b4bcd97e5ad service neutron] 10.222.0.72 "GET /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4662366
Dec 13 14:47:47.934191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:47.934518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1a2f9-d395-418b-8dc3-45865c00dc05 None None] New status for floating IP 6ef8879c-85fc-4ce4-898e-0bed8e43bf4d: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:47:47.970638 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b2bbe75-b89f-44a0-87e8-5a720c6656fc req-12b4a71d-cf0e-4381-b27b-72c946de7b97 service neutron] 10.222.0.72 "GET /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7384737
Dec 13 14:47:48.005191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.145624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=d2344808-46d1-4f22-8484-fd31a10c1436,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:48.148615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:48.173639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.190516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-862c9012-5b3c-4fa5-9ff6-5596df25d1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:48.191788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:48.206776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] Sync routers for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:48.232202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:48.233772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bf60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:48.235581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] No DVR routers for this DVR port 62043766-1d91-4a7d-9c72-5949329cb50d on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:48.252431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Pushing event deleted for resources: {'Port': ['ID=62043766-1d91-4a7d-9c72-5949329cb50d,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:48.269906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:48.270390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: bb0fc22e-36d5-4826-91c4-4600d6a15951, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:48.283128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.332605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:48.335741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ba1e5c7-b122-455d-b4d3-31d472cd015e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:48.343326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bf60>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:48.370580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:48.371545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bf60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:48.373180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.411497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1c94b-af5f-4ef8-836c-299847cf555c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:48.414668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:48.425633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.431376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78e1c94b-af5f-4ef8-836c-299847cf555c HTTP/1.1" status: 204  len: 168 time: 1.2696133
Dec 13 14:47:48.438995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bf60>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:48.439332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3c1fc-d303-45e2-9129-97ae8fe815cc None None] The sync data for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:48.441218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port 62043766-1d91-4a7d-9c72-5949329cb50d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=62043766-1d91-4a7d-9c72-5949329cb50d,segment=NetworkSegment(fd657efb-7ee6-4b3c-9198-15c07a16deca),segment_id=fd657efb-7ee6-4b3c-9198-15c07a16deca)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:48.441819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.486303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.491644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.8 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/b38cfbde-37d0-4964-a1d9-505b1b04c2d9) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:48.505670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.572807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.573357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e255a8f1-b6a9-46aa-aafd-fe547026b633 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:47:48.596815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 62043766-1d91-4a7d-9c72-5949329cb50d owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:48.624747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.628451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75fcdf3c-f739-478f-886f-990c41d5f159 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/routers/e255a8f1-b6a9-46aa-aafd-fe547026b633 HTTP/1.1" status: 204  len: 168 time: 1.4228101
Dec 13 14:47:48.640362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/floatingips/80e2cf7c-2e10-40e0-9e79-55855121dad8 HTTP/1.1" status: 204  len: 168 time: 9.2478719
Dec 13 14:47:48.643505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42244) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:48.648129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:48.657113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:48.679938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:48.688511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, bb0fc22e-36d5-4826-91c4-4600d6a15951) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:48.692915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:48.693564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.699229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe95cd-182a-488c-8b05-579401abfdb8 None None] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:48.703642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Usage tracker for resource:floatingip and tenant:694bee7fc70a40d0813033e5178a9f61 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:48.714218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:48.735322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:48.745995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:48.746492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:48.752114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3991482
Dec 13 14:47:48.754056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.757053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42250) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:48.779884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886817010'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:48.790150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.794280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:48.802599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:48.808441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:48.817355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:48.834570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:48.848527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.911278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:48.911758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:48.919254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa9cb1aa-9311-4c4d-99c9-7a5d516cf156 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:48.946811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.005117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.005774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment 426e6d2c-b0af-4c3f-8240-4052a7463716 of type vlan for network be58f2a9-bc74-4ded-b84d-cc6a297b16bf
Dec 13 14:47:49.027342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:49.036891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:49.047040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:49.063489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 62043766-1d91-4a7d-9c72-5949329cb50d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:47:49.102596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42264) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:49.113083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b38cfbde-37d0-4964-a1d9-505b1b04c2d9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:49.125385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.132170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:49.153851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 62043766-1d91-4a7d-9c72-5949329cb50d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:47:49.160630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 62043766-1d91-4a7d-9c72-5949329cb50d not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:47:49.170363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:49.171357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.199822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.204105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:49.204764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.236119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3407e3a2-39ba-4c4e-b424-d8e2e9a2e8dd tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:49.238447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-bb0fc22e-36d5-4826-91c4-4600d6a15951', 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': 'd2344808-46d1-4f22-8484-fd31a10c1436'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:49.243704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.252522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 62043766-1d91-4a7d-9c72-5949329cb50d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:49.252906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.264487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.1199644
Dec 13 14:47:49.269740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42270) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:49.331855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'b38cfbde-37d0-4964-a1d9-505b1b04c2d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:49.343138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] The port '62043766-1d91-4a7d-9c72-5949329cb50d' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:47:49.359816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:49.364383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6058915
Dec 13 14:47:49.375719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:floatingip and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:49.381281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:49.417577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:49.460544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:49.483160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:49.487246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=be58f2a9-bc74-4ded-b84d-cc6a297b16bf,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:49.492320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:49.508609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.549657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:49.553630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:49.556804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:49.561956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network be58f2a9-bc74-4ded-b84d-cc6a297b16bf details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:49.563349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:49.578553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Allocated IP 172.26.4.149 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/c2129b86-c9a6-4278-aafe-ab3a7a98a2b6) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:49.594481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-117124369', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:49.607152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:49.627451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:49.702228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.721761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Allocated IP 2001:db8:0:ffff::2 (bb0fc22e-36d5-4826-91c4-4600d6a15951/d2344808-46d1-4f22-8484-fd31a10c1436/5072c676-f7b4-48dd-968d-ced40b03cbbd) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:49.790569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42284) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:49.935726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:49.949262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:49.951320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-184496270'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:49.956552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:49.961855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Usage tracker for resource:network and tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:49.964684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:49.968367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.968784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:49.970961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:49.972341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.979640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Transition to ACTIVE for port object 5072c676-f7b4-48dd-968d-ced40b03cbbd will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:49.981293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Made reservation on behalf of 9a3d69aaa7e64db3ab7d2aa3f00fda8b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:49.986831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:49.999219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Transition to ACTIVE for port object 5072c676-f7b4-48dd-968d-ced40b03cbbd will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:50.001444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.004792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.009172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.035886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:50.040128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Usage tracker for resource:security_group_rule and tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:50.044594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:50.050017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:50.092884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Pushing event updated for resources: {'Port': ['ID=5072c676-f7b4-48dd-968d-ced40b03cbbd,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:50.096761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:50.097742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:50.098758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:50.101009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:50.106666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.107712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.146211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.151338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.164141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:50.166105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85320>,) {'filters': {'network_id': ['276cd64f-e07b-4006-ad89-739fb6d6c356']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:50.174451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.174823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Added segment 238f1a40-d24c-4942-a63c-ddc70fa22eb6 of type vlan for network f4bc9149-0340-4a27-ac2e-f6dcb58e553d
Dec 13 14:47:50.195783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Attempting to bind port 5072c676-f7b4-48dd-968d-ced40b03cbbd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:50.196554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Attempting to bind port 5072c676-f7b4-48dd-968d-ced40b03cbbd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:50.196554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Attempting to bind port 5072c676-f7b4-48dd-968d-ced40b03cbbd on network bb0fc22e-36d5-4826-91c4-4600d6a15951 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:50.203940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:50.204133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.204363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Checking segment: {'id': 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:50.204691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.205129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Bound using segment: {'id': 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:50.205648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Bound port: 5072c676-f7b4-48dd-968d-ced40b03cbbd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bb0fc22e-36d5-4826-91c4-4600d6a15951'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:50.206069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.210625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.220544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85320>, 'fd657efb-7ee6-4b3c-9198-15c07a16deca') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:50.220884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85320>, 'fd657efb-7ee6-4b3c-9198-15c07a16deca') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:50.233657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.265655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.274032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.278432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:50.279163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.291701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb51af8a-64b7-4493-81df-bf5470cbe86d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:50.298024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:50.298505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.407741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'Network': ['ID=f4bc9149-0340-4a27-ac2e-f6dcb58e553d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:50.413458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:50.426820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.6348224
Dec 13 14:47:50.430463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42294) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:50.433051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.437265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Request body: {'subnet': {'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:50.449816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.481328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.489398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:50.489786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.509475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:50.511553 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:50.565557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:50.570102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Usage tracker for resource:subnet and tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:50.573944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:50.580171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:50.590427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Made reservation on behalf of 9a3d69aaa7e64db3ab7d2aa3f00fda8b for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:50.644594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] For port 5072c676-f7b4-48dd-968d-ced40b03cbbd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:50.648273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] For port 5072c676-f7b4-48dd-968d-ced40b03cbbd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5072c676-f7b4-48dd-968d-ced40b03cbbd,segment=NetworkSegment(a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8),segment_id=a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:50.653924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.658508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.708085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.743627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.749145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Pushing event updated for resources: {'Port': ['ID=5072c676-f7b4-48dd-968d-ced40b03cbbd,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:50.752379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:50.799380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.816539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.842492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=276cd64f-e07b-4006-ad89-739fb6d6c356,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:50.856257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:50.866667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.870038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:50.879804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ddd5a73-cf11-4233-863c-822b9f2b1bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:50.943565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/276cd64f-e07b-4006-ad89-739fb6d6c356 HTTP/1.1" status: 204  len: 168 time: 3.8450446
Dec 13 14:47:50.948410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42298) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:50.959855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-310941889'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:50.969121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:50.977700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:50.985460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:51.002030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:51.015068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:51.018130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Pushing event updated for resources: {'Port': ['ID=c2129b86-c9a6-4278-aafe-ab3a7a98a2b6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:51.022592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:51.025847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:51.028567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:51.032820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.183 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/b076bd02-062e-4a8a-a3d4-1bda0fa33e37) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:51.065292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:51.065482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.073595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.099831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25d483c6-04bd-49bf-a9a6-0e5a8d833292 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:51.116756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.143596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ce0cd6d-e471-4762-b1a3-b8306595151e tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:51.195462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=16ec6223-6b09-4cd4-b593-ed16131bf399,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:51.201930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:51.309882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': '426e6d2c-b0af-4c3f-8240-4052a7463716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:51.309882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: be58f2a9-bc74-4ded-b84d-cc6a297b16bf, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:51.326001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:51.374435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.374830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment 53c210fa-320f-4e09-968b-8e47e0dafd0d of type vlan for network 876d8525-52d6-4679-8af8-486fce5f49c0
Dec 13 14:47:51.379506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'Subnet': ['ID=8ef2c51f-2fa0-46da-96f2-f11becd826fa,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:51.397311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:51.398200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Checking segment: {'id': '238f1a40-d24c-4942-a63c-ddc70fa22eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:51.398623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Network hostable DHCP agents. Network: f4bc9149-0340-4a27-ac2e-f6dcb58e553d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:51.432073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.451621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.458727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.473987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network be58f2a9-bc74-4ded-b84d-cc6a297b16bf is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:51.507423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:51.518519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.522669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:51.523934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.530723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, be58f2a9-bc74-4ded-b84d-cc6a297b16bf) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:51.531028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:51.534249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.540595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e48dc6-6290-4446-9e94-28ca897bc358 None None] Network be58f2a9-bc74-4ded-b84d-cc6a297b16bf requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:51.556275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, f4bc9149-0340-4a27-ac2e-f6dcb58e553d) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:51.568650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.585136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:51.585788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.592579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2fd71-0cc1-43bc-b6dc-1263a33f270f None None] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:51.597074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:51.597766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.605791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.606836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:51.675178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7264092
Dec 13 14:47:51.683186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42306) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:51.686652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2548957
Dec 13 14:47:51.687982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=876d8525-52d6-4679-8af8-486fce5f49c0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:51.690188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42310) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:51.697998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:51.698930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf0893f2-da09-4c47-8bc7-35f1f4211e4f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:51.699432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.3169713
Dec 13 14:47:51.708155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42314) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:51.712245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:51.714530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 876d8525-52d6-4679-8af8-486fce5f49c0 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:51.734158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Request body: {'port': {'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-104745435'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:51.767156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:51.783612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:51.799078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:51.935703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b076bd02-062e-4a8a-a3d4-1bda0fa33e37,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:51.942384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:52.067365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:52.082295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Usage tracker for resource:port and tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:52.088382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:52.105942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:52.144135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-be58f2a9-bc74-4ded-b84d-cc6a297b16bf', 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '16ec6223-6b09-4cd4-b593-ed16131bf399'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:52.145202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.146766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:52.168908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:52.186089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Made reservation on behalf of 9a3d69aaa7e64db3ab7d2aa3f00fda8b for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:52.191824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.224026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-f4bc9149-0340-4a27-ac2e-f6dcb58e553d', 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d', 'tenant_id': '9a3d69aaa7e64db3ab7d2aa3f00fda8b', 'fixed_ips': [{'subnet_id': '8ef2c51f-2fa0-46da-96f2-f11becd826fa'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:52.225138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.246333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] device_id is not set on port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:52.423951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:52.445048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.454630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:52.492856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:52.525121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Allocated IP 2001:db8::1 (be58f2a9-bc74-4ded-b84d-cc6a297b16bf/16ec6223-6b09-4cd4-b593-ed16131bf399/b82f2ea2-f5a8-42b1-883a-0e57a15f900d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:52.538857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Allocated IP 2001:db8::38b (f4bc9149-0340-4a27-ac2e-f6dcb58e553d/8ef2c51f-2fa0-46da-96f2-f11becd826fa/4103c561-b522-45d6-a8b8-4bf9b4cdbf96) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:52.557400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Allocated IP 172.26.4.55 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/307a3c11-754a-4a44-a482-9e34ad37982c) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:52.799044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.806546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.812808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Transition to ACTIVE for port object b82f2ea2-f5a8-42b1-883a-0e57a15f900d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:52.853729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Transition to ACTIVE for port object b82f2ea2-f5a8-42b1-883a-0e57a15f900d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:52.860382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.866257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:52.908899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.920089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57862476-3b3b-409d-b5c5-839443b48972 None None] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:52.926696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.966724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:52.984811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0bfb3f7-4b74-4163-acad-52193eb8b971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.058532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5072c676-f7b4-48dd-968d-ced40b03cbbd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:53.183387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Network be58f2a9-bc74-4ded-b84d-cc6a297b16bf is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:53.184896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:53.198898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:53.203642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.206238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Pushing event updated for resources: {'Port': ['ID=b82f2ea2-f5a8-42b1-883a-0e57a15f900d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:53.216933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Pushing event updated for resources: {'Port': ['ID=c2129b86-c9a6-4278-aafe-ab3a7a98a2b6,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:53.219327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:53.237883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:53.260940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.271582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.272520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.281838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.297809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.310259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.350600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Transition to ACTIVE for port object 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:53.380959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=16ec6223-6b09-4cd4-b593-ed16131bf399,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:53.401202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:53.422739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.424115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7795832
Dec 13 14:47:53.428681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42322) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:53.454801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.458216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-35efd5ed-98a2-4961-a780-c015dfb99911 None None] Provisioning for port 5072c676-f7b4-48dd-968d-ced40b03cbbd completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:53.463487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9110bd3-ed2a-40c3-9c6d-f79cafabe2dd tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.578290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.586870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.595534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82787962-e98a-4412-955f-3c6c90007629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.613924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'Port': ['ID=4103c561-b522-45d6-a8b8-4bf9b4cdbf96,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:53.621323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:53.624860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:53.629403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:53.641433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:53.645829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:53.646502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.647854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Attempting to bind port b82f2ea2-f5a8-42b1-883a-0e57a15f900d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:53.648383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Attempting to bind port b82f2ea2-f5a8-42b1-883a-0e57a15f900d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '426e6d2c-b0af-4c3f-8240-4052a7463716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:53.648953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Attempting to bind port b82f2ea2-f5a8-42b1-883a-0e57a15f900d on network be58f2a9-bc74-4ded-b84d-cc6a297b16bf {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:53.663152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5072c676-f7b4-48dd-968d-ced40b03cbbd completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:53.666181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.669854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4ca518>,) {'filters': {'network_id': ['be58f2a9-bc74-4ded-b84d-cc6a297b16bf']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:53.671186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Allocated IP 2001:db8::2 (f4bc9149-0340-4a27-ac2e-f6dcb58e553d/8ef2c51f-2fa0-46da-96f2-f11becd826fa/0df2051a-f436-44a5-9e0a-4fc092baadf5) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:53.678957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5072c676-f7b4-48dd-968d-ced40b03cbbd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:53.679427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.684735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.9934387
Dec 13 14:47:53.688102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42328) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:53.695768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Request body: {'port': {'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1414411180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:53.696394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] bootfile-name is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:53.696827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] tftp-server is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:53.697263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] server-ip-address is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:53.708701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4ca518>, '426e6d2c-b0af-4c3f-8240-4052a7463716') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:53.709103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4ca518>, '426e6d2c-b0af-4c3f-8240-4052a7463716') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:53.721240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:53.721770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Checking segment: {'id': '426e6d2c-b0af-4c3f-8240-4052a7463716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:53.722228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:53.722354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.723047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Bound using segment: {'id': '426e6d2c-b0af-4c3f-8240-4052a7463716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:53.723635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Bound port: b82f2ea2-f5a8-42b1-883a-0e57a15f900d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426e6d2c-b0af-4c3f-8240-4052a7463716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:53.724820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.732474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:53.736843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event updated for resources: {'Port': ['ID=307a3c11-754a-4a44-a482-9e34ad37982c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:53.740781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.748246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:53.750106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.761825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:53.773857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.778558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:53.795431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:53.795915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.829363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a44fc54d-c5a1-4745-acf8-c75a0b539072 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:53.866682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.877657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Usage tracker for resource:floatingip and tenant:004757b58a1f4dd88da0d4302ed0de5f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:53.899118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:53.909976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:53.910406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:53.912732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:53.927404 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:53.957259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=8b2d5d5b-08b6-4d2a-8de2-18803124f650,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:54.005360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:54.037694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:54.041080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.052557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Usage tracker for resource:port and tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:54.058344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b076bd02-062e-4a8a-a3d4-1bda0fa33e37,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:54.063472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:54.069614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:54.087580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': '53c210fa-320f-4e09-968b-8e47e0dafd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:54.087983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: 876d8525-52d6-4679-8af8-486fce5f49c0, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:47:54.104993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.121987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] For port b82f2ea2-f5a8-42b1-883a-0e57a15f900d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:54.134672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:47:54.134672 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:47:54.134672 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'be58f2a9-bc74-4ded-b84d-cc6a297b16bf'}]
Dec 13 14:47:54.134672 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:47:54.135150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:47:54.165982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 876d8525-52d6-4679-8af8-486fce5f49c0 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:47:54.176998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:54.178213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 876d8525-52d6-4679-8af8-486fce5f49c0) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:54.187799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] For port b82f2ea2-f5a8-42b1-883a-0e57a15f900d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b82f2ea2-f5a8-42b1-883a-0e57a15f900d,segment=NetworkSegment(426e6d2c-b0af-4c3f-8240-4052a7463716),segment_id=426e6d2c-b0af-4c3f-8240-4052a7463716)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:54.188204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:54.188852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.196815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.209973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb708c33-dfa5-432f-b068-dec34d39fd22 None None] Network 876d8525-52d6-4679-8af8-486fce5f49c0 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:54.220142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5338850
Dec 13 14:47:54.221156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:54.228470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Made reservation on behalf of 9a3d69aaa7e64db3ab7d2aa3f00fda8b for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:54.230761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-430638513'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:54.233847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.234240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.252637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8f079be-6fa0-4640-9a3c-4b0461f19f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:54.255215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.256048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.338256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] device_id is not set on port 1dd9c174-99e1-401b-add2-69c15ba9ceb7 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:54.454133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.488186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:54.495253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:54.495918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 5072c676-f7b4-48dd-968d-ced40b03cbbd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5072c676-f7b4-48dd-968d-ced40b03cbbd,segment=NetworkSegment(a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8),segment_id=a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:54.500913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:54.507631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Transition to ACTIVE for port object 0df2051a-f436-44a5-9e0a-4fc092baadf5 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:54.512708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.554427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.557390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:54.584146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Pushing event updated for resources: {'Port': ['ID=b82f2ea2-f5a8-42b1-883a-0e57a15f900d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:54.584586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:54.597430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.606866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:54.610378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:54.625764 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP 2ccfc715-2bfc-48a3-aac2-90bd201f03fa associated. External IP: 172.26.4.183, port: b38cfbde-37d0-4964-a1d9-505b1b04c2d9.
Dec 13 14:47:54.634614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 5740eb92-e389-4b63-afb7-19cb0739ccb5 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:47:54.654376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Transition to ACTIVE for port object 0df2051a-f436-44a5-9e0a-4fc092baadf5 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:54.714930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.768595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9ea3819a-ffe3-4cc5-b8a4-405433766a99 None None] Provisioning complete for port 5072c676-f7b4-48dd-968d-ced40b03cbbd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:54.769109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea3819a-ffe3-4cc5-b8a4-405433766a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.808501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938a11e-047f-4e77-9f49-e2297a2fd2a5 None None] Network be58f2a9-bc74-4ded-b84d-cc6a297b16bf requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:54.838591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Allocated IP 2001:db8::28d (f4bc9149-0340-4a27-ac2e-f6dcb58e553d/8ef2c51f-2fa0-46da-96f2-f11becd826fa/1dd9c174-99e1-401b-add2-69c15ba9ceb7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:54.845856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=5072c676-f7b4-48dd-968d-ced40b03cbbd,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:54.859789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:54.863434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:54.876451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bab19c1e-4665-49ac-b997-a9fe3fef9a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:54.912911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.924495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:54.967832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Allocated IP 172.26.4.191 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/e6afd068-b89d-4c03-a3ff-f3ac7886549a) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:54.969945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port b82f2ea2-f5a8-42b1-883a-0e57a15f900d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:54.970325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:54.983908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:55.053556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5072c676-f7b4-48dd-968d-ced40b03cbbd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:55.133237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-876d8525-52d6-4679-8af8-486fce5f49c0', 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': '8b2d5d5b-08b6-4d2a-8de2-18803124f650'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:47:55.134416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.215811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Pushing event updated for resources: {'Port': ['ID=0df2051a-f436-44a5-9e0a-4fc092baadf5,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:55.250131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:55.304828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port b82f2ea2-f5a8-42b1-883a-0e57a15f900d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b82f2ea2-f5a8-42b1-883a-0e57a15f900d,segment=NetworkSegment(426e6d2c-b0af-4c3f-8240-4052a7463716),segment_id=426e6d2c-b0af-4c3f-8240-4052a7463716)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:55.305309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.369751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.387539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.457035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for b82f2ea2-f5a8-42b1-883a-0e57a15f900d owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:55.636515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Attempting to bind port 0df2051a-f436-44a5-9e0a-4fc092baadf5 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:55.636921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Attempting to bind port 0df2051a-f436-44a5-9e0a-4fc092baadf5 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '238f1a40-d24c-4942-a63c-ddc70fa22eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:55.637501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Attempting to bind port 0df2051a-f436-44a5-9e0a-4fc092baadf5 on network f4bc9149-0340-4a27-ac2e-f6dcb58e553d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:55.655897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::204 (876d8525-52d6-4679-8af8-486fce5f49c0/8b2d5d5b-08b6-4d2a-8de2-18803124f650/5740eb92-e389-4b63-afb7-19cb0739ccb5) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:55.669158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.677342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1504a5b0-e215-497a-8da4-f648b02aa04e tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:55.684726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:55.685156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Checking segment: {'id': '238f1a40-d24c-4942-a63c-ddc70fa22eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:55.685587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.686020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Bound using segment: {'id': '238f1a40-d24c-4942-a63c-ddc70fa22eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:55.686537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Bound port: 0df2051a-f436-44a5-9e0a-4fc092baadf5, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238f1a40-d24c-4942-a63c-ddc70fa22eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f4bc9149-0340-4a27-ac2e-f6dcb58e553d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:55.686998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.717924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Transition to ACTIVE for port object 1dd9c174-99e1-401b-add2-69c15ba9ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:55.725453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5072c676-f7b4-48dd-968d-ced40b03cbbd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:55.725801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.727922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=b82f2ea2-f5a8-42b1-883a-0e57a15f900d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:55.736998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:55.753633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.760548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fd77534-f770-4796-bf63-cee7f834bfba tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:55.764766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Router 7acdbafc-1df5-4d5d-b436-631a23242790 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:47:55.767686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port b82f2ea2-f5a8-42b1-883a-0e57a15f900d on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:47:55.838909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.876270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] For port 0df2051a-f436-44a5-9e0a-4fc092baadf5, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:55.898865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:55.904355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Pushing event updated for resources: {'Port': ['ID=e6afd068-b89d-4c03-a3ff-f3ac7886549a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:55.913358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:55.916540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:55.918540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e649f7ff-3c38-4f78-8867-9031e36f6955 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:55.922207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] For port 0df2051a-f436-44a5-9e0a-4fc092baadf5, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0df2051a-f436-44a5-9e0a-4fc092baadf5,segment=NetworkSegment(238f1a40-d24c-4942-a63c-ddc70fa22eb6),segment_id=238f1a40-d24c-4942-a63c-ddc70fa22eb6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:55.928145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:55.941771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8885ba7e-1904-479a-8ace-9bfb2385dcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:55.950806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:56.034578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Pushing event updated for resources: {'Port': ['ID=0df2051a-f436-44a5-9e0a-4fc092baadf5,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:56.039456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:56.047225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:56.058021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:56.065196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:56.069913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:56.070735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.073923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.078070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'Port': ['ID=1dd9c174-99e1-401b-add2-69c15ba9ceb7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:56.084802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:56.128477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.4378114
Dec 13 14:47:56.129454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ed95080>,) {'filters': {'network_id': ['be58f2a9-bc74-4ded-b84d-cc6a297b16bf']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:56.135151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42344) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:56.156128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed95080>, '426e6d2c-b0af-4c3f-8240-4052a7463716') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:56.156457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed95080>, '426e6d2c-b0af-4c3f-8240-4052a7463716') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:56.219917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.235218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.264345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 5740eb92-e389-4b63-afb7-19cb0739ccb5 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:56.295217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.297308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:47:56.328311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.350066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:47:56.351900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:47:56.374235 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:47:56.397459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:56.402192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:56.406758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:56.407693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Synchronizing usage tracker for tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:56.506859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.559878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.563915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.571724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16968ce4-dbc2-4bdf-9e3e-0f81394e51eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819365527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:56.582339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Unset dirty status for tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:56.587197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c63abe8b-ef6f-4ace-a8db-fdf76bf847a4 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.4480257
Dec 13 14:47:56.589498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42352) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:56.614432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Allocated IP 2001:db8::2 (876d8525-52d6-4679-8af8-486fce5f49c0/8b2d5d5b-08b6-4d2a-8de2-18803124f650/98cad478-b25b-48e4-a1a9-8ed99a8569d1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:47:56.640476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.665009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/be58f2a9-bc74-4ded-b84d-cc6a297b16bf HTTP/1.1" status: 204  len: 168 time: 4.9330494
Dec 13 14:47:56.675914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42356) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:56.693850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 876d8525-52d6-4679-8af8-486fce5f49c0 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:56.706196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:56.713725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743707382'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:56.721484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:56.726962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:56.727900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.756697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:56.767606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=5740eb92-e389-4b63-afb7-19cb0739ccb5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:56.771727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.5469062
Dec 13 14:47:56.773106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:56.776455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:56.777629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Deleting port 1dd9c174-99e1-401b-add2-69c15ba9ceb7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:56.778192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.778304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:56.799102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:56.801836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42360) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:56.812406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:56.846299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] Sync routers for ids ['7acdbafc-1df5-4d5d-b436-631a23242790'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:56.847553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:56.849876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=be58f2a9-bc74-4ded-b84d-cc6a297b16bf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:56.877951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:56.890378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:56.895897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.900787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.909746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] Routers {'7acdbafc-1df5-4d5d-b436-631a23242790'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:56.910531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9deda0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7acdbafc-1df5-4d5d-b436-631a23242790'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:56.929453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:56.930951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 7.8244624
Dec 13 14:47:56.938616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42364) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:56.987608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Transition to ACTIVE for port object 98cad478-b25b-48e4-a1a9-8ed99a8569d1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:56.993383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9deda0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.004662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 5740eb92-e389-4b63-afb7-19cb0739ccb5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:57.005151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.016839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Transition to ACTIVE for port object 98cad478-b25b-48e4-a1a9-8ed99a8569d1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:47:57.025500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.029526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] Routers {'7acdbafc-1df5-4d5d-b436-631a23242790'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:57.030342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9deda0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7acdbafc-1df5-4d5d-b436-631a23242790'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.077191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:47:57.084445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.085303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:57.093300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.132301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0df2051a-f436-44a5-9e0a-4fc092baadf5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:57.136356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.137159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment cb1cd937-f68d-49d8-bf21-36000101a55b of type vlan for network 7a60370d-e36c-4294-904f-d460e9c6e380
Dec 13 14:47:57.149506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:57.192711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9deda0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.192931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b265b88-ebf8-465e-82ca-4cbd5b7d7d93 None None] The sync data for ids ['7acdbafc-1df5-4d5d-b436-631a23242790'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:57.214651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.232138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Network 876d8525-52d6-4679-8af8-486fce5f49c0 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:47:57.238042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:47:57.241459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Pushing event updated for resources: {'Port': ['ID=98cad478-b25b-48e4-a1a9-8ed99a8569d1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:57.244182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:47:57.248300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:57.273722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:47:57.289371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:47:57.324709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Pushing event updated for resources: {'Port': ['ID=e6afd068-b89d-4c03-a3ff-f3ac7886549a,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:57.335433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.335892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:57.336916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1720f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.344158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:57.417113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:57.440088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1720f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.452223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:47:57.453214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1720f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.472909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.478422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.483779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Attempting to bind port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:47:57.484193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Attempting to bind port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '53c210fa-320f-4e09-968b-8e47e0dafd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:47:57.484597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Attempting to bind port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 on network 876d8525-52d6-4679-8af8-486fce5f49c0 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:47:57.506237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:47:57.506923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.507087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:47:57.507458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Checking segment: {'id': '53c210fa-320f-4e09-968b-8e47e0dafd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:47:57.507954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.508389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Bound using segment: {'id': '53c210fa-320f-4e09-968b-8e47e0dafd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:47:57.508920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Bound port: 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c210fa-320f-4e09-968b-8e47e0dafd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '876d8525-52d6-4679-8af8-486fce5f49c0'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:47:57.509411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.529882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:57.555009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1720f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:47:57.555876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e5b3c-24ec-47ab-a337-9c6ba3e0d31e None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:47:57.560851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Calling delete_port for 1dd9c174-99e1-401b-add2-69c15ba9ceb7 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:57.577432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.607822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.650031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] For port 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:47:57.668135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] For port 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=98cad478-b25b-48e4-a1a9-8ed99a8569d1,segment=NetworkSegment(53c210fa-320f-4e09-968b-8e47e0dafd0d),segment_id=53c210fa-320f-4e09-968b-8e47e0dafd0d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:47:57.676726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.679232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:57.681109 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2468438
Dec 13 14:47:57.682073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42372) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:57.692078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.3795846
Dec 13 14:47:57.706851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:57.777945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 5740eb92-e389-4b63-afb7-19cb0739ccb5 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:57.808013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42376) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:57.819692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Pushing event updated for resources: {'Port': ['ID=98cad478-b25b-48e4-a1a9-8ed99a8569d1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:57.828927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:58.126078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-88f7214c-cb5f-41cc-b5cc-5027acf95cfa tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3992 time: 0.4399602
Dec 13 14:47:58.129680 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4468024
Dec 13 14:47:58.130364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42380) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.142205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:58.142681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42382) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.150575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:58.180402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b024c32-10bf-41b3-848c-4b4fcb677eba None None] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:47:58.207148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=7a60370d-e36c-4294-904f-d460e9c6e380,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:58.212385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:58.254772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 7a60370d-e36c-4294-904f-d460e9c6e380 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:47:58.326376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.334797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0441ba81-924f-4a06-bef6-84542d774e55 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:58.391003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event deleted for resources: {'Port': ['ID=1dd9c174-99e1-401b-add2-69c15ba9ceb7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:58.392290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.401011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:58.405824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:47:58.412569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:47:58.421286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:47:58.484385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.489267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:47:58.491265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Provisioning for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:58.503643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fc1a939a-15d0-4744-8efa-d6316d639496 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Synchronizing usage tracker for tenant:3f1315bbd9d84b9da8d84b292415e55b on resource:floatingip {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:58.504029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "DELETE /v2.0/ports/1dd9c174-99e1-401b-add2-69c15ba9ceb7 HTTP/1.1" status: 204  len: 168 time: 1.9133372
Dec 13 14:47:58.504954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Provisioning complete for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:58.505424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.508273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42388) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.514071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:47:58.541960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Request body: {'port': {'name': 'tempest-new-port-name-37197191', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:47:58.542567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] bootfile-name is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:58.543102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] tftp-server is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:58.543454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.api.validators [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] server-ip-address is not in valid_values {{(pid=88857) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 13 14:47:58.582018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fc1a939a-15d0-4744-8efa-d6316d639496 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Unset dirty status for tenant:3f1315bbd9d84b9da8d84b292415e55b on resource:floatingip {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:58.586944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc1a939a-15d0-4744-8efa-d6316d639496 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.3778970
Dec 13 14:47:58.675278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42394) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.690759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4ddb9621-e40d-4938-88df-62468df0518a tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/7acdbafc-1df5-4d5d-b436-631a23242790 HTTP/1.1" status: 200  len: 919 time: 1.7508512
Dec 13 14:47:58.699777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42396) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.757463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.761733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.784485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bd33ec2-f49d-4d6b-b4ac-4982648eb173 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=7acdbafc-1df5-4d5d-b436-631a23242790 HTTP/1.1" status: 200  len: 205 time: 0.0811853
Dec 13 14:47:58.788690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42402) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:58.819123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] For port 0df2051a-f436-44a5-9e0a-4fc092baadf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0df2051a-f436-44a5-9e0a-4fc092baadf5,segment=NetworkSegment(238f1a40-d24c-4942-a63c-ddc70fa22eb6),segment_id=238f1a40-d24c-4942-a63c-ddc70fa22eb6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:47:58.825669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.828546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5621630c-33d1-4924-84dc-5f9db962b9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:58.858549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.876722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fcbe43f-e904-41de-b408-84daa6cf898d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:47:58.904081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Pushing event updated for resources: {'Port': ['ID=0df2051a-f436-44a5-9e0a-4fc092baadf5,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:58.908280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:58.933887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=5740eb92-e389-4b63-afb7-19cb0739ccb5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:47:58.939345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:47:58.956650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:58.982884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.015015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Deleting port e6afd068-b89d-4c03-a3ff-f3ac7886549a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:47:59.015420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.065450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.080238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.088805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.089156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP 2ccfc715-2bfc-48a3-aac2-90bd201f03fa disassociated. External IP: 172.26.4.183, port: b38cfbde-37d0-4964-a1d9-505b1b04c2d9.
Dec 13 14:47:59.121628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 98cad478-b25b-48e4-a1a9-8ed99a8569d1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:59.164302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/5740eb92-e389-4b63-afb7-19cb0739ccb5 HTTP/1.1" status: 204  len: 168 time: 2.3611653
Dec 13 14:47:59.169093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:59.206334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:59.212785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0df2051a-f436-44a5-9e0a-4fc092baadf5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:47:59.324221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:59.324648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.357917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f06ec1-7006-458f-9cc3-55e1bbe5c631 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:47:59.358868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c8f06ec1-7006-458f-9cc3-55e1bbe5c631 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:47:59.407599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c8f06ec1-7006-458f-9cc3-55e1bbe5c631 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:47:59.412333 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8f06ec1-7006-458f-9cc3-55e1bbe5c631 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/5740eb92-e389-4b63-afb7-19cb0739ccb5 HTTP/1.1" status: 404  len: 333 time: 0.2421606
Dec 13 14:47:59.416348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42412) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:47:59.584549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Provisioning for port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:47:59.591072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Provisioning complete for port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:59.591610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.695439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.695799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.697848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.710249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:47:59.740086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Provisioning complete for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:47:59.740664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa241bdf-fb85-4ee3-862e-cd7be6a41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.862002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 8b2d5d5b-08b6-4d2a-8de2-18803124f650 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:47:59.862204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Calling delete_port for e6afd068-b89d-4c03-a3ff-f3ac7886549a owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:47:59.872701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.921165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:47:59.933743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a168b47d-13c7-48df-ab95-eff45a3edd94 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:00.043243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469559fd-b995-4ad9-9de3-4a02dc02aea0 None None] Network 876d8525-52d6-4679-8af8-486fce5f49c0 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:00.072522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.109710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.135353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=00ca0f1f-a1d9-4111-817f-f6146db2cc56,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:00.141084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:00.142886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:00.238601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] In _notify_port_updated(), no bound segment for port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 on network f4bc9149-0340-4a27-ac2e-f6dcb58e553d {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:48:00.243426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:00.244146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.245977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "PUT /v2.0/ports/4103c561-b522-45d6-a8b8-4bf9b4cdbf96 HTTP/1.1" status: 200  len: 1128 time: 1.7339396
Dec 13 14:48:00.250989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.258619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'cb1cd937-f68d-49d8-bf21-36000101a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:00.259059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: 7a60370d-e36c-4294-904f-d460e9c6e380, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:00.267009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42420) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:00.317326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Provisioning for port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:00.375724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event updated for resources: {'Port': ['ID=4103c561-b522-45d6-a8b8-4bf9b4cdbf96,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:00.382658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:00.387321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Provisioning complete for port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:00.387751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.422026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea3f62-a828-4ab4-8b6b-5a234f7e778f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:00.423148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74ea3f62-a828-4ab4-8b6b-5a234f7e778f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Synchronizing usage tracker for tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:00.425390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.436861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:00.484188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network 7a60370d-e36c-4294-904f-d460e9c6e380 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:00.509792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Pushing event deleted for resources: {'Port': ['ID=e6afd068-b89d-4c03-a3ff-f3ac7886549a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:00.520191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:00.525889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74ea3f62-a828-4ab4-8b6b-5a234f7e778f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Unset dirty status for tenant:9a3d69aaa7e64db3ab7d2aa3f00fda8b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:00.532692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74ea3f62-a828-4ab4-8b6b-5a234f7e778f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "GET /v2.0/ports/4103c561-b522-45d6-a8b8-4bf9b4cdbf96 HTTP/1.1" status: 200  len: 1128 time: 0.2357423
Dec 13 14:48:00.538959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:00.564072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 7a60370d-e36c-4294-904f-d460e9c6e380) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:00.591125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:00.591770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.663782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.699835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.5522909
Dec 13 14:48:00.699835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.700996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.702342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] 10.222.0.69 "DELETE /v2.0/floatingips/3e886703-63e7-4f6e-858f-e650b6fa011b HTTP/1.1" status: 204  len: 168 time: 2.0025783
Dec 13 14:48:00.703467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42428) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:00.707337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42430) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:00.714776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677879851'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:00.721856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:00.726849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:00.731276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:00.743880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:00.761538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Deleting port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:00.761901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.820113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.833352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8365a8c-e237-4686-b8b5-6891f799d030 None None] Network 7a60370d-e36c-4294-904f-d460e9c6e380 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:00.835329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:00.840927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.919107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.937018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port 307a3c11-754a-4a44-a482-9e34ad37982c {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:00.937398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:00.954075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Deleting port c2129b86-c9a6-4278-aafe-ab3a7a98a2b6 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:00.954454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.008605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:01.034380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.034781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment 37288803-9571-45ce-838b-7c4318cd96f6 of type vlan for network 8328a001-3a69-4e29-8ff7-8e927215ede8
Dec 13 14:48:01.135569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.156893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:01.157608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:01.164599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.180949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:01.231728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.232077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.279874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.289653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2d5d5b-08b6-4d2a-8de2-18803124f650,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:01.341553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-7a60370d-e36c-4294-904f-d460e9c6e380', 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '00ca0f1f-a1d9-4111-817f-f6146db2cc56'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:01.342486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.415572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.451806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbef5ef-0d0c-4c09-af70-5488f42fe850 None None] Network 876d8525-52d6-4679-8af8-486fce5f49c0 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:01.489688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:01.569876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Calling delete_port for 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:01.598687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:01.605307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/8b2d5d5b-08b6-4d2a-8de2-18803124f650 HTTP/1.1" status: 204  len: 168 time: 2.1840124
Dec 13 14:48:01.612962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42440) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:01.643043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.647141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:01.647744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.658019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Calling delete_port for c2129b86-c9a6-4278-aafe-ab3a7a98a2b6 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:01.686202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:01.706949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.791305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Allocated IP 2001:db8::1 (7a60370d-e36c-4294-904f-d460e9c6e380/00ca0f1f-a1d9-4111-817f-f6146db2cc56/c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:01.793446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.818104 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1101017
Dec 13 14:48:01.824669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42444) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:01.839414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:01.875660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=8328a001-3a69-4e29-8ff7-8e927215ede8,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:01.889182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:01.941830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:01.956671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] For port 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=98cad478-b25b-48e4-a1a9-8ed99a8569d1,segment=NetworkSegment(53c210fa-320f-4e09-968b-8e47e0dafd0d),segment_id=53c210fa-320f-4e09-968b-8e47e0dafd0d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:01.977258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:01.982084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for 307a3c11-754a-4a44-a482-9e34ad37982c owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:01.991002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:02.006735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:02.018438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:02.024394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:02.033892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:02.055299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:02.066082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.081291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.095667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e019176a-3c52-4e8d-86c3-6044d4e7dd27 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:02.098315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] DHCP port deletion for 876d8525-52d6-4679-8af8-486fce5f49c0 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:02.136118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Deleting port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:02.136516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.141846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2129b86-c9a6-4278-aafe-ab3a7a98a2b6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:02.147981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:02.277466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Pushing event updated for resources: {'Port': ['ID=98cad478-b25b-48e4-a1a9-8ed99a8569d1,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:02.290601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.303504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:02.334885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Provisioning complete for port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:02.335254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.427805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing IP validity checks on allocation pools {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:48:02.428623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:48:02.435401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.464683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Port 4103c561-b522-45d6-a8b8-4bf9b4cdbf96 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:48:02.471779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Could not find standard attr ID for object 1dd9c174-99e1-401b-add2-69c15ba9ceb7. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:48:02.544158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:02.545065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.552786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] For port 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=98cad478-b25b-48e4-a1a9-8ed99a8569d1,segment=NetworkSegment(53c210fa-320f-4e09-968b-8e47e0dafd0d),segment_id=53c210fa-320f-4e09-968b-8e47e0dafd0d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:02.553574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.569170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Provisioning complete for port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:02.569593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.615083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.620455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.628060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:02.654580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Transition to ACTIVE for port object c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:02.688093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.697175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.702040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/a5a50a71-dde6-465e-a3e6-ac9838dcce60 HTTP/1.1" status: 204  len: 168 time: 1.9507244
Dec 13 14:48:02.703125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11ea9313-75b8-464b-90bc-7ee5b0236592 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:02.709215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42452) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:02.721588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Calling delete_port for 98cad478-b25b-48e4-a1a9-8ed99a8569d1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:02.766013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=4c07b659-48cf-460b-b014-b856a6e5f4ef,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:02.777244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:02.801821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event deleted for resources: {'Port': ['ID=4103c561-b522-45d6-a8b8-4bf9b4cdbf96,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:02.805374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:02.809014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Transition to ACTIVE for port object c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:02.816368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port 19162c9f-d320-4e28-9041-69c4174c19c8 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:02.816768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.823116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.837143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-204bbc42-4248-4a60-a241-88718fd88e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:02.843739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': '37288803-9571-45ce-838b-7c4318cd96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:02.844199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: 8328a001-3a69-4e29-8ff7-8e927215ede8, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:02.877058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:02.947557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:02.971569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8328a001-3a69-4e29-8ff7-8e927215ede8) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:02.999351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:03.000004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.054231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "DELETE /v2.0/ports/4103c561-b522-45d6-a8b8-4bf9b4cdbf96 HTTP/1.1" status: 204  len: 168 time: 2.5075729
Dec 13 14:48:03.062202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42456) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:03.062806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd4cfa-80e6-4dec-aec8-96baa20cc981 None None] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:03.108681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 98cad478-b25b-48e4-a1a9-8ed99a8569d1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:03.126472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.3005927
Dec 13 14:48:03.131628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42460) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:03.189997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.194988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.201485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port 98cad478-b25b-48e4-a1a9-8ed99a8569d1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=98cad478-b25b-48e4-a1a9-8ed99a8569d1,segment=NetworkSegment(53c210fa-320f-4e09-968b-8e47e0dafd0d),segment_id=53c210fa-320f-4e09-968b-8e47e0dafd0d)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:03.201885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.223049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Network 7a60370d-e36c-4294-904f-d460e9c6e380 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:03.224531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8f6be5e-096f-4122-a0d6-a93bf4c8514d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:03.230605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e353f99-1778-41c4-83f0-e3e287e37249 None None] Port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 update to ACTIVE by agent not found {{(pid=88858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 13 14:48:03.232229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.237914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:03.306272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:03.328654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Pushing event updated for resources: {'Port': ['ID=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:03.341783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:03.343713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:03.345186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=307a3c11-754a-4a44-a482-9e34ad37982c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:03.347955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:03.377960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for 19162c9f-d320-4e28-9041-69c4174c19c8 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:03.396112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Pushing event deleted for resources: {'Port': ['ID=98cad478-b25b-48e4-a1a9-8ed99a8569d1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:03.398082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] No DVR routers for this DVR port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:03.402652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No active binding found for port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 {{(pid=88858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 13 14:48:03.403154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 98cad478-b25b-48e4-a1a9-8ed99a8569d1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:03.434491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:03.489048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 98cad478-b25b-48e4-a1a9-8ed99a8569d1 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:03.529795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.535740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:03.587122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Port': ['ID=19162c9f-d320-4e28-9041-69c4174c19c8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:03.591632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:03.619722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Attempting to bind port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:03.620134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Attempting to bind port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'cb1cd937-f68d-49d8-bf21-36000101a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:03.620533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Attempting to bind port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf on network 7a60370d-e36c-4294-904f-d460e9c6e380 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:03.644901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:03.645326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Checking segment: {'id': 'cb1cd937-f68d-49d8-bf21-36000101a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:03.645754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.646248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Bound using segment: {'id': 'cb1cd937-f68d-49d8-bf21-36000101a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:03.646733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Bound port: c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1cd937-f68d-49d8-bf21-36000101a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a60370d-e36c-4294-904f-d460e9c6e380'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:03.647184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.719329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:03.750593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.758492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/ports/19162c9f-d320-4e28-9041-69c4174c19c8 HTTP/1.1" status: 204  len: 168 time: 1.0481226
Dec 13 14:48:03.770481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42468) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:03.783357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:03.810828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-8328a001-3a69-4e29-8ff7-8e927215ede8', 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '4c07b659-48cf-460b-b014-b856a6e5f4ef'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:03.811759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.867229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:03.889682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47830a-42ed-40f1-a888-8c0d6dadb255 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:03.889682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab47830a-42ed-40f1-a888-8c0d6dadb255 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Synchronizing usage tracker for tenant:3f1315bbd9d84b9da8d84b292415e55b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:03.908921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:03.909386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:03.912510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab47830a-42ed-40f1-a888-8c0d6dadb255 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Unset dirty status for tenant:3f1315bbd9d84b9da8d84b292415e55b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:03.914304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ab47830a-42ed-40f1-a888-8c0d6dadb255 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e28631c8-6ab4-4b1b-981e-04d6eca260e8 HTTP/1.1" status: 200  len: 913 time: 0.1407120
Dec 13 14:48:03.919600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42472) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:03.957498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63cca7ac-a692-498c-8a1a-a77bb97b76d4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/2ccfc715-2bfc-48a3-aac2-90bd201f03fa HTTP/1.1" status: 200  len: 688 time: 5.8449228
Dec 13 14:48:03.958416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:03.992775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:03.994341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f225fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:04.078763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] For port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:04.089639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f225fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:04.106527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] For port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,segment=NetworkSegment(cb1cd937-f68d-49d8-bf21-36000101a55b),segment_id=cb1cd937-f68d-49d8-bf21-36000101a55b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:04.125130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.133785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-838202c9-2ec4-43b4-a1ab-b9959b2b0c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:04.250233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:04.250933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f225fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:04.354988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f225fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:04.355514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed7911-7525-46b3-89bf-8e289075912f None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:04.378140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Pushing event updated for resources: {'Port': ['ID=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:04.379093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.386494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Allocated IP 2001:db8::3 (8328a001-3a69-4e29-8ff7-8e927215ede8/4c07b659-48cf-460b-b014-b856a6e5f4ef/a04915a7-40d4-40d7-a8cf-4eaf70845221) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:04.389153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:04.401966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Deleting subnet 8ef2c51f-2fa0-46da-96f2-f11becd826fa {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:04.406578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.465744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 98cad478-b25b-48e4-a1a9-8ed99a8569d1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:04.465993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.518282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.635527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] The port '98cad478-b25b-48e4-a1a9-8ed99a8569d1' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:48:04.638783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.652735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Transition to ACTIVE for port object a04915a7-40d4-40d7-a8cf-4eaf70845221 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:04.673234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Transition to ACTIVE for port object a04915a7-40d4-40d7-a8cf-4eaf70845221 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:04.680678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.686375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:04.703253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:04.952122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port b076bd02-062e-4a8a-a3d4-1bda0fa33e37 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:04.953142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.051866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:05.056268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:05.062694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:05.084641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Pushing event updated for resources: {'Port': ['ID=a04915a7-40d4-40d7-a8cf-4eaf70845221,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:05.096938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:05.148710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port a04915a7-40d4-40d7-a8cf-4eaf70845221 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:05.149089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.163573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:05.181549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.195603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port 096ab086-f4cb-4b9e-8dee-b58eb6df2848 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:05.196271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.269932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Attempting to bind port a04915a7-40d4-40d7-a8cf-4eaf70845221 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:05.270306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Attempting to bind port a04915a7-40d4-40d7-a8cf-4eaf70845221 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '37288803-9571-45ce-838b-7c4318cd96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:05.270672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Attempting to bind port a04915a7-40d4-40d7-a8cf-4eaf70845221 on network 8328a001-3a69-4e29-8ff7-8e927215ede8 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:05.272791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.282450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:05.282868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Checking segment: {'id': '37288803-9571-45ce-838b-7c4318cd96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:05.283349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.283790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Bound using segment: {'id': '37288803-9571-45ce-838b-7c4318cd96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:05.284450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Bound port: a04915a7-40d4-40d7-a8cf-4eaf70845221, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37288803-9571-45ce-838b-7c4318cd96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8328a001-3a69-4e29-8ff7-8e927215ede8'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:05.284736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.345310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:05.391186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] For port a04915a7-40d4-40d7-a8cf-4eaf70845221, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:05.394427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] For port a04915a7-40d4-40d7-a8cf-4eaf70845221, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a04915a7-40d4-40d7-a8cf-4eaf70845221,segment=NetworkSegment(37288803-9571-45ce-838b-7c4318cd96f6),segment_id=37288803-9571-45ce-838b-7c4318cd96f6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:05.398699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.403972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ca07cd2-28ae-4348-8a5d-c1808ee5a538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:05.411422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.482231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Pushing event updated for resources: {'Port': ['ID=a04915a7-40d4-40d7-a8cf-4eaf70845221,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:05.486959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:05.547991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for 096ab086-f4cb-4b9e-8dee-b58eb6df2848 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:05.557473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.676039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.676358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.842820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:05.856219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for b076bd02-062e-4a8a-a3d4-1bda0fa33e37 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:05.884435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ead4240>,) {'filters': {'network_id': ['876d8525-52d6-4679-8af8-486fce5f49c0']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:06.004707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.012149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84141b02-2176-41bd-8769-948b067ed4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:06.097663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Port': ['ID=096ab086-f4cb-4b9e-8dee-b58eb6df2848,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:06.103499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:06.279662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ead4240>, '53c210fa-320f-4e09-968b-8e47e0dafd0d') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:06.280039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ead4240>, '53c210fa-320f-4e09-968b-8e47e0dafd0d') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:06.301732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.312575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.326909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.352037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:06.481133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef2c51f-2fa0-46da-96f2-f11becd826fa,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:06.493960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.503829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:06.533079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e7dc0c-1519-49dd-bb2b-54d6b98fbe21 None None] Network f4bc9149-0340-4a27-ac2e-f6dcb58e553d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:06.537777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:06.538234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.557102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:06.560392 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:06.584830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.696238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.696837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router 7acdbafc-1df5-4d5d-b436-631a23242790 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:06.732824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.737650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/7acdbafc-1df5-4d5d-b436-631a23242790 HTTP/1.1" status: 204  len: 168 time: 7.9442534
Dec 13 14:48:06.740818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "DELETE /v2.0/subnets/8ef2c51f-2fa0-46da-96f2-f11becd826fa HTTP/1.1" status: 204  len: 168 time: 3.6667356
Dec 13 14:48:06.744331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42488) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:06.744703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42490) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:06.758998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1236234877', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:06.764048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port a04915a7-40d4-40d7-a8cf-4eaf70845221, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a04915a7-40d4-40d7-a8cf-4eaf70845221,segment=NetworkSegment(37288803-9571-45ce-838b-7c4318cd96f6),segment_id=37288803-9571-45ce-838b-7c4318cd96f6)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:06.764449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.793767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:06.805575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:06.849079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defb325-120e-4776-a121-2b7a38588526 None None] Network 7a60370d-e36c-4294-904f-d460e9c6e380 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:06.885587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45715ad1-3110-43c5-bc12-851bc89fd4f8 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:06.963145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:router and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:06.980940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for a04915a7-40d4-40d7-a8cf-4eaf70845221 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:06.981256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] DHCP port deletion for f4bc9149-0340-4a27-ac2e-f6dcb58e553d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:07.002473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Deleting port 0df2051a-f436-44a5-9e0a-4fc092baadf5 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:07.003033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.010538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:07.013714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.016393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.033528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=876d8525-52d6-4679-8af8-486fce5f49c0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:07.036534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:07.044011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Provisioning for port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:07.047496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:07.062542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Provisioning complete for port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:07.063163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.099224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5da6710d-fd94-4655-9f90-bfaa77292948 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:07.130186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a04915a7-40d4-40d7-a8cf-4eaf70845221 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:07.143895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/876d8525-52d6-4679-8af8-486fce5f49c0 HTTP/1.1" status: 204  len: 168 time: 5.5261142
Dec 13 14:48:07.152830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42496) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:07.171806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'name': 'tempest-PortsIpV6TestJSON-734484254'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:07.174907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=b076bd02-062e-4a8a-a3d4-1bda0fa33e37,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:07.183403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:07.187956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.188853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.227942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.373617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Deleting port 0df2051a-f436-44a5-9e0a-4fc092baadf5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:07.374180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.445734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.460525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:07.465969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:07.469485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:07.475872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:07.536199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.545418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:07.549038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] For port 0df2051a-f436-44a5-9e0a-4fc092baadf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0df2051a-f436-44a5-9e0a-4fc092baadf5,segment=NetworkSegment(238f1a40-d24c-4942-a63c-ddc70fa22eb6),segment_id=238f1a40-d24c-4942-a63c-ddc70fa22eb6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:07.549498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.551474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.593069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port aa63e1da-a695-4208-93cf-7c8ab54b228a yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:07.690292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Router e28631c8-6ab4-4b1b-981e-04d6eca260e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:07.717422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Calling delete_port for 0df2051a-f436-44a5-9e0a-4fc092baadf5 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:07.727550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.728357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/2ccfc715-2bfc-48a3-aac2-90bd201f03fa HTTP/1.1" status: 204  len: 168 time: 3.6983590
Dec 13 14:48:07.748206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42504) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:07.754673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:07.765820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.771779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:07.779476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:07.815134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a04915a7-40d4-40d7-a8cf-4eaf70845221 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:07.815933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.817024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:floatingip and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:07.862736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port a04915a7-40d4-40d7-a8cf-4eaf70845221 was deleted so its status cannot be updated. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 13 14:48:07.888180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.914094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:07.933595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=a04915a7-40d4-40d7-a8cf-4eaf70845221,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:07.942392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:07.968464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0df2051a-f436-44a5-9e0a-4fc092baadf5 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:07.970269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:07.976300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:08.004378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762ecc6-549b-4d67-b238-1d9d4fca8101 None None] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:08.029375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce70883c-1063-40ec-aaad-3e7861390c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.058739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.070027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfc8058c-0e27-4111-ace9-8fe3e28f6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:08.079580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port a04915a7-40d4-40d7-a8cf-4eaf70845221 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:08.115873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] For port 0df2051a-f436-44a5-9e0a-4fc092baadf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0df2051a-f436-44a5-9e0a-4fc092baadf5,segment=NetworkSegment(238f1a40-d24c-4942-a63c-ddc70fa22eb6),segment_id=238f1a40-d24c-4942-a63c-ddc70fa22eb6)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:08.116281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.125285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.126190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Pushing event deleted for resources: {'Port': ['ID=0df2051a-f436-44a5-9e0a-4fc092baadf5,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:08.161049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.171816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:08.182766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] Sync routers for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:08.208249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:08.208999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172be0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:08.212306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:08.215110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "PUT /v2.0/routers/e28631c8-6ab4-4b1b-981e-04d6eca260e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2939572
Dec 13 14:48:08.218914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42508) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:08.305431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Calling delete_port for 0df2051a-f436-44a5-9e0a-4fc092baadf5 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:08.318716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172be0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:08.329948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] For port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,segment=NetworkSegment(cb1cd937-f68d-49d8-bf21-36000101a55b),segment_id=cb1cd937-f68d-49d8-bf21-36000101a55b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:08.331467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] Routers {'e28631c8-6ab4-4b1b-981e-04d6eca260e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:08.332355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172be0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:47:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:08.343737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] No DVR routers for this DVR port 0df2051a-f436-44a5-9e0a-4fc092baadf5 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:08.354549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.385549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a27f9dd-63d2-4d5c-b309-064daf1b9e67 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:08.411925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.416924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172be0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:08.417381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7a76-04a4-40e4-b834-edc93663a5d9 None None] The sync data for ids ['e28631c8-6ab4-4b1b-981e-04d6eca260e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:08.419610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e016c55-5750-4d5b-b1f5-5f9f6d4b93e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:08.459595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No active binding found for port 0df2051a-f436-44a5-9e0a-4fc092baadf5 {{(pid=88858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 13 14:48:08.460054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0df2051a-f436-44a5-9e0a-4fc092baadf5 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:08.517606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:08.518002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:08.520476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.572289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Pushing event updated for resources: {'Port': ['ID=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:08.587132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:08.600227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e036179f-951f-4b1c-9af3-9d8ab9544c9a None None] Provisioning complete for port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:08.600657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e036179f-951f-4b1c-9af3-9d8ab9544c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.674133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:48:08.795665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e036179f-951f-4b1c-9af3-9d8ab9544c9a None None] Could not find standard attr ID for object a04915a7-40d4-40d7-a8cf-4eaf70845221. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:48:08.815614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:08.818181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=aa63e1da-a695-4208-93cf-7c8ab54b228a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:08.823587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:08.825828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:08.878228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:08.882582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:08.883565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:08.915780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f04b0-f1dc-43ba-9af1-fa72c6d5f462 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:48:08.915972 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.7557642
Dec 13 14:48:08.917435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42516) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:08.991354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.002673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:09.018502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port aa63e1da-a695-4208-93cf-7c8ab54b228a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:09.018887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.036093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Deleting port 0df2051a-f436-44a5-9e0a-4fc092baadf5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:09.037386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.091153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=4c07b659-48cf-460b-b014-b856a6e5f4ef,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:09.125058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:09.141368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.173860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] The port '0df2051a-f436-44a5-9e0a-4fc092baadf5' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:48:09.224826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:09.298955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.326923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f04b0-f1dc-43ba-9af1-fa72c6d5f462 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:48:09.344597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:09.345009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.345754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.389753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.445372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.452248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.521286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.531711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for aa63e1da-a695-4208-93cf-7c8ab54b228a owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:09.574371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.636669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e967b70>,) {'filters': {'network_id': ['8328a001-3a69-4e29-8ff7-8e927215ede8']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.657324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dfd0>,) {'filters': {'network_id': ['f4bc9149-0340-4a27-ac2e-f6dcb58e553d']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.663661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.668553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e967b70>, '37288803-9571-45ce-838b-7c4318cd96f6') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.668896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e967b70>, '37288803-9571-45ce-838b-7c4318cd96f6') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.681188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fb03c378-b2e6-46c3-98a8-b1e0c864d5d2 tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:09.693255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dfd0>, '238f1a40-d24c-4942-a63c-ddc70fa22eb6') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.693598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dfd0>, '238f1a40-d24c-4942-a63c-ddc70fa22eb6') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:09.704602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.733424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.735800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.736672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=aa63e1da-a695-4208-93cf-7c8ab54b228a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:09.740786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:09.754689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.764644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/aa63e1da-a695-4208-93cf-7c8ab54b228a HTTP/1.1" status: 204  len: 168 time: 0.8459659
Dec 13 14:48:09.766468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42522) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:09.774068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'mac_address': 'fa:16:3e:5a:08:d0', 'name': 'tempest-PortsIpV6TestJSON-130915073'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:09.787324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.808200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:09.808624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:09.826507 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:09.828483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port 7957b036-7673-4b6f-8d3a-8135d1bc0789 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:09.828483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.833403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.861177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:09.861630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:09.892596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe254e-87b5-4ec0-a86f-6466e73f6b9d None None] Network 8328a001-3a69-4e29-8ff7-8e927215ede8 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:09.928644 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:09.955254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.31 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3560bd66-168a-4734-abfd-3b8af3de3193) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:10.010515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:10.018500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:10.034129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.063072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-392e352b-b48d-4b39-a703-1b9b24148fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:10.092282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:10.095432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.100382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:10.110461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=8328a001-3a69-4e29-8ff7-8e927215ede8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:10.117183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.121593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:10.127961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:10.128142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:10.145532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.147732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30074075-7c8e-4163-bb8c-5b403cd26350 None None] DHCP port deletion for 8328a001-3a69-4e29-8ff7-8e927215ede8 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:10.201939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.217679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/8328a001-3a69-4e29-8ff7-8e927215ede8 HTTP/1.1" status: 204  len: 168 time: 7.0747035
Dec 13 14:48:10.225202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42528) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:10.228337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9855c0a4-9189-4291-9901-4318605e1bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.239007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Pushing event deleted for resources: {'Network': ['ID=f4bc9149-0340-4a27-ac2e-f6dcb58e553d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:10.246478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:10.253860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] 10.222.0.69 "DELETE /v2.0/networks/f4bc9149-0340-4a27-ac2e-f6dcb58e553d HTTP/1.1" status: 204  len: 168 time: 3.5046244
Dec 13 14:48:10.297054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for 7957b036-7673-4b6f-8d3a-8135d1bc0789 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:10.300790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.327195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844616796'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:10.376257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.389266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:10.395537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:10.422304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:10.426672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:10.436496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:10.444685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.488177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:10.497955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:10.500118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:10.502681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:10.503505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.534548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 37d5e5e6-fb66-48d3-aa51-1536165ffdaa yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:10.535625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.26.4.127 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/f47a21be-69a9-4ace-9d11-faa8c9abb729) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:10.537988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=3560bd66-168a-4734-abfd-3b8af3de3193,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:10.541452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:10.590474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42536) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:10.609878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:10.625730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.626117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment 5d66014b-9fd1-450b-a0ea-8816de7b5abc of type vlan for network 5478e947-f57b-4974-954e-093193411999
Dec 13 14:48:10.684975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.769942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.804827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.813159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ba534b-7256-46b2-82f6-3c7108a5cc14 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:10.878751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:10.937061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Port': ['ID=7957b036-7673-4b6f-8d3a-8135d1bc0789,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:10.941653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:11.001005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a04915a7-40d4-40d7-a8cf-4eaf70845221 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:11.001555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac954157-c193-42e0-a957-81e085b3ae52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a3d69aaa7e64db3ab7d2aa3f00fda8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4067016
Dec 13 14:48:11.005425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.009821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:11.010439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.019824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42548) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:11.029740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8f31a25-cae4-4632-a298-c68b0d7fd092 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:11.040334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a04915a7-40d4-40d7-a8cf-4eaf70845221 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:11.040822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a04915a7-40d4-40d7-a8cf-4eaf70845221 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:11.113052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.129873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c0851cc8-a65b-4917-a5db-b38d331b2ac9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:11.215135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.233326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:11.253243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:11.259659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:11.330915 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1018515
Dec 13 14:48:11.343355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=5478e947-f57b-4974-954e-093193411999,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:11.351277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:11.351626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42554) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:11.355251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5478e947-f57b-4974-954e-093193411999 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:11.553187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=f47a21be-69a9-4ace-9d11-faa8c9abb729,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:11.561082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:11.691251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001a96a-77f4-448f-bd09-e4a29ac01fc3 req-2c4e1c0e-0d04-40ab-b40e-74bffd5c22cf tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:11.692866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2001a96a-77f4-448f-bd09-e4a29ac01fc3 req-2c4e1c0e-0d04-40ab-b40e-74bffd5c22cf tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.5272834
Dec 13 14:48:11.735250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': '5478e947-f57b-4974-954e-093193411999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:11.858743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.870861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.892272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2001a96a-77f4-448f-bd09-e4a29ac01fc3 req-3d8e8c0b-0b7d-47fa-b13b-aa3433bdffb8 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1921902
Dec 13 14:48:11.929807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:11.945049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.027519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c516cf18-55ce-4cb8-83b0-9bd83bb77739 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:12.040888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.041690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.059668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.107663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.131414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de991d-9c6c-44b7-ab1c-8e7bea8f0248 req-61189404-410c-40b9-8a0e-76f8e128dcba tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:12.133058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48de991d-9c6c-44b7-ab1c-8e7bea8f0248 req-61189404-410c-40b9-8a0e-76f8e128dcba tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 1.0009980
Dec 13 14:48:12.216943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:12.302010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:12.316416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.322500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.329690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10fbe2ca-7ad9-48c7-adcd-745c24a5adb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:12.336057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=37d5e5e6-fb66-48d3-aa51-1536165ffdaa,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:12.339567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:12.346841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:12.347855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:12.362913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:12.365379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:12.370588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:12.371274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.379013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:12.382165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.399818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.439633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.439893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=3560bd66-168a-4734-abfd-3b8af3de3193,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:12.448913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:12.459105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.6913421
Dec 13 14:48:12.462953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42562) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:12.465909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:12.508332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48de991d-9c6c-44b7-ab1c-8e7bea8f0248 req-0111460b-8708-4b73-af73-953440fddeb8 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2927577
Dec 13 14:48:12.541553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.624452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.638213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b721137-6c34-440b-be59-c53e8de5c1b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:12.638855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b721137-6c34-440b-be59-c53e8de5c1b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:12.665240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.665845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Fanout notify agent at l3_agent the message router_deleted on router e28631c8-6ab4-4b1b-981e-04d6eca260e8 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:12.684330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.685247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b721137-6c34-440b-be59-c53e8de5c1b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:12.686590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3b721137-6c34-440b-be59-c53e8de5c1b3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/37d5e5e6-fb66-48d3-aa51-1536165ffdaa HTTP/1.1" status: 200  len: 844 time: 0.2208362
Dec 13 14:48:12.692918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3235492d-60a4-40ba-bfeb-7c3f540dd972 tempest-RoutersAdminNegativeTest-1797739579 tempest-RoutersAdminNegativeTest-1797739579-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:12.693704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42572) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:12.773498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.777819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/routers/e28631c8-6ab4-4b1b-981e-04d6eca260e8 HTTP/1.1" status: 204  len: 168 time: 4.5551336
Dec 13 14:48:12.777819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb51af8a-64b7-4493-81df-bf5470cbe86d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:12.780105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:12.781582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.782768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb51af8a-64b7-4493-81df-bf5470cbe86d HTTP/1.1" status: 204  len: 168 time: 1.7292466
Dec 13 14:48:12.783525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42578) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:12.878922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 37d5e5e6-fb66-48d3-aa51-1536165ffdaa {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:12.879309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:12.910119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:48:13.137503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP bd089c1d-0c9d-463a-811a-a73849b1301e associated. External IP: 172.26.4.31, port: 84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd.
Dec 13 14:48:13.179890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.193254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204b810-2ffc-4832-935c-546f5b9db6ef req-1b4e3019-1bb0-4c67-aa8b-82817f0d0fb6 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:13.194910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f204b810-2ffc-4832-935c-546f5b9db6ef req-1b4e3019-1bb0-4c67-aa8b-82817f0d0fb6 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.3658311
Dec 13 14:48:13.205960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:13.279899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting subnet 4e5071e9-dd34-45c3-9bda-e2c0f67129e3 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:13.298266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.401170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=c7d349fc-5a4d-4adb-bb64-beeb5ba98209,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:13.411052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:13.420628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.454259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f204b810-2ffc-4832-935c-546f5b9db6ef req-4644ff0b-4125-4dfa-895c-047238febe74 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2134757
Dec 13 14:48:13.469324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': '5d66014b-9fd1-450b-a0ea-8816de7b5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5478e947-f57b-4974-954e-093193411999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:13.469706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: 5478e947-f57b-4974-954e-093193411999, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:13.519695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network 5478e947-f57b-4974-954e-093193411999 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:13.532654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 5478e947-f57b-4974-954e-093193411999) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:13.538642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:13.539533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.541221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44226137-37b6-47de-bcde-e9c83b5343ed None None] Network 5478e947-f57b-4974-954e-093193411999 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:13.567245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.606791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.1889274
Dec 13 14:48:13.613215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:13.691750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.791261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.808041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-434ff739-77b2-4637-bd7a-397c01419ae8 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:13.837557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127204c-6c5a-4a3c-9f47-5b480c183edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-5478e947-f57b-4974-954e-093193411999', 'network_id': '5478e947-f57b-4974-954e-093193411999', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': 'c7d349fc-5a4d-4adb-bb64-beeb5ba98209'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:13.839389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6127204c-6c5a-4a3c-9f47-5b480c183edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.844299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.847576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 37d5e5e6-fb66-48d3-aa51-1536165ffdaa owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:13.863161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5071e9-dd34-45c3-9bda-e2c0f67129e3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:13.866681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:13.878720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/subnets/4e5071e9-dd34-45c3-9bda-e2c0f67129e3 HTTP/1.1" status: 204  len: 168 time: 1.0518262
Dec 13 14:48:13.879943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:13.880513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42608) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:13.882258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43429535-072b-4973-b1fa-156f8683eba7 None None] Network 247d4a48-85ab-40c6-a801-f0ef8a07a56e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:13.982983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42612) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:14.060758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.068330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.091561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d217d-e9f2-4ccc-838d-de15108546aa req-7c1562a1-ee21-466a-b44d-1e33e81ee400 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:14.093333 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c6d217d-e9f2-4ccc-838d-de15108546aa req-7c1562a1-ee21-466a-b44d-1e33e81ee400 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.4909663
Dec 13 14:48:14.094072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9990ad0a-a972-4be4-bbee-32560f58a012 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:14.136744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.154500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.168337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port a0216206-0189-4209-b59a-8f329c0b1bd1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:14.168723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.206728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-742336490'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:14.218950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:14.233905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:14.244875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:14.255873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:14.264186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server [None req-6127204c-6c5a-4a3c-9f47-5b480c183edc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7d349fc-5a4d-4adb-bb64-beeb5ba98209: This subnet is being modified by another concurrent operation.
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 13 14:48:14.266039 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise exception
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7d349fc-5a4d-4adb-bb64-beeb5ba98209: This subnet is being modified by another concurrent operation.
Dec 13 14:48:14.269476 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server 
Dec 13 14:48:14.277672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] DHCP port deletion for 247d4a48-85ab-40c6-a801-f0ef8a07a56e request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:14.277672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Deleting port a0216206-0189-4209-b59a-8f329c0b1bd1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:14.277672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.306637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=37d5e5e6-fb66-48d3-aa51-1536165ffdaa,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:14.311478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/37d5e5e6-fb66-48d3-aa51-1536165ffdaa HTTP/1.1" status: 204  len: 168 time: 1.6155593
Dec 13 14:48:14.314175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b82d0e-a5f7-426b-816a-41f5acf75b21 None None] Network 5478e947-f57b-4974-954e-093193411999 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:14.320685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:14.321400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42618) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:14.322076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:14.419790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c6d217d-e9f2-4ccc-838d-de15108546aa req-d0233605-d5ec-4b98-a5e3-b53192630386 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554170
Dec 13 14:48:14.471032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-3adb4136-5b4b-418d-b5b7-2a8cdea10070 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:14.472762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-3adb4136-5b4b-418d-b5b7-2a8cdea10070 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.72 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.2439868
Dec 13 14:48:14.485812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:14.550800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.552153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 7.8046241
Dec 13 14:48:14.556795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42622) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:14.636224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Sync routers for ids ['efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:14.707194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] For port a0216206-0189-4209-b59a-8f329c0b1bd1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a0216206-0189-4209-b59a-8f329c0b1bd1,segment=NetworkSegment(8e250869-f3be-439b-b787-07fb5232a495),segment_id=8e250869-f3be-439b-b787-07fb5232a495)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:14.708280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.735303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Deleting port 46fc81ac-350e-4ccf-8659-c527ab2a2678 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:14.735690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.738796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d349fc-5a4d-4adb-bb64-beeb5ba98209,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:14.741857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:14.747844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.781484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:14.792300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0affb6f7-2386-4e0c-bb77-d6bd7ffa2dcf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:48:14.792825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0affb6f7-2386-4e0c-bb77-d6bd7ffa2dcf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:14.815133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:14.858254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Calling delete_port for a0216206-0189-4209-b59a-8f329c0b1bd1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:14.904539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Routers {'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:14.905245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0acf98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:14.954062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.043596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0affb6f7-2386-4e0c-bb77-d6bd7ffa2dcf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:15.045776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0affb6f7-2386-4e0c-bb77-d6bd7ffa2dcf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/37d5e5e6-fb66-48d3-aa51-1536165ffdaa HTTP/1.1" status: 404  len: 333 time: 0.4294269
Dec 13 14:48:15.067814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:15.085326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f469cc0>,) {'filters': {'network_id': ['5478e947-f57b-4974-954e-093193411999']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:15.094712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] For port a0216206-0189-4209-b59a-8f329c0b1bd1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a0216206-0189-4209-b59a-8f329c0b1bd1,segment=NetworkSegment(8e250869-f3be-439b-b787-07fb5232a495),segment_id=8e250869-f3be-439b-b787-07fb5232a495)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:15.095126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.108576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'name': 'tempest-PortsIpV6TestJSON-483578735'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:15.132772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:15.146245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:security_group_rule and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:15.168010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf37e49-ef05-4dc7-bea5-e2e6916e6239 req-7cc514ea-cc4c-4346-aee8-ef681650555e tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:15.170851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cf37e49-ef05-4dc7-bea5-e2e6916e6239 req-7cc514ea-cc4c-4346-aee8-ef681650555e tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 946 time: 0.5091939
Dec 13 14:48:15.173800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f469cc0>, '5d66014b-9fd1-450b-a0ea-8816de7b5abc') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:15.175331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f469cc0>, '5d66014b-9fd1-450b-a0ea-8816de7b5abc') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:15.190901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:15.260983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:15.265132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.269023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a0216206-0189-4209-b59a-8f329c0b1bd1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:15.279029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-9aa215cb-d8d5-4765-859a-23a0f3dfa25f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:15.280418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-9aa215cb-d8d5-4765-859a-23a0f3dfa25f tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.4056821
Dec 13 14:48:15.347003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] For port 46fc81ac-350e-4ccf-8659-c527ab2a2678, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=46fc81ac-350e-4ccf-8659-c527ab2a2678,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:15.347424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.350010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.362520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63d1920f-080e-4b15-bf71-555f6aa499dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:15.395276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a0216206-0189-4209-b59a-8f329c0b1bd1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:15.395634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a0216206-0189-4209-b59a-8f329c0b1bd1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:15.397842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for a0216206-0189-4209-b59a-8f329c0b1bd1 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:15.419401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Pushing event deleted for resources: {'Port': ['ID=a0216206-0189-4209-b59a-8f329c0b1bd1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:15.426829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:15.428488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] No DVR routers for this DVR port a0216206-0189-4209-b59a-8f329c0b1bd1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:15.440284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Set router efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:15.461574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Deleting port 49caabec-e26d-42cf-88f8-98b60b58d0a9 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:15.462002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.486789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb130a-d754-4472-adbc-dca8479e7ba9 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:48:15.497020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-306a286c-ef61-4f79-83d2-0d93deadd091 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 HTTP/1.1" status: 200  len: 909 time: 0.9352095
Dec 13 14:48:15.519170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42634) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:15.532712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1236234877', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': True}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:15.547332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.555038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:15.556087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:15.556525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.570485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:15.573270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Usage tracker for resource:router and tenant:bd9e364f7a86400ab99453eedd0b1987 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:15.577460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:15.577805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:15.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:15.670507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:15.686110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cf37e49-ef05-4dc7-bea5-e2e6916e6239 req-00693fca-6e8c-48d0-95db-322d39fb53da tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4291832
Dec 13 14:48:15.695185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:15.714176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.714176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.722572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acbd508-bfd2-48db-af0a-eb5e6649ef66 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:15.746008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:15.751464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.782754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=5478e947-f57b-4974-954e-093193411999,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:15.785438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:15.812550 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/5478e947-f57b-4974-954e-093193411999 HTTP/1.1" status: 204  len: 168 time: 2.1947231
Dec 13 14:48:15.813356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port efe6cf90-194a-4da1-9a02-7253083f743c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:15.824576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb130a-d754-4472-adbc-dca8479e7ba9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:48:15.854668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42638) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:15.866629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336796119'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:15.881951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:15.913191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:15.917497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:15.924861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:15.937119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:15.958582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.969939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:15.973624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:15.982581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a9de62-a865-47fe-bb90-97bd4c7da33a tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:16.011220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0acf98>, [{'id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127'}], 'enable_snat': False}, 'gw_port_id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:07Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:16.015524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:16.021068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.022858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Checking router: efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:16.023464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Updating router efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 port f47a21be-69a9-4ace-9d11-faa8c9abb729 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:48:16.039258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.040298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.072357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:16.082908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port a0216206-0189-4209-b59a-8f329c0b1bd1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:16.083247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.140735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.151369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97e82f-54f4-4d96-a575-976c25f2ea29,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:16.204665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:16.218595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:16.269929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] The port 'a0216206-0189-4209-b59a-8f329c0b1bd1' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:48:16.274303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.274778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment ad4b1529-f102-4738-b34c-0107e40eb0cc of type vlan for network ed37c3af-2705-45bb-8317-ef2a7867c6ca
Dec 13 14:48:16.349675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.350063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment b248b131-dfde-40d2-84e3-c12f5ee9d125 of type vlan for network fa386079-7d21-4778-852e-2f8a9981d69b
Dec 13 14:48:16.370604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.371031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.371381 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Floating IP 6ef8879c-85fc-4ce4-898e-0bed8e43bf4d disassociated. External IP: 172.26.4.194, port: 46fc81ac-350e-4ccf-8659-c527ab2a2678.
Dec 13 14:48:16.372016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Calling delete_port for 46fc81ac-350e-4ccf-8659-c527ab2a2678 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:16.417526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c037bd-583f-45b8-bfa2-742fb56426f2 req-90beef84-626b-4cee-a9ac-55f9d312cc08 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:16.419239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27c037bd-583f-45b8-bfa2-742fb56426f2 req-90beef84-626b-4cee-a9ac-55f9d312cc08 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.8473887
Dec 13 14:48:16.426072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.437276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.452566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.509247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] For port 49caabec-e26d-42cf-88f8-98b60b58d0a9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49caabec-e26d-42cf-88f8-98b60b58d0a9,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:16.509458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.510711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.528436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.603760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ded56a0>,) {'filters': {'network_id': ['247d4a48-85ab-40c6-a801-f0ef8a07a56e']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:16.618073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.622210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:16.622843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.631916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:16.649307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ded56a0>, '8e250869-f3be-439b-b787-07fb5232a495') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:16.649619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ded56a0>, '8e250869-f3be-439b-b787-07fb5232a495') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:16.650429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.663513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Transition to ACTIVE for port object f47a21be-69a9-4ace-9d11-faa8c9abb729 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:16.670736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.672150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.674870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:16.675529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.677734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72d5bb77-9d3f-4800-92c9-918558b43b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:16.688866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.705858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.754035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Pushing event updated for resources: {'Port': ['ID=f47a21be-69a9-4ace-9d11-faa8c9abb729,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:16.755723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.777257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:16.799001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Attempting to bind port f47a21be-69a9-4ace-9d11-faa8c9abb729 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:16.799719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Attempting to bind port f47a21be-69a9-4ace-9d11-faa8c9abb729 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:16.801282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Attempting to bind port f47a21be-69a9-4ace-9d11-faa8c9abb729 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:16.811872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:16.812285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:16.813816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.814251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:16.814764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Bound port: f47a21be-69a9-4ace-9d11-faa8c9abb729, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:16.815231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.821991 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27c037bd-583f-45b8-bfa2-742fb56426f2 req-21310773-4bcf-4890-9d2b-6eae94def3ef tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3784087
Dec 13 14:48:16.853879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.8630545
Dec 13 14:48:16.853879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9934685
Dec 13 14:48:16.860373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:16.861065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:16.863983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:16.864425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.880832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=ed37c3af-2705-45bb-8317-ef2a7867c6ca,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:16.892367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:16.895365 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:16.902796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:16.921421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] For port f47a21be-69a9-4ace-9d11-faa8c9abb729, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:16.923514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:16.925974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] For port f47a21be-69a9-4ace-9d11-faa8c9abb729, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f47a21be-69a9-4ace-9d11-faa8c9abb729,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:16.929296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:16.951462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.954072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:16.958498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:16.967110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:16.968011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:16.979150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:17.085749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Pushing event updated for resources: {'Port': ['ID=f47a21be-69a9-4ace-9d11-faa8c9abb729,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:17.093760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.097855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:17.110301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.122425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d1bfba0-7ff7-401f-8fa4-f6174c5d703a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:17.191763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event deleted for resources: {'Port': ['ID=46fc81ac-350e-4ccf-8659-c527ab2a2678,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:17.199725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Routers {'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:17.200427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0acf98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:17.202506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:17.233980 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.1608396
Dec 13 14:48:17.243134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42648) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:17.248094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.248651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.249002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Floating IP 0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182 disassociated. External IP: 172.26.4.43, port: 49caabec-e26d-42cf-88f8-98b60b58d0a9.
Dec 13 14:48:17.249388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Calling delete_port for 49caabec-e26d-42cf-88f8-98b60b58d0a9 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:17.297516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:17.324209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.328843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.344338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=fa386079-7d21-4778-852e-2f8a9981d69b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:17.356308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:17.360188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:17.373450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network fa386079-7d21-4778-852e-2f8a9981d69b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:17.436045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=efe6cf90-194a-4da1-9a02-7253083f743c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:17.446457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:17.448041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:17.451011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2406665-d7f2-45ff-ae7f-d35a741ae655 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:17.489416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/networks/247d4a48-85ab-40c6-a801-f0ef8a07a56e HTTP/1.1" status: 204  len: 168 time: 3.6063404
Dec 13 14:48:17.492207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42652) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:17.495610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Network': ['ID=247d4a48-85ab-40c6-a801-f0ef8a07a56e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:17.503085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:17.506505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:17.513280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:17.586845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:17.627298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb18b34-dc39-4363-8d11-a301ebb63490 req-a1e029e3-11d1-4bd1-aa51-b88158514e0f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:17.629263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5eb18b34-dc39-4363-8d11-a301ebb63490 req-a1e029e3-11d1-4bd1-aa51-b88158514e0f tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 867 time: 0.7672751
Dec 13 14:48:17.678229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 46fc81ac-350e-4ccf-8659-c527ab2a2678 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:17.721673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:17.772479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:17.782867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:17.802002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:17.802679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1260f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:17.809726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Deleting port 4c4a537e-e896-45c2-bfa9-7ea74c82d835 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:17.810557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.897283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:17.963367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 46fc81ac-350e-4ccf-8659-c527ab2a2678 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:17.963600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 46fc81ac-350e-4ccf-8659-c527ab2a2678 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:17.990182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1260f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:18.015938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:18.019367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1260f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:18.065704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 10.3162367
Dec 13 14:48:18.073847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42658) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:18.107553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] Set router efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:18.164854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1260f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:18.165588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077587a-a613-40b0-8e80-ff9fbdbdaeb2 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:18.320665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:18.324367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-af36d514-efc1-4576-afa9-7d83797650a5 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/floatingips/bd089c1d-0c9d-463a-811a-a73849b1301e HTTP/1.1" status: 200  len: 977 time: 0.2266235
Dec 13 14:48:18.325104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42662) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:18.483195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5eb18b34-dc39-4363-8d11-a301ebb63490 req-dae5a014-c643-459d-a294-14f35df761d0 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups?id=05ad2a8b-40c6-46e2-83e9-440cdaef354e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7878118
Dec 13 14:48:18.533629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0acf98>, [{'id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127'}], 'enable_snat': False}, 'gw_port_id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:07Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:18.538825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2a00-4e02-46ef-b39e-bdabe9fb161d None None] The sync data for ids ['efc2e6ea-b7e8-41df-80ac-ee2615e44cc5'] in dv-neutron-821565-1-hyperv is: [{'id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127'}], 'enable_snat': False}, 'gw_port_id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:07Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': 'f47a21be-69a9-4ace-9d11-faa8c9abb729', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc2e6ea-b7e8-41df-80ac-ee2615e44cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:18.547537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:18.666136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:18.666496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:18.772169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ab48cc9-74b3-4216-af39-4795bffb05fa tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Synchronizing usage tracker for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:floatingip {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:18.847786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Calling delete_port for 4c4a537e-e896-45c2-bfa9-7ea74c82d835 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:18.992668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.005181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e582af5-4696-48c2-91ac-f563175d7b8f tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:19.013951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ab48cc9-74b3-4216-af39-4795bffb05fa tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Unset dirty status for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:floatingip {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:19.017746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ab48cc9-74b3-4216-af39-4795bffb05fa tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.6232586
Dec 13 14:48:19.053486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42666) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:19.067668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e300a-7596-4b7e-afa9-2298a8a76712 req-52d19794-7bf7-4ca9-8e99-5a93e03a00c5 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:19.072107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-915e300a-7596-4b7e-afa9-2298a8a76712 req-52d19794-7bf7-4ca9-8e99-5a93e03a00c5 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 945 time: 0.7323558
Dec 13 14:48:19.193994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': 'b38cfbde-37d0-4964-a1d9-505b1b04c2d9'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:19.265738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=bd2debc4-8bf1-4180-b30b-0c351a4a8784,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:19.303752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:19.306161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.317252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.327796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfa4b760-3cd1-43b9-a803-5e7afcfff64e tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:19.348405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3357cd3-a03f-427f-b67b-1472505736bb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:19.411887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Pushing event deleted for resources: {'Port': ['ID=4c4a537e-e896-45c2-bfa9-7ea74c82d835,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:19.414159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'b248b131-dfde-40d2-84e3-c12f5ee9d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:19.414679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: fa386079-7d21-4778-852e-2f8a9981d69b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:19.426522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:19.452683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event deleted for resources: {'Port': ['ID=49caabec-e26d-42cf-88f8-98b60b58d0a9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:19.496161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network fa386079-7d21-4778-852e-2f8a9981d69b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:19.546259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.546864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.547470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.547975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.548469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.548962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.549474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.554600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.555136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.555967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.556554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:19.568022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:19.608889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.615714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 49caabec-e26d-42cf-88f8-98b60b58d0a9 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:19.644782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.660758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, fa386079-7d21-4778-852e-2f8a9981d69b) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:19.688572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.716977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 49caabec-e26d-42cf-88f8-98b60b58d0a9 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:19.717548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 49caabec-e26d-42cf-88f8-98b60b58d0a9 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:19.722061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb12a55-1deb-4d7e-8852-cda7c2a3e448 None None] Network fa386079-7d21-4778-852e-2f8a9981d69b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:19.728314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:19.729769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.741040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-915e300a-7596-4b7e-afa9-2298a8a76712 req-85ee3ab0-4714-425a-aad7-dad573b0ec69 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5734024
Dec 13 14:48:19.851692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.854562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.864427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f77717b3-4b48-400b-abcb-02a615325b78 req-424e2af1-bc72-4649-b70f-fdc506d9dfa3 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1051304
Dec 13 14:48:19.869612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.875286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:19.878317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] 10.222.0.69 "DELETE /v2.0/floatingips/6236a634-bcd0-4adb-972d-1babc8fb5cef HTTP/1.1" status: 204  len: 168 time: 2.3740027
Dec 13 14:48:19.911087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.0172162
Dec 13 14:48:19.913783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42674) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:20.165988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-fa386079-7d21-4778-852e-2f8a9981d69b', 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': 'bd2debc4-8bf1-4180-b30b-0c351a4a8784'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:20.166916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.258088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.267171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.26.4.232 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/eed64a8b-e851-49ee-a1c8-4d06e55da54b) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:20.424455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.556657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Allocated IP 2001:db8::1 (fa386079-7d21-4778-852e-2f8a9981d69b/bd2debc4-8bf1-4180-b30b-0c351a4a8784/b74976e8-01de-4514-a4c0-99a2d12010ee) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:20.570893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:20.585508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:20.706417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:20.713999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:20.868858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.881132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Transition to ACTIVE for port object b74976e8-01de-4514-a4c0-99a2d12010ee will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:20.904924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Transition to ACTIVE for port object b74976e8-01de-4514-a4c0-99a2d12010ee will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:20.913421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.921526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:20.929813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63341b31-b596-4ae8-a9b6-da015122e0e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f1315bbd9d84b9da8d84b292415e55b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3423085
Dec 13 14:48:20.930743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42694) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:20.980163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:20.985249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:20.999168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-329ae379-13ca-40d7-8de9-a2ee023320f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:21.023576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Network fa386079-7d21-4778-852e-2f8a9981d69b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:21.028648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:21.039022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:subnet and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:21.039238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:21.040914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Pushing event updated for resources: {'Port': ['ID=b74976e8-01de-4514-a4c0-99a2d12010ee,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.044076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.050812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:21.092417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2debc4-8bf1-4180-b30b-0c351a4a8784,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.098230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:21.101025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.124552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] In _notify_port_updated(), no bound segment for port efe6cf90-194a-4da1-9a02-7253083f743c on network bca27a39-5fa1-40d3-9bfc-54fded009329 {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:48:21.128827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:21.129520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.133687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/ports/efe6cf90-194a-4da1-9a02-7253083f743c HTTP/1.1" status: 200  len: 818 time: 3.8513882
Dec 13 14:48:21.135596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=efe6cf90-194a-4da1-9a02-7253083f743c,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.139786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f47a21be-69a9-4ace-9d11-faa8c9abb729 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:21.146349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42698) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:21.147273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.207135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00096321-8656-4948-b855-53b608da7483 req-407870da-5a61-4ca5-af0b-362416e5b8c9 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1116018
Dec 13 14:48:21.208524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.208934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.209335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.209731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.210122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.210513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.210993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.211433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.211827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.212214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.212599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:21.216053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.228845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Attempting to bind port b74976e8-01de-4514-a4c0-99a2d12010ee on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:21.229606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Attempting to bind port b74976e8-01de-4514-a4c0-99a2d12010ee by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'b248b131-dfde-40d2-84e3-c12f5ee9d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:21.230220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Attempting to bind port b74976e8-01de-4514-a4c0-99a2d12010ee on network fa386079-7d21-4778-852e-2f8a9981d69b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:21.231284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:21.251021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:21.251789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Checking segment: {'id': 'b248b131-dfde-40d2-84e3-c12f5ee9d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:21.252318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.252828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Bound using segment: {'id': 'b248b131-dfde-40d2-84e3-c12f5ee9d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:21.253426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Bound port: b74976e8-01de-4514-a4c0-99a2d12010ee, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b248b131-dfde-40d2-84e3-c12f5ee9d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fa386079-7d21-4778-852e-2f8a9981d69b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:21.253921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.257494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.276514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port f47a21be-69a9-4ace-9d11-faa8c9abb729 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:21.338341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f47a21be-69a9-4ace-9d11-faa8c9abb729 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:21.339006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.399692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d391c0b-a56c-4465-a2c5-c765951cb110 req-acf121b3-b482-4e01-9b09-7cdd5bcde910 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.2674549
Dec 13 14:48:21.405319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.448268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-696f015b-2310-41e7-a333-d151965a3344 None None] For port b74976e8-01de-4514-a4c0-99a2d12010ee, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:21.459671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:21.467026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dc46550>,) {'filters': {'network_id': ['fa386079-7d21-4778-852e-2f8a9981d69b']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:21.484912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.501170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-696f015b-2310-41e7-a333-d151965a3344 None None] For port b74976e8-01de-4514-a4c0-99a2d12010ee, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b74976e8-01de-4514-a4c0-99a2d12010ee,segment=NetworkSegment(b248b131-dfde-40d2-84e3-c12f5ee9d125),segment_id=b248b131-dfde-40d2-84e3-c12f5ee9d125)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:21.504015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc46550>, 'b248b131-dfde-40d2-84e3-c12f5ee9d125') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:21.504370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc46550>, 'b248b131-dfde-40d2-84e3-c12f5ee9d125') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:21.516339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.522074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c5930b5-eca7-4384-ac36-2ead23cf87e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:21.532315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.568630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.584778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port efe6cf90-194a-4da1-9a02-7253083f743c {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:21.585171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.602873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port f47a21be-69a9-4ace-9d11-faa8c9abb729, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f47a21be-69a9-4ace-9d11-faa8c9abb729,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:21.613004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.633943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.635850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Pushing event updated for resources: {'Port': ['ID=b74976e8-01de-4514-a4c0-99a2d12010ee,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.636408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.641145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.641643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e72edd43-6bc7-4fda-8f00-946a38fe59d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:21.645394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:21.659231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:21.659681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:21.678401 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:21.702049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbed9a24-e041-4b2e-a7f2-137fd300a939,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.704590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.719802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.780143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.781264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=f47a21be-69a9-4ace-9d11-faa8c9abb729,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:21.784419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbed9a24-e041-4b2e-a7f2-137fd300a939 HTTP/1.1" status: 204  len: 168 time: 0.8414612
Dec 13 14:48:21.786006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:21.796911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf181b8-9c63-48ef-846a-b9e517a24564 None None] Network fa386079-7d21-4778-852e-2f8a9981d69b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:21.863479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:48:21.863479 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:48:21.863479 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'fa386079-7d21-4778-852e-2f8a9981d69b'}]
Dec 13 14:48:21.863479 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:21.863903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:21.923515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:21.928871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a563df5-63db-4228-9368-15cdd37cf879 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:22.022152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d311ea-5c93-4be7-8a23-65735f4a749a None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:48:22.029430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:22.042269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:22.048967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': 'ad4b1529-f102-4738-b34c-0107e40eb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:22.049723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: ed37c3af-2705-45bb-8317-ef2a7867c6ca, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:22.077469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:22.090102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ed37c3af-2705-45bb-8317-ef2a7867c6ca) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:22.095009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:22.095904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.100484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.111411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:22.148100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4403930
Dec 13 14:48:22.150623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42706) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:22.158336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1109791031'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:22.167154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:22.173026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:22.177069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:22.186505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:22.200820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:22.210161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.270362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:22.301357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.301763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment 0d0435af-1661-4846-a9a6-0ff8eac65955 of type vlan for network a15f74b4-0684-47cf-aab7-9e853ebd7831
Dec 13 14:48:22.322958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42712) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:22.369559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.403712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d311ea-5c93-4be7-8a23-65735f4a749a None None] Unable to find a vacant binding_index for network ed37c3af-2705-45bb-8317-ef2a7867c6ca and agent 476cd30f-6990-4dc0-8144-e6bfa820e15f {{(pid=88858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 13 14:48:22.410888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.411112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d311ea-5c93-4be7-8a23-65735f4a749a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ed37c3af-2705-45bb-8317-ef2a7867c6ca) {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:48:22.418144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.426334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:22.433929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.460828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:22.487943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a06e528d-6e9e-48c2-a86c-d68450075bc9 req-25bd4332-7e57-4445-8416-bc96bb4cc366 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.0651131
Dec 13 14:48:22.488906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port b74976e8-01de-4514-a4c0-99a2d12010ee {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:22.489290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.527420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.527420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:22.527420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:22.527785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=eed64a8b-e851-49ee-a1c8-4d06e55da54b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:22.531328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:22.533278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:22.620259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Router 636eab4f-f5ff-448e-979c-627d5401d75b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:22.671058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=a15f74b4-0684-47cf-aab7-9e853ebd7831,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:22.675955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:22.685437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5330148
Dec 13 14:48:22.689152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42718) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:22.695718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:22.705979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:22.889805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for efe6cf90-194a-4da1-9a02-7253083f743c owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:22.918888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:23.017793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-ed37c3af-2705-45bb-8317-ef2a7867c6ca', 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': '0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:23.018745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.026779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b3b90b2d-2bad-4d56-a5a8-ddfedfe7e069 req-de1d89b5-1e0c-45c8-81a8-a68e21ef97ba tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.4039371
Dec 13 14:48:23.084599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:23.100518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f47a21be-69a9-4ace-9d11-faa8c9abb729 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:23.129964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Usage tracker for resource:security_group_rule and tenant:004757b58a1f4dd88da0d4302ed0de5f is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:23.141627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:23.173227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:23.230476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:subnet and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:23.233459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:23.237187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:23.254750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:23.262420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f47a21be-69a9-4ace-9d11-faa8c9abb729 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:23.263486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.271062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port b74976e8-01de-4514-a4c0-99a2d12010ee, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b74976e8-01de-4514-a4c0-99a2d12010ee,segment=NetworkSegment(b248b131-dfde-40d2-84e3-c12f5ee9d125),segment_id=b248b131-dfde-40d2-84e3-c12f5ee9d125)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:23.271480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.271600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.290426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-849169a5-7755-481d-984f-3f2de434db65 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:23.298267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:23.313801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Allocated IP 2001:db8:0:ffff::2 (ed37c3af-2705-45bb-8317-ef2a7867c6ca/0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9/8b927da9-7ff5-41ff-91bb-efa78d2bf63d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:23.430923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=efe6cf90-194a-4da1-9a02-7253083f743c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:23.436154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:23.449637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for b74976e8-01de-4514-a4c0-99a2d12010ee owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:23.499981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:23.509608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.597116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.641431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.645069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Sync routers for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:23.666700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] No DVR routers for this DVR port 46fc81ac-350e-4ccf-8659-c527ab2a2678 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:23.668366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.710181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:23.711195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f267cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:23.725785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.737653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'name': 'network-vif-deleted', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:48:23.788317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58ee5161-ed2e-42fd-9a06-d4e50e19d618 req-8a3a442a-4933-4a27-b11c-ae25f46bde44 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/ports?device_id=88ba8232-325c-481d-b816-2f3eed9154b9 HTTP/1.1" status: 200  len: 210 time: 0.1417019
Dec 13 14:48:23.807782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.831898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-555f0e46-9f08-4944-9b4f-7742ce52d997 tempest-FloatingIPAdminTestJSON-674064048 tempest-FloatingIPAdminTestJSON-674064048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:23.832293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-079f3c0a-82bf-4338-a432-8d4172c3334f req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.72 "DELETE /v2.0/ports/46fc81ac-350e-4ccf-8659-c527ab2a2678 HTTP/1.1" status: 204  len: 173 time: 9.3488531
Dec 13 14:48:23.832293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/efe6cf90-194a-4da1-9a02-7253083f743c HTTP/1.1" status: 204  len: 168 time: 2.5890288
Dec 13 14:48:23.839129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:23.853161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.867693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port b74976e8-01de-4514-a4c0-99a2d12010ee on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:23.903973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ba8232-325c-481d-b816-2f3eed9154b9', 'name': 'network-vif-deleted', 'tag': '46fc81ac-350e-4ccf-8659-c527ab2a2678', 'status': 'completed', 'code': 200}
Dec 13 14:48:23.910420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=b74976e8-01de-4514-a4c0-99a2d12010ee,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:23.913257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:23.918521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:23.922450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:24.016788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.025691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24fe925-a390-47d4-8e54-37820cc0433d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:24.037132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.042439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:24.044924 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=004757b58a1f4dd88da0d4302ed0de5f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7050459
Dec 13 14:48:24.053892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:24.091645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:24.115524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e31fd68>,) {'filters': {'network_id': ['fa386079-7d21-4778-852e-2f8a9981d69b']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:24.136382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e31fd68>, 'b248b131-dfde-40d2-84e3-c12f5ee9d125') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:24.136790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e31fd68>, 'b248b131-dfde-40d2-84e3-c12f5ee9d125') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:24.155817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.160870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.161646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.191955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef405603-746f-4400-9a2e-4fd5920fb47d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:24.192737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ef405603-746f-4400-9a2e-4fd5920fb47d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:24.203323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.253717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Transition to ACTIVE for port object 8b927da9-7ff5-41ff-91bb-efa78d2bf63d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:24.261150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:24.261561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.280593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-536a232b-f541-4235-a597-f17951f392cb req-fc91898d-5b84-4583-8373-637227113dda tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfdc2b5-c518-46d8-892d-84d977158aa1 HTTP/1.1" status: 200  len: 210 time: 0.0742090
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:24.280829 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:24.311328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:24.325676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Sync routers for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:24.369725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:24.370162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ef405603-746f-4400-9a2e-4fd5920fb47d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:24.370414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f50cd30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:24.371992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef405603-746f-4400-9a2e-4fd5920fb47d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.5223505
Dec 13 14:48:24.398366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42736) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:24.414796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Transition to ACTIVE for port object 8b927da9-7ff5-41ff-91bb-efa78d2bf63d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:24.482456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.492155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:24.502661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.507326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.514683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] No DVR routers for this DVR port 49caabec-e26d-42cf-88f8-98b60b58d0a9 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:24.525272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35bce1e-5380-4769-94d0-bf1bf0c4f101 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:48:24.526708 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a35bce1e-5380-4769-94d0-bf1bf0c4f101 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/efe6cf90-194a-4da1-9a02-7253083f743c HTTP/1.1" status: 404  len: 333 time: 0.1258230
Dec 13 14:48:24.528310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.533510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.535604 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4db8dffc-1449-4d3e-9927-a3ac56ac8afb req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.72 "DELETE /v2.0/ports/49caabec-e26d-42cf-88f8-98b60b58d0a9 HTTP/1.1" status: 204  len: 173 time: 9.2492969
Dec 13 14:48:24.543545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42740) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:24.562230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-966685712'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:24.566592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54a2e60b-5f99-4fc3-85ba-5f3b167ba30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:24.576723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:24.583270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.588970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/fa386079-7d21-4778-852e-2f8a9981d69b HTTP/1.1" status: 204  len: 168 time: 4.6740804
Dec 13 14:48:24.598670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:24.599447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:24.600113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=fa386079-7d21-4778-852e-2f8a9981d69b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:24.606077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:24.614396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:24.622121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:24.623810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427274329'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:24.626003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:24.631089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:24.636108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:24.641325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:24.649376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:24.666359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:24.674758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.714123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP bd089c1d-0c9d-463a-811a-a73849b1301e associated. External IP: 172.26.4.31, port: 84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd.
Dec 13 14:48:24.731463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:24.734668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:24.739155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Pushing event updated for resources: {'Port': ['ID=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:24.747374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.754073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:24.761043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.761616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment a192f27c-311d-44f4-86e0-1b44aa80172a of type vlan for network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca
Dec 13 14:48:24.766185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.766711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.767118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.767498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.767875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.768250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.768618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.768992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.769359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.769726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.770089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:48:24.775844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:24.797629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:24.803407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.812025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.818177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:24.878273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.885429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:24.916124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:24.925835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Attempting to bind port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:24.926261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Attempting to bind port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ad4b1529-f102-4738-b34c-0107e40eb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:24.926688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Attempting to bind port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d on network ed37c3af-2705-45bb-8317-ef2a7867c6ca {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:24.939222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:24.939672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Checking segment: {'id': 'ad4b1529-f102-4738-b34c-0107e40eb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:24.940100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:24.940741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Bound using segment: {'id': 'ad4b1529-f102-4738-b34c-0107e40eb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:24.941312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Bound port: 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4b1529-f102-4738-b34c-0107e40eb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ed37c3af-2705-45bb-8317-ef2a7867c6ca'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:24.941742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.016230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.020416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:25.021078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.053840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] For port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:25.057549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] For port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,segment=NetworkSegment(ad4b1529-f102-4738-b34c-0107e40eb0cc),segment_id=ad4b1529-f102-4738-b34c-0107e40eb0cc)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:25.087581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:25.092981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.105774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42752) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:25.106882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:25.108758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4929235
Dec 13 14:48:25.111899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:25.115815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60077af9-c085-4334-a1f3-09d6e7e9b2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:25.187004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42756) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:25.204362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Pushing event updated for resources: {'Port': ['ID=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:25.205075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:25.211524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:25.251606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': '0d0435af-1661-4846-a9a6-0ff8eac65955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:25.252170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: a15f74b4-0684-47cf-aab7-9e853ebd7831, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:25.277869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f267cf8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:25.303972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Checking router: 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:25.327408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:25.335563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:25.336359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f267cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:25.341075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.341572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment 26425eee-8c6e-4e49-8796-bdde6e94e23e of type vlan for network 166ac29f-82bb-4342-b6c3-f9ac703f7b95
Dec 13 14:48:25.373549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.459299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f50cd30>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:25.460004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24fe925-a390-47d4-8e54-37820cc0433d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:25.465207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Checking router: 636eab4f-f5ff-448e-979c-627d5401d75b for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:25.473498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:25.481203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:25.493585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f50cd30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:25.508822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.516163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=7cf480e7-6fff-4e3a-b942-c7f855ed1fca,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:25.533519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:25.541114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:25.541831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.550509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:25.585644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:25.594164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:25.603308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:25.609026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:25.622280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:25.635802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42764) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:25.666527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:25.754844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.757974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:25.760804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=166ac29f-82bb-4342-b6c3-f9ac703f7b95,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:25.777459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:25.845093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:25.866951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:25.872357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c24fe925-a390-47d4-8e54-37820cc0433d HTTP/1.1" status: 204  len: 168 time: 1.8136349
Dec 13 14:48:25.885679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3357162
Dec 13 14:48:25.894786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42770) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:25.903739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:25.906420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:25.942501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, a15f74b4-0684-47cf-aab7-9e853ebd7831) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:25.981384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.074772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'name': 'network-vif-deleted', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:48:26.154951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:26.184997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:26.203433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:26.239195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfdc2b5-c518-46d8-892d-84d977158aa1', 'name': 'network-vif-deleted', 'tag': '49caabec-e26d-42cf-88f8-98b60b58d0a9', 'status': 'completed', 'code': 200}
Dec 13 14:48:26.246285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:26.286129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:26.302191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:26.302843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.334002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:48:26.334396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.391525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:26.547334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.551005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.8606319
Dec 13 14:48:26.554407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:26.576942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.590422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'port': {'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831', 'name': 'tempest-NetworksIpV6TestAttrs-839908999'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:26.640722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f50cd30>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:26.645655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a02d-2435-4c20-9deb-7c3f4f96ac56 None None] The sync data for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv is: [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '73e2e809-536d-4268-ba3e-f64572bf3abc', 'name': '', 'network_id': 'a4609780-3769-45c6-8552-b35f51419f8e', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'mac_address': 'fa:16:3e:a5:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:25Z', 'updated_at': '2021-12-13T14:46:40Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'subnets': [{'id': 'aa0cc12e-b6e6-499c-a878-9e7b86fdcca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:26.671922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42782) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:26.813366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.859211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.877220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:26.886755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3a1e5dc-d4db-45fa-8325-6f2c1f1fa3e2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:27.005014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.060799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:27.063995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=73e7aaf3-40f7-4365-9461-cd8a3c8ec834,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:27.077363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:27.083454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:27.083953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:27.104760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:port and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:27.115483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:27.127964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad2a8b-40c6-46e2-83e9-440cdaef354e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:27.128841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f267cf8>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:27.130039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:27.136770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:27.142579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.143922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "DELETE /v2.0/security-groups/05ad2a8b-40c6-46e2-83e9-440cdaef354e HTTP/1.1" status: 204  len: 168 time: 2.0337296
Dec 13 14:48:27.149083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42786) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:27.152909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Usage tracker for resource:security_group_rule and tenant:694bee7fc70a40d0813033e5178a9f61 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:27.158490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91863d7-b47a-434a-b463-aabcce93a1e4 None None] The sync data for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv is: [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:46:35Z', 'revision_number': 4, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'cf750416-c5ae-4beb-a771-78d84584ca5b', 'name': '', 'network_id': 'fae78a1b-16b2-45cb-86db-16daba017d2d', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'mac_address': 'fa:16:3e:52:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:31Z', 'updated_at': '2021-12-13T14:46:49Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'subnets': [{'id': '44a455f5-2d32-48d6-a425-63d083a0101b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:27.172443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'a192f27c-311d-44f4-86e0-1b44aa80172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:27.173012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: 7cf480e7-6fff-4e3a-b942-c7f855ed1fca, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:27.176468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:27.179133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:27.185543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.208474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:27.219151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-aa1803ef-1d1f-442f-aec0-4dc29493d113 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] show failed (client error): The resource could not be found.
Dec 13 14:48:27.220319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aa1803ef-1d1f-442f-aec0-4dc29493d113 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "GET /v2.0/security-groups/05ad2a8b-40c6-46e2-83e9-440cdaef354e HTTP/1.1" status: 404  len: 347 time: 0.0693741
Dec 13 14:48:27.223910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8b927da9-7ff5-41ff-91bb-efa78d2bf63d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:27.224144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.230187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42790) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:27.233210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:27.328564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb072c-8d3a-49d5-8403-5cd2a00d5d35,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:27.337510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:27.342346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] device_id is not set on port ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:27.405715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:27.406855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.410561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9bb072c-8d3a-49d5-8403-5cd2a00d5d35 HTTP/1.1" status: 204  len: 168 time: 1.7694542
Dec 13 14:48:27.416883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42794) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:27.430764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba29c36-f9de-4b6d-b1f9-03a576355a3d None None] New status for floating IP 0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:48:27.513649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-00cfd7db-8294-4e33-82d6-fca9606d24be tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] show failed (client error): The resource could not be found.
Dec 13 14:48:27.514861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00cfd7db-8294-4e33-82d6-fca9606d24be tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "GET /v2.0/security-groups/d9bb072c-8d3a-49d5-8403-5cd2a00d5d35 HTTP/1.1" status: 404  len: 347 time: 0.0888605
Dec 13 14:48:27.526127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42798) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:27.540262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:27.550915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Deleting port ea1782ba-065d-43dc-9978-fdefa061f2b2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:27.551348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.647472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.680617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c0dcd4f-36bd-4940-abee-5bfa5ba2a922 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:27.715778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf45f9e-4485-43f9-b216-3c1701bde327 None None] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:27.744796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405e050-f2db-4dcb-a29c-ad6c8f6b33ad None None] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:27.867104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:27.884688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.895652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Deleting port dc432856-9995-4477-9559-3f192dd6390f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:27.896520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.904810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 7cf480e7-6fff-4e3a-b942-c7f855ed1fca) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:27.909745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:27.910620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.929615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716695d-5dd1-4cf3-8371-4b320b7859d8 None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:27.937606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:27.977463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193959cd-d168-463c-8d27-afb63cc5b5f8 None None] New status for floating IP 6ef8879c-85fc-4ce4-898e-0bed8e43bf4d: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:48:27.996880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=dd9f20cd-61d6-493e-bfa0-e39700337f04,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:28.010662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': '26425eee-8c6e-4e49-8796-bdde6e94e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:28.010662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: 166ac29f-82bb-4342-b6c3-f9ac703f7b95, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:28.021940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:28.027536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8256376
Dec 13 14:48:28.027702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:28.032337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:28.039387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:28.056013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:28.070141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=694bee7fc70a40d0813033e5178a9f61&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3866818
Dec 13 14:48:28.081046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:28.238823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Sync routers for ids ['4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:28.268618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Allocated IP 2001:db8::f816:3eff:fe44:66b3 (a15f74b4-0684-47cf-aab7-9e853ebd7831/7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd/ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:28.285819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285a06b-b216-4f21-94c5-250970adc515,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:28.296750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Provisioning for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:28.306216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:28.312315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:28.326284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:subnet and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:28.333922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:28.348283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:28.351568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Provisioning complete for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:28.352220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.423594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.424005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.470702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Routers {'4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:28.471769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2672b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:28.579508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-a15f74b4-0684-47cf-aab7-9e853ebd7831', 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': '7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:28.580443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.585767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Calling delete_port for ea1782ba-065d-43dc-9978-fdefa061f2b2 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:28.600876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '73e7aaf3-40f7-4365-9461-cd8a3c8ec834'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:28.601893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.602029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.605840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 13.0830810
Dec 13 14:48:28.613866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42810) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:28.621448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:28.662793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:28.669361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.711961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 166ac29f-82bb-4342-b6c3-f9ac703f7b95) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:28.718837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.719109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.760102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:28.760641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.892883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.905300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Calling delete_port for dc432856-9995-4477-9559-3f192dd6390f owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:28.923660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38269d3-a765-4ca8-9f48-244ba3dab261 None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:28.948263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:28.948676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:28.971764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:28.973460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0753791
Dec 13 14:48:28.978657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42814) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:28.993656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:29.051974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Transition to ACTIVE for port object ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:29.060054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.188095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.236766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:29.244360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.248902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:29.256218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b276ace6-2370-4887-b8dc-0a52dc482eac tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:29.285905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.291722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:29.296256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:29.298990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.326422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285a06b-b216-4f21-94c5-250970adc515,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:29.328497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:29.331806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:29.340253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.346522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1b00507-9715-47b9-94e1-141941323aed tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:29.377835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Port': ['ID=ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:29.381681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:29.388722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:29.389489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:29.401388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Pushing event deleted for resources: {'Port': ['ID=dc432856-9995-4477-9559-3f192dd6390f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:29.405950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:29.407997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:29.409440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:29.420424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:29.424870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:29.425538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.427752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:29.438740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Set router 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:29.449534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:29.450922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:29.473767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Deleting port ea1782ba-065d-43dc-9978-fdefa061f2b2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:29.474141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.524504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.534862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f8d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:29.550163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:29.551122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:29.571814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.573263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8285a06b-b216-4f21-94c5-250970adc515 HTTP/1.1" status: 204  len: 168 time: 1.4905496
Dec 13 14:48:29.606074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d91c5c1d-e61a-4138-8b77-13ff0593b67d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/4b782bb9-65b8-4b1b-afef-c491a0c9e2ab HTTP/1.1" status: 200  len: 908 time: 0.9883292
Dec 13 14:48:29.606301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:29.607682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42820) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:29.690284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f8d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:29.691057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836fa5e-8d5e-4305-9ae0-6f7bd583d1cf None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:29.696568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:29.704408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:29.716937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.720130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.721527 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] 10.222.0.69 "DELETE /v2.0/floatingips/0d0838bd-63ce-49ae-bb5f-1b7c9e2f4182 HTTP/1.1" status: 204  len: 168 time: 2.1871588
Dec 13 14:48:29.726303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42824) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:29.729432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.1605465
Dec 13 14:48:29.731052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:29.731692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.740000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42828) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:29.767739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Allocated IP 2001:db8::f816:3eff:fefe:ca18 (a15f74b4-0684-47cf-aab7-9e853ebd7831/7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd/cee24e66-1d86-4891-9f07-45bbb0aa5628) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:29.866477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=3de3632e-3060-4188-994f-766d2d78a63d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:29.882175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.8485739
Dec 13 14:48:29.888480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:29.902942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42832) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:29.910019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:29.996570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] For port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,segment=NetworkSegment(ad4b1529-f102-4738-b34c-0107e40eb0cc),segment_id=ad4b1529-f102-4738-b34c-0107e40eb0cc)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:30.142186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.147304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.178218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:30.180429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:30.182091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:30.183764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:30.185394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:30.186537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Synchronizing usage tracker for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:30.275257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting subnet 7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:30.309348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.322721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Transition to ACTIVE for port object cee24e66-1d86-4891-9f07-45bbb0aa5628 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:30.345671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Transition to ACTIVE for port object cee24e66-1d86-4891-9f07-45bbb0aa5628 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:30.379868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.384663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Allocated IP 2001:db8::2 (7cf480e7-6fff-4e3a-b942-c7f855ed1fca/73e7aaf3-40f7-4365-9461-cd8a3c8ec834/b726d418-7399-4916-962e-1b571a318d26) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:30.585895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.588920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.610323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af59050c-d727-4763-96e2-f3cb660460a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:30.696925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:30.698302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': 'dd9f20cd-61d6-493e-bfa0-e39700337f04'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:30.699255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.727317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479113d9-892d-4998-946e-a07ea8a63862 None None] Pushing event updated for resources: {'Port': ['ID=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:30.759696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Calling delete_port for ea1782ba-065d-43dc-9978-fdefa061f2b2 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:30.818278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:30.821582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:30.827068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd9f20cd-61d6-493e-bfa0-e39700337f04 (CIDR: 2001:db8::/64)
Dec 13 14:48:30.841320 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:48:30.841814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:48:30.848845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Unset dirty status for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:30.850127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79271ccd-4d87-4d77-b8cb-ad494d7e4626 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.9388058
Dec 13 14:48:30.864665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42848) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:30.890186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Pushing event updated for resources: {'Port': ['ID=cee24e66-1d86-4891-9f07-45bbb0aa5628,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:30.893918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:30.904484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088536245'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:30.910684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:30.915664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:30.918917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:30.925590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:30.934099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336502f-a86a-4d52-9fab-2a82c2138012 None None] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:30.936567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:30.984189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:30.984595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:31.008426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:31.015116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.039415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b607571-d342-40f0-9349-b4d8e02d0bb9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.0569382
Dec 13 14:48:31.040115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42856) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:31.046237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.065725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:31.198774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8f5fe08-bcc0-4626-af1e-6b1d5ac0a812 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:31.248119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.297888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Pushing event deleted for resources: {'Port': ['ID=ea1782ba-065d-43dc-9978-fdefa061f2b2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:31.308084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:31.309433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.325478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8b927da9-7ff5-41ff-91bb-efa78d2bf63d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:31.458211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:31.467651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:31.471669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:31.475398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:31.482487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:31.499169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:31.505487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.554258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.554648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment cb37a129-632f-4b59-af55-9888f97845a3 of type vlan for network e240d802-65ad-40e7-8d7c-18493fdca876
Dec 13 14:48:31.571861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2672b0>, [{'id': '4b782bb9-65b8-4b1b-afef-c491a0c9e2ab', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'eed64a8b-e851-49ee-a1c8-4d06e55da54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:23Z', 'revision_number': 3, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port': {'id': 'eed64a8b-e851-49ee-a1c8-4d06e55da54b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b782bb9-65b8-4b1b-afef-c491a0c9e2ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:19Z', 'updated_at': '2021-12-13T14:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:31.585954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Attempting to bind port cee24e66-1d86-4891-9f07-45bbb0aa5628 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:31.586880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Attempting to bind port cee24e66-1d86-4891-9f07-45bbb0aa5628 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0d0435af-1661-4846-a9a6-0ff8eac65955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:31.587558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Attempting to bind port cee24e66-1d86-4891-9f07-45bbb0aa5628 on network a15f74b4-0684-47cf-aab7-9e853ebd7831 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:31.618628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Checking router: 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:31.619414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Updating router 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab port eed64a8b-e851-49ee-a1c8-4d06e55da54b binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:48:31.627306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.656200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.671838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:31.675942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.677637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] 10.222.0.69 "DELETE /v2.0/floatingips/6ef8879c-85fc-4ce4-898e-0bed8e43bf4d HTTP/1.1" status: 204  len: 168 time: 4.4281166
Dec 13 14:48:31.702648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42868) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:31.727472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.778505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Allocated IP 2001:db8::2 (166ac29f-82bb-4342-b6c3-f9ac703f7b95/dd9f20cd-61d6-493e-bfa0-e39700337f04/1a54d5ad-f9f1-4b53-9147-55b77acdff50) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:31.807909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.809638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6a490fa1-990e-49de-bc3a-cc4321b15351 None None] Provisioning complete for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:31.810386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a490fa1-990e-49de-bc3a-cc4321b15351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.812962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:31.813721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.821420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-972df06c-f0a7-4531-a98c-997c72153ced tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:31.853128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:31.853560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Checking segment: {'id': '0d0435af-1661-4846-a9a6-0ff8eac65955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:31.854429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.854429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Bound using segment: {'id': '0d0435af-1661-4846-a9a6-0ff8eac65955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:31.854998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Bound port: cee24e66-1d86-4891-9f07-45bbb0aa5628, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0435af-1661-4846-a9a6-0ff8eac65955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a15f74b4-0684-47cf-aab7-9e853ebd7831'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:31.855566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.910129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:31.918037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:31.926946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:31.927990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0621784
Dec 13 14:48:31.944503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd HTTP/1.1" status: 204  len: 168 time: 2.2030315
Dec 13 14:48:31.951370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42874) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:31.951911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42876) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:31.998031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=e240d802-65ad-40e7-8d7c-18493fdca876,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:32.002544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:32.070076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.076296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10dd0f13-8bae-4c1c-89e4-04221b91e753 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:32.118220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.132116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Transition to ACTIVE for port object 1a54d5ad-f9f1-4b53-9147-55b77acdff50 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:32.133350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:32.149843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:32.153242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:32.154369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Transition to ACTIVE for port object 1a54d5ad-f9f1-4b53-9147-55b77acdff50 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:32.158321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:32.159061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.160326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c6360-452f-409d-9664-b6b86903b2fc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:32.161969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c6360-452f-409d-9664-b6b86903b2fc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:32.163204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df1c6360-452f-409d-9664-b6b86903b2fc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Synchronizing usage tracker for tenant:cc2f7358263a4ca78000e62bc5a35273 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:32.181272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=bf1b4932-055f-4174-824e-51dd82652be9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:32.185691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:32.190469 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1459143
Dec 13 14:48:32.191195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:32.198597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'fixed_ips': [{'subnet_id': 'dd9f20cd-61d6-493e-bfa0-e39700337f04'}, {'subnet_id': 'bf1b4932-055f-4174-824e-51dd82652be9'}], 'name': 'tempest-PortsIpV6TestJSON-1941633126'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:32.227956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.273818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df1c6360-452f-409d-9664-b6b86903b2fc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Unset dirty status for tenant:cc2f7358263a4ca78000e62bc5a35273 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:32.278675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df1c6360-452f-409d-9664-b6b86903b2fc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3132401
Dec 13 14:48:32.284919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42892) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:32.302378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.313440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:32.333022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.342204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:32.384416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:32.396443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:32.403085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:32.412778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:32.416565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:32.433206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:32.443574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.473054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port a81107ee-c49b-4c13-a59a-0b32e42b7e36 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:32.480830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:32.481256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.493878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fddc4b83-090c-482b-80ec-0602a4482feb tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.516442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42902) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:32.529912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddc4b83-090c-482b-80ec-0602a4482feb tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:48:32.530416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddc4b83-090c-482b-80ec-0602a4482feb tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:48:32.530996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Transition to ACTIVE for port object b726d418-7399-4916-962e-1b571a318d26 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:32.532321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fddc4b83-090c-482b-80ec-0602a4482feb tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/a15f74b4-0684-47cf-aab7-9e853ebd7831 HTTP/1.1" status: 409  len: 405 time: 0.2409668
Dec 13 14:48:32.542065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42904) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:32.551509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:32.553326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1018939769'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:32.565398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:32.576836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:32.583037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:32.607522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.627295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:32.659242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:32.666676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.772921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:32.797380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.797941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment 98e49da3-39ef-4e6b-9613-3bde738b5750 of type vlan for network 89d65586-c51d-4479-ab69-56a30a1e98e1
Dec 13 14:48:32.809467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Transition to ACTIVE for port object b726d418-7399-4916-962e-1b571a318d26 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:32.883249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] For port cee24e66-1d86-4891-9f07-45bbb0aa5628, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:32.884849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.936029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:32.958597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Pushing event updated for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:32.998321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.003453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:33.004825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.004983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:33.010015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] For port cee24e66-1d86-4891-9f07-45bbb0aa5628, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cee24e66-1d86-4891-9f07-45bbb0aa5628,segment=NetworkSegment(0d0435af-1661-4846-a9a6-0ff8eac65955),segment_id=0d0435af-1661-4846-a9a6-0ff8eac65955)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:33.012791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:33.014694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-311bd996-4a0b-4a2c-81df-4a353cf609b3 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:33.056085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1927000311', 'router:external': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:33.090360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Attempting to bind port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:33.091341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Attempting to bind port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '26425eee-8c6e-4e49-8796-bdde6e94e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:33.091341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Attempting to bind port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 on network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:33.091702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::2b9 (166ac29f-82bb-4342-b6c3-f9ac703f7b95/dd9f20cd-61d6-493e-bfa0-e39700337f04/a81107ee-c49b-4c13-a59a-0b32e42b7e36) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:33.094910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.102707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5558839
Dec 13 14:48:33.133454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:33.149672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8:0:1::1a8 (166ac29f-82bb-4342-b6c3-f9ac703f7b95/bf1b4932-055f-4174-824e-51dd82652be9/a81107ee-c49b-4c13-a59a-0b32e42b7e36) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:33.151671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:33.164571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=89d65586-c51d-4479-ab69-56a30a1e98e1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:33.168198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:33.203268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:33.210731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:33.216681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:33.242119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.261603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:network and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:33.267745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:33.366086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:33.416063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting port eed64a8b-e851-49ee-a1c8-4d06e55da54b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:33.416497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.418759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.436651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object a81107ee-c49b-4c13-a59a-0b32e42b7e36 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:33.452417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.458899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.459146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:33.459560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Checking segment: {'id': '26425eee-8c6e-4e49-8796-bdde6e94e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:33.460005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.460533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Bound using segment: {'id': '26425eee-8c6e-4e49-8796-bdde6e94e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:33.461391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Bound port: 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26425eee-8c6e-4e49-8796-bdde6e94e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:33.461525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.465407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f453f5ec-8930-4c99-b281-97dbea2e6d1e tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:33.471262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:33.481895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:33.502888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:33.521298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Made reservation on behalf of 4518eaa48b4144bea0dd6a0c8e976a4d for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:33.527298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.542282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Pushing event updated for resources: {'Port': ['ID=b726d418-7399-4916-962e-1b571a318d26,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:33.546526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:33.550129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=a81107ee-c49b-4c13-a59a-0b32e42b7e36,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:33.553286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:33.554480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:33.555561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:33.556672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:33.560933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:33.561912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.562620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:33.567192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.576572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:33.581679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:33.584960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 1.3899114
Dec 13 14:48:33.585046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42916) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:33.591867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd9f20cd-61d6-493e-bfa0-e39700337f04'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:33.607973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.733396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.757761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network e240d802-65ad-40e7-8d7c-18493fdca876 is not hosted by any dhcp agent {{(pid=88856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 13 14:48:33.761946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:33.762944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.767382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "PUT /v2.0/networks/e240d802-65ad-40e7-8d7c-18493fdca876 HTTP/1.1" status: 200  len: 723 time: 1.8010521
Dec 13 14:48:33.773439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42920) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:33.776040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:33.936563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:33.945005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Attempting to bind port b726d418-7399-4916-962e-1b571a318d26 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:33.945430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Attempting to bind port b726d418-7399-4916-962e-1b571a318d26 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a192f27c-311d-44f4-86e0-1b44aa80172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:33.945839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Attempting to bind port b726d418-7399-4916-962e-1b571a318d26 on network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:33.948105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Pushing event updated for resources: {'Port': ['ID=cee24e66-1d86-4891-9f07-45bbb0aa5628,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:33.956564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:33.994919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:33.995368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Checking segment: {'id': 'a192f27c-311d-44f4-86e0-1b44aa80172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:33.995829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:33.996278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Bound using segment: {'id': 'a192f27c-311d-44f4-86e0-1b44aa80172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:33.996826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Bound port: b726d418-7399-4916-962e-1b571a318d26, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192f27c-311d-44f4-86e0-1b44aa80172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:33.997253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.006030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.042158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:34.054997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:34.056790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c0255-328d-4e28-b9e9-4147dce60bc1 None None] Network a15f74b4-0684-47cf-aab7-9e853ebd7831 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:34.060098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:security_group_rule and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:34.063670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:34.070731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:34.094407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:34.122138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=e240d802-65ad-40e7-8d7c-18493fdca876,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:34.124831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Delete allocated IP 2001:db8:0:1::1a8 (166ac29f-82bb-4342-b6c3-f9ac703f7b95/bf1b4932-055f-4174-824e-51dd82652be9) {{(pid=88857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:48:34.150307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:34.164586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.184452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cd3986b-c751-41cf-b204-787d1eeb51bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:34.300404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.321994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.340008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Ignored duplicate provisioning block setup for port a81107ee-c49b-4c13-a59a-0b32e42b7e36 by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:48:34.344103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.350614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e826eb8-c3c6-41bc-8b36-38a8f196bebc tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:34.361894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:34.369361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Calling delete_port for eed64a8b-e851-49ee-a1c8-4d06e55da54b owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:34.438311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Transition to ACTIVE for port object eed64a8b-e851-49ee-a1c8-4d06e55da54b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:34.454615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] In _notify_port_updated(), no bound segment for port a81107ee-c49b-4c13-a59a-0b32e42b7e36 on network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:48:34.458859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:34.459549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.463919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/ports/a81107ee-c49b-4c13-a59a-0b32e42b7e36 HTTP/1.1" status: 200  len: 926 time: 0.8748832
Dec 13 14:48:34.464747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42924) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:34.473409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd9f20cd-61d6-493e-bfa0-e39700337f04'}, {'subnet_id': 'bf1b4932-055f-4174-824e-51dd82652be9'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:34.516769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=a81107ee-c49b-4c13-a59a-0b32e42b7e36,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:34.521695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:34.543828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.551600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] For port b726d418-7399-4916-962e-1b571a318d26, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:34.587000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Pushing event updated for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:34.590233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ea6820da-9a4f-485b-8e5a-2b0aded87d2d None None] Provisioning complete for port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:34.590754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea6820da-9a4f-485b-8e5a-2b0aded87d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.626006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.628804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:34.631335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:34.677498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] For port b726d418-7399-4916-962e-1b571a318d26, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b726d418-7399-4916-962e-1b571a318d26,segment=NetworkSegment(a192f27c-311d-44f4-86e0-1b44aa80172a),segment_id=a192f27c-311d-44f4-86e0-1b44aa80172a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:34.713704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.719182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.759503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Attempting to bind port eed64a8b-e851-49ee-a1c8-4d06e55da54b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:34.759922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Attempting to bind port eed64a8b-e851-49ee-a1c8-4d06e55da54b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:34.760339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Attempting to bind port eed64a8b-e851-49ee-a1c8-4d06e55da54b on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:34.777340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:34.777700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:34.778092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.778537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:34.779115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Bound port: eed64a8b-e851-49ee-a1c8-4d06e55da54b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:34.779540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.833091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:34.834118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Pushing event updated for resources: {'Port': ['ID=eed64a8b-e851-49ee-a1c8-4d06e55da54b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:34.837929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:34.841575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:34.856639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.960464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:34.964984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:34.978426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd58fc99-4977-4a8b-8cd8-4a7822e1ad07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:35.063331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:35.071486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Pushing event updated for resources: {'Port': ['ID=b726d418-7399-4916-962e-1b571a318d26,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:35.075064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:35.076528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] For port eed64a8b-e851-49ee-a1c8-4d06e55da54b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:35.088750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] For port eed64a8b-e851-49ee-a1c8-4d06e55da54b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=eed64a8b-e851-49ee-a1c8-4d06e55da54b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:35.096016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:35.097577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.103679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3abaff2e-2712-47f3-93a8-29b1d8c18d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:35.141368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8:0:1::136 (166ac29f-82bb-4342-b6c3-f9ac703f7b95/bf1b4932-055f-4174-824e-51dd82652be9/a81107ee-c49b-4c13-a59a-0b32e42b7e36) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:35.151609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bcdf6e-5f66-44aa-a0ce-3f728d6e2053,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:35.172343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.172762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Added segment 27337031-8c0e-4272-a1b5-72039e245c64 of type vlan for network 5efc2610-cef3-40f9-8017-59bcd565ad93
Dec 13 14:48:35.177545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:35.202585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Routers {'4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:35.203127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2672b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:35.372102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.376773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Pushing event updated for resources: {'Port': ['ID=eed64a8b-e851-49ee-a1c8-4d06e55da54b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:35.383745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:35.417524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Ignored duplicate provisioning block setup for port a81107ee-c49b-4c13-a59a-0b32e42b7e36 by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:48:35.420899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.444149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7c02f2-1e01-4bd7-8db7-f8261167d71d tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:35.459377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] Set router 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:35.528557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=a81107ee-c49b-4c13-a59a-0b32e42b7e36,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:35.794790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2672b0>, [{'id': '4b782bb9-65b8-4b1b-afef-c491a0c9e2ab', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:33Z', 'revision_number': 4, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:35.797337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.799793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f4e52-d17a-4f1a-b8e2-9b45a0c9a05f None None] The sync data for ids ['4b782bb9-65b8-4b1b-afef-c491a0c9e2ab'] in dv-neutron-821565-1-hyperv is: [{'id': '4b782bb9-65b8-4b1b-afef-c491a0c9e2ab', 'name': 'tempest-snat-router-1236234877', 'tenant_id': 'bd9e364f7a86400ab99453eedd0b1987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:33Z', 'revision_number': 4, 'project_id': 'bd9e364f7a86400ab99453eedd0b1987', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:35.858005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b726d418-7399-4916-962e-1b571a318d26 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:35.870783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:35.881268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.897154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:35.897513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:35.927663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] In _notify_port_updated(), no bound segment for port a81107ee-c49b-4c13-a59a-0b32e42b7e36 on network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:48:35.934346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:35.935357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:35.936973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/ports/a81107ee-c49b-4c13-a59a-0b32e42b7e36 HTTP/1.1" status: 200  len: 1012 time: 1.4712443
Dec 13 14:48:35.938134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b726d418-7399-4916-962e-1b571a318d26 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:35.939911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42928) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:35.944452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1a54d5ad-f9f1-4b53-9147-55b77acdff50 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:35.945942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:35.975952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:36.009720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:36.010426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb0f5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:36.023473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port a81107ee-c49b-4c13-a59a-0b32e42b7e36 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:36.024063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.082582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb0f5f8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:36.100330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:36.101110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb0f5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:36.172469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:36.177007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb0f5f8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:36.177474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6989dd-b92c-4b61-aa4d-b32cd1fa7c17 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:36.219357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.220367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:36.221016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.264053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7ced6f1-4e43-4e16-8374-7cba988ee846 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:36.314300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.446349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting port eed64a8b-e851-49ee-a1c8-4d06e55da54b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:36.446687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.460182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for a81107ee-c49b-4c13-a59a-0b32e42b7e36 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:36.519123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Network': ['ID=5efc2610-cef3-40f9-8017-59bcd565ad93,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:36.523965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.530644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:36.568165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:36.569822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 4.0240269
Dec 13 14:48:36.586177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.586678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42932) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:36.593698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'subnet': {'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:36.616869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:36.626081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:subnet and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:36.631234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:36.643398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:36.703872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Made reservation on behalf of 4518eaa48b4144bea0dd6a0c8e976a4d for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:36.708710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.836797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:36.845123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4722ffc1-9f22-43aa-9635-1d6193ac683f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:36.902854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=a81107ee-c49b-4c13-a59a-0b32e42b7e36,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:36.909731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:37.034682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.046850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.060576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691c69e-9c8c-4e55-a8ed-faafb4d7e366 None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:37.061039 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/a81107ee-c49b-4c13-a59a-0b32e42b7e36 HTTP/1.1" status: 204  len: 168 time: 1.1197560
Dec 13 14:48:37.064112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42936) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:37.103601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff220a4c-b2b9-4a3c-8790-1992a616b322 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:37.114338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-048e1ba8-04e2-4cdc-aff9-c66f089d1b60 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:48:37.114900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-048e1ba8-04e2-4cdc-aff9-c66f089d1b60 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:37.153965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a1385fc-9d63-450b-9218-192326b88d9b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/bd089c1d-0c9d-463a-811a-a73849b1301e HTTP/1.1" status: 200  len: 977 time: 18.0913286
Dec 13 14:48:37.159929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42940) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:37.166406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:37.228522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-048e1ba8-04e2-4cdc-aff9-c66f089d1b60 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:37.232471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-048e1ba8-04e2-4cdc-aff9-c66f089d1b60 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/a81107ee-c49b-4c13-a59a-0b32e42b7e36 HTTP/1.1" status: 404  len: 333 time: 0.1647353
Dec 13 14:48:37.237412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:37.241637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] For port eed64a8b-e851-49ee-a1c8-4d06e55da54b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=eed64a8b-e851-49ee-a1c8-4d06e55da54b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:37.242058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.297705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.320274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.357485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Provisioning for port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:37.367115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Provisioning complete for port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:37.367682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.404921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1c07b-22b6-4e89-9b0b-6744bd7cb957 None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:37.739916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.744704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.745054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP bd089c1d-0c9d-463a-811a-a73849b1301e disassociated. External IP: 172.26.4.31, port: b38cfbde-37d0-4964-a1d9-505b1b04c2d9.
Dec 13 14:48:37.753670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.787731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Calling delete_port for eed64a8b-e851-49ee-a1c8-4d06e55da54b owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:37.818035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:37.828396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf7196-dcb7-41ba-8057-4d2418a5c654 None None] Update dhcp port {'port': {'network_id': '166ac29f-82bb-4342-b6c3-f9ac703f7b95', 'fixed_ips': [{'subnet_id': 'dd9f20cd-61d6-493e-bfa0-e39700337f04', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf1b4932-055f-4174-824e-51dd82652be9'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '1a54d5ad-f9f1-4b53-9147-55b77acdff50'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:48:37.841370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:37.848947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-826998fb-5dc9-4cad-8bdd-823b937d2c41 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:37.877670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.882252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-355f12bf-ed60-4a14-a1d1-75cdca68e43c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:37.897700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:37.915776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.921357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:37.966038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7196-dcb7-41ba-8057-4d2418a5c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:37.980191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-734e74ad-c094-4b30-ab8b-ed14c8b7af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.014877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': '98e49da3-39ef-4e6b-9613-3bde738b5750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:38.015561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: 89d65586-c51d-4479-ab69-56a30a1e98e1, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:38.018574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4591856f-004d-4ef3-83b4-fd2374f35be8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:38.023810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:38.068145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Pushing event updated for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:38.069924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Checking segment: {'id': '27337031-8c0e-4272-a1b5-72039e245c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:38.070223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network hostable DHCP agents. Network: 5efc2610-cef3-40f9-8017-59bcd565ad93, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:38.073658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:38.109435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:38.122909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=1749161d-8f5b-459b-8094-371ae3cabb4b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:38.135388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:38.156479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Provisioning for port b726d418-7399-4916-962e-1b571a318d26 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:38.165758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Provisioning complete for port b726d418-7399-4916-962e-1b571a318d26 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:38.165758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.174653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 5efc2610-cef3-40f9-8017-59bcd565ad93) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:38.186847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:38.187500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.200458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'cb37a129-632f-4b59-af55-9888f97845a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:38.201799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: e240d802-65ad-40e7-8d7c-18493fdca876, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:38.211932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.6240191
Dec 13 14:48:38.222085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42948) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:38.229904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1977583531', 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:38.234242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e1244-8164-4b53-933e-e867a07b243a None None] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:38.238291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:38.244174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:port and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:38.248316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:38.297506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet bf1b4932-055f-4174-824e-51dd82652be9 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:38.309635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:38.309853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:38.314883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.343263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Made reservation on behalf of 4518eaa48b4144bea0dd6a0c8e976a4d for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:38.347868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.377156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] device_id is not set on port 65b56a04-b4d9-489f-979d-83840d6098f2 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:38.408164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 89d65586-c51d-4479-ab69-56a30a1e98e1) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:38.436665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786eb3a-2bd4-4668-8577-1c3ab43328eb None None] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:38.470652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:38.471387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.504472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network e240d802-65ad-40e7-8d7c-18493fdca876 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:38.508707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:38.525608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Update dhcp port {'port': {'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'fixed_ips': [{'subnet_id': '73e7aaf3-40f7-4365-9461-cd8a3c8ec834', 'ip_address': '2001:db8::2'}, {'subnet_id': '3de3632e-3060-4188-994f-766d2d78a63d'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': 'b726d418-7399-4916-962e-1b571a318d26'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:48:38.533374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.584459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e240d802-65ad-40e7-8d7c-18493fdca876) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:38.594016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.4557769
Dec 13 14:48:38.615497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42952) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:38.625732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 2001:db8::19f (5efc2610-cef3-40f9-8017-59bcd565ad93/4591856f-004d-4ef3-83b4-fd2374f35be8/65b56a04-b4d9-489f-979d-83840d6098f2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:38.631974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'port': {'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1', 'name': 'tempest-NetworksIpV6TestAttrs-297493664'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:38.686600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:38.687439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.738900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.749856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f3c8199-e149-4cf6-8bb6-70b94914d0e1 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:38.778404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d26fc-d2d6-4752-a357-320d0e3873f7 None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:38.831713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.871465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0753300
Dec 13 14:48:38.887036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42956) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:38.911022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Port': ['ID=eed64a8b-e851-49ee-a1c8-4d06e55da54b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:38.918078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:38.952878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.958172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:38.958959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Deleting port 73e2e809-536d-4268-ba3e-f64572bf3abc {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:38.959349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:38.963629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.122188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:39.181002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:port and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:39.236957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:39.249886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:39.275467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:39.279792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.291959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] For port b726d418-7399-4916-962e-1b571a318d26, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b726d418-7399-4916-962e-1b571a318d26,segment=NetworkSegment(a192f27c-311d-44f4-86e0-1b44aa80172a),segment_id=a192f27c-311d-44f4-86e0-1b44aa80172a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:39.330191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.343998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] device_id is not set on port 7fb30598-d4d3-45f8-8463-4408924f9fcf yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:39.375050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79f7da28-2d03-4c57-99ee-51772ea850e4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server [None req-7fdf7196-dcb7-41ba-8057-4d2418a5c654 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf1b4932-055f-4174-824e-51dd82652be9: This subnet is being modified by another concurrent operation.
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 14:48:39.388879 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     db_port=port_db)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise exception
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf1b4932-055f-4174-824e-51dd82652be9: This subnet is being modified by another concurrent operation.
Dec 13 14:48:39.393279 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server 
Dec 13 14:48:39.398544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac65877-6f1a-427c-b83f-55d5e7c2d3ba None None] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:39.413506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.420029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.436083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d897691-4707-497b-965b-78bc693e6c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:39.486284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66164328'] for subnet, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.494162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:39.521378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1b4932-055f-4174-824e-51dd82652be9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:39.530893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-89d65586-c51d-4479-ab69-56a30a1e98e1', 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': 'eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:39.531955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.534393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c3959-493e-4519-bd16-df645c73161e None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:39.544248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.547305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:39.548065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f2e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:39.567524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c1e0a-7bf2-4b8a-a101-51540201b116 None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:39.590838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b81e5b-94dd-4b52-8c5c-6e48ab4fb1ff tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:39.615514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f2e8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:39.627945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:39.628701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f2e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:39.656852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.697214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e64c3959-493e-4519-bd16-df645c73161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f74f2e8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:39.697928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c3959-493e-4519-bd16-df645c73161e None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:39.756383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:39.764151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Allocated IP 2001:db8::f816:3eff:fe5c:5fb7 (89d65586-c51d-4479-ab69-56a30a1e98e1/eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b/7fb30598-d4d3-45f8-8463-4408924f9fcf) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:39.766948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:39.773678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=65b56a04-b4d9-489f-979d-83840d6098f2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:39.778303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:39.779599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:39.780456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.797701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6840323b-1827-4f63-b733-98cabc5117e3 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/bd089c1d-0c9d-463a-811a-a73849b1301e HTTP/1.1" status: 200  len: 687 time: 2.6361420
Dec 13 14:48:39.799393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:39.804137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42960) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:39.862465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:39.872565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.6493807
Dec 13 14:48:39.883583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42964) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:39.912125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.924466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1a54d5ad-f9f1-4b53-9147-55b77acdff50 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:39.959205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:39.977142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.032591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/bf1b4932-055f-4174-824e-51dd82652be9 HTTP/1.1" status: 204  len: 168 time: 2.7334828
Dec 13 14:48:40.045653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42968) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:40.068888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e240d802-65ad-40e7-8d7c-18493fdca876', 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '1749161d-8f5b-459b-8094-371ae3cabb4b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:40.069940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.104526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 3560bd66-168a-4734-abfd-3b8af3de3193 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:40.105084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.107167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Pushing event updated for resources: {'Port': ['ID=b726d418-7399-4916-962e-1b571a318d26,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:40.113099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] For port 73e2e809-536d-4268-ba3e-f64572bf3abc, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=73e2e809-536d-4268-ba3e-f64572bf3abc,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:40.113517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.114339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:40.145610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port 65b56a04-b4d9-489f-979d-83840d6098f2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:40.146122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.200683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5c42816e-3f99-4c46-958f-7b9e79205219 None None] Provisioning complete for port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:40.201084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c42816e-3f99-4c46-958f-7b9e79205219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.350344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Allocated IP 172.20.0.1 (7cf480e7-6fff-4e3a-b942-c7f855ed1fca/3de3632e-3060-4188-994f-766d2d78a63d/b726d418-7399-4916-962e-1b571a318d26) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:40.352033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Calling delete_port for 73e2e809-536d-4268-ba3e-f64572bf3abc owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:40.566719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.579654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.580221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.596903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet dd9f20cd-61d6-493e-bfa0-e39700337f04 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:40.601571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.612842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.655948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8f3c-149b-4e3b-8807-fa4b9d731631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.663955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Transition to ACTIVE for port object 7fb30598-d4d3-45f8-8463-4408924f9fcf will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:40.746487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.786204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.798212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 3560bd66-168a-4734-abfd-3b8af3de3193 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:40.818156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.851989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65833958'] for subnet, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.891579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.891829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.900736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c8b2d6e2-5bcf-44df-a367-aa7129c154b7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:40.915250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.974738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:40.991359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:40.992081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b782bb9-65b8-4b1b-afef-c491a0c9e2ab {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:41.011900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:41.012667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.017095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "PUT /v2.0/subnets/1749161d-8f5b-459b-8094-371ae3cabb4b HTTP/1.1" status: 200  len: 826 time: 2.1205955
Dec 13 14:48:41.029324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42972) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:41.076201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.077474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/routers/4b782bb9-65b8-4b1b-afef-c491a0c9e2ab HTTP/1.1" status: 204  len: 168 time: 11.4682949
Dec 13 14:48:41.086094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=1749161d-8f5b-459b-8094-371ae3cabb4b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:41.093506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for 65b56a04-b4d9-489f-979d-83840d6098f2 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:41.104263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42976) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:41.166991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:41.175774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Allocated IP 2001:db8::f816:3eff:fecb:df0a (89d65586-c51d-4479-ab69-56a30a1e98e1/eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b/3b45675f-b10b-4822-a308-2bd1fb32dd04) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:41.176730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:41.178814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Allocated IP 2001:db8::2 (e240d802-65ad-40e7-8d7c-18493fdca876/1749161d-8f5b-459b-8094-371ae3cabb4b/8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:41.182367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] For port b726d418-7399-4916-962e-1b571a318d26, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b726d418-7399-4916-962e-1b571a318d26,segment=NetworkSegment(a192f27c-311d-44f4-86e0-1b44aa80172a),segment_id=a192f27c-311d-44f4-86e0-1b44aa80172a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:41.199258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.206916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:41.255568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:41.256607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Port': ['ID=7fb30598-d4d3-45f8-8463-4408924f9fcf,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:41.259691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:41.268173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:41.276048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:41.280084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.285915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:41.286906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.396130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.408600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.422309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08923fed-614e-45e5-93e4-c13d8cc27007 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:41.458917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.8331010
Dec 13 14:48:41.467456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 42980) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:41.486807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=3560bd66-168a-4734-abfd-3b8af3de3193,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:41.493183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:41.723326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.739381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Transition to ACTIVE for port object 3b45675f-b10b-4822-a308-2bd1fb32dd04 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:41.768892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Transition to ACTIVE for port object 3b45675f-b10b-4822-a308-2bd1fb32dd04 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:41.807373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:41.812364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:41.817234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.827096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:41.874647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.876697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.881989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0555e9d4-e76d-4049-9d5f-85493a41090d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:41.890634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Transition to ACTIVE for port object b726d418-7399-4916-962e-1b571a318d26 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:41.893572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Deleting port cf750416-c5ae-4beb-a771-78d84584ca5b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:41.893961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.900032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b726d418-7399-4916-962e-1b571a318d26 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:41.936544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Port': ['ID=65b56a04-b4d9-489f-979d-83840d6098f2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:41.938593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.942851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:41.944340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.955190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.955325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a5d8f56f-1afe-4813-80cf-984605a11ce4 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:41.970786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Provisioning complete for port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:41.971191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.978023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:41.981923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/bd089c1d-0c9d-463a-811a-a73849b1301e HTTP/1.1" status: 204  len: 168 time: 2.1737301
Dec 13 14:48:41.984631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42984) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.050511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.055795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/ports/65b56a04-b4d9-489f-979d-83840d6098f2 HTTP/1.1" status: 204  len: 168 time: 2.1659164
Dec 13 14:48:42.055953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:42.063579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Pushing event updated for resources: {'Port': ['ID=3b45675f-b10b-4822-a308-2bd1fb32dd04,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:42.064501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42988) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.068781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:42.070509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93', 'external_fixed_ips': [{'subnet_id': '4591856f-004d-4ef3-83b4-fd2374f35be8', 'ip_address': '2001:db8::19f'}]}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:42.075626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:42.077206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:42.079434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1bbd0ec5-c6e2-4cd6-ac1f-02ba09488bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:42.079727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:router and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:42.082906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-36a76379-b1ab-4105-a8cc-7248a64cd173 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] delete failed (client error): The resource could not be found.
Dec 13 14:48:42.089055 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-36a76379-b1ab-4105-a8cc-7248a64cd173 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/bd089c1d-0c9d-463a-811a-a73849b1301e HTTP/1.1" status: 404  len: 345 time: 0.1025372
Dec 13 14:48:42.089202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e2e809-536d-4268-ba3e-f64572bf3abc,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:42.089301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42992) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.089993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:42.091366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.095713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:42.109634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:42.129552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:42.138313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:42.161674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.162570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.210397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:42.214769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:42.219150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:42.220068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Synchronizing usage tracker for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:42.223563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.230692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9f20cd-61d6-493e-bfa0-e39700337f04,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:42.252384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Unset dirty status for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:42.256922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d18db20-a579-491c-a3bf-a49e0e5d35be tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/ports?network_id=9ce342f3-4138-4f6d-8b67-d4a1959ccffb HTTP/1.1" status: 200  len: 2358 time: 0.1607921
Dec 13 14:48:42.257642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 42996) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.280986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.294189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:42.432933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Pushing event updated for resources: {'Port': ['ID=b726d418-7399-4916-962e-1b571a318d26,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:42.436140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc972a9c-09f4-44a8-97ce-441b8a33cc7b None None] Network 166ac29f-82bb-4342-b6c3-f9ac703f7b95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:42.437744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.457303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:42.474136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7776925-9450-423c-8f91-b6f127091369 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:42.475334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7776925-9450-423c-8f91-b6f127091369 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Synchronizing usage tracker for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:42.483003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.513692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7776925-9450-423c-8f91-b6f127091369 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Unset dirty status for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:42.521184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7776925-9450-423c-8f91-b6f127091369 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/subnets/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c HTTP/1.1" status: 200  len: 797 time: 0.2622328
Dec 13 14:48:42.522680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43000) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.530353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'port': {'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb', 'name': 'tempest-FloatingIPTestJSON-1174673756', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:42.537938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Transition to ACTIVE for port object 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:42.585410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.586239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/dd9f20cd-61d6-493e-bfa0-e39700337f04 HTTP/1.1" status: 204  len: 168 time: 2.4786344
Dec 13 14:48:42.600162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43004) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:42.625473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Attempting to bind port 3b45675f-b10b-4822-a308-2bd1fb32dd04 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:42.625899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Attempting to bind port 3b45675f-b10b-4822-a308-2bd1fb32dd04 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '98e49da3-39ef-4e6b-9613-3bde738b5750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:42.626316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Attempting to bind port 3b45675f-b10b-4822-a308-2bd1fb32dd04 on network 89d65586-c51d-4479-ab69-56a30a1e98e1 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:42.680254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.696155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:42.696574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Checking segment: {'id': '98e49da3-39ef-4e6b-9613-3bde738b5750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:42.697043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.697527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Bound using segment: {'id': '98e49da3-39ef-4e6b-9613-3bde738b5750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:42.698034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Bound port: 3b45675f-b10b-4822-a308-2bd1fb32dd04, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e49da3-39ef-4e6b-9613-3bde738b5750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89d65586-c51d-4479-ab69-56a30a1e98e1'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:42.698461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.710633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Transition to ACTIVE for port object 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:42.760351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:42.779213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:42.861292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:42.910069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.941293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.963614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.969442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:42.969827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:42.997776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:43.057359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.102082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] device_id is not set on port bf9c2af4-1dcf-435a-9076-c962889587dc yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:43.175445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:43.187271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:43.189342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Pushing event updated for resources: {'Port': ['ID=8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:43.198394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:43.203641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:43.207307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:43.208167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.215728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d7bce0f-a136-47a3-8998-daf9b6607317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:43.261869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:43.262864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.285570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:43.291559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.331372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.372501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting subnet eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:43.382265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3b45675f-b10b-4822-a308-2bd1fb32dd04,segment=NetworkSegment(98e49da3-39ef-4e6b-9613-3bde738b5750),segment_id=98e49da3-39ef-4e6b-9613-3bde738b5750)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:43.390318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-20a2b9ae-0eb7-4317-a050-d8a4b3769a27 None None] Could not find standard attr ID for object a81107ee-c49b-4c13-a59a-0b32e42b7e36. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:48:43.401742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.418851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Pushing event updated for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:43.427831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:43.428334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fbd4fb1-b439-411b-aaf6-37afa0053916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:43.481516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Attempting to bind port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:43.482398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Attempting to bind port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'cb37a129-632f-4b59-af55-9888f97845a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:43.482398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Attempting to bind port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf on network e240d802-65ad-40e7-8d7c-18493fdca876 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:43.499310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 1a54d5ad-f9f1-4b53-9147-55b77acdff50 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:43.510159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:43.511019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Checking segment: {'id': 'cb37a129-632f-4b59-af55-9888f97845a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:43.511019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.511474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Bound using segment: {'id': 'cb37a129-632f-4b59-af55-9888f97845a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:43.512017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Bound port: 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb37a129-632f-4b59-af55-9888f97845a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e240d802-65ad-40e7-8d7c-18493fdca876'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:43.512771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.531474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abea89-8d37-46c4-898c-86339dcfca66 None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:43.550062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.609738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Pushing event updated for resources: {'Port': ['ID=3b45675f-b10b-4822-a308-2bd1fb32dd04,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:43.610694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] For port cf750416-c5ae-4beb-a771-78d84584ca5b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cf750416-c5ae-4beb-a771-78d84584ca5b,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:43.611636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.613029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] DHCP port deletion for 166ac29f-82bb-4342-b6c3-f9ac703f7b95 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:43.648158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.669913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:43.696748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Deleting port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:43.697171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.817603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8cb52b7d-140a-439c-a0ae-7a96d54d8d71 None None] Provisioning for port b726d418-7399-4916-962e-1b571a318d26 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:43.825338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.14 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/bf9c2af4-1dcf-435a-9076-c962889587dc) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:43.829308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 2001:db8::19f (5efc2610-cef3-40f9-8017-59bcd565ad93/4591856f-004d-4ef3-83b4-fd2374f35be8/af46ba91-cf8f-4d92-8e18-06389f7c2b7e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:43.842475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.13 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/bf9c2af4-1dcf-435a-9076-c962889587dc) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:43.884043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8cb52b7d-140a-439c-a0ae-7a96d54d8d71 None None] Provisioning complete for port b726d418-7399-4916-962e-1b571a318d26 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:43.884564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cb52b7d-140a-439c-a0ae-7a96d54d8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:43.914864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Calling delete_port for cf750416-c5ae-4beb-a771-78d84584ca5b owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:43.936873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] For port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:43.940788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b726d418-7399-4916-962e-1b571a318d26 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:44.028642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] For port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf,segment=NetworkSegment(cb37a129-632f-4b59-af55-9888f97845a3),segment_id=cb37a129-632f-4b59-af55-9888f97845a3)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:44.077201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.094515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:44.235771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.291781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.321598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.341623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:44.343999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.352407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecd57130-2159-4db2-8a39-5907bee94ada tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:44.413352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=1749161d-8f5b-459b-8094-371ae3cabb4b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:44.417678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] For port 1a54d5ad-f9f1-4b53-9147-55b77acdff50, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1a54d5ad-f9f1-4b53-9147-55b77acdff50,segment=NetworkSegment(26425eee-8c6e-4e49-8796-bdde6e94e23e),segment_id=26425eee-8c6e-4e49-8796-bdde6e94e23e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:44.418128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.429838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:44.433612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Pushing event updated for resources: {'Port': ['ID=8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:44.444052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:44.451108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:44.451652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:44.481962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 5efc2610-cef3-40f9-8017-59bcd565ad93 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:44.489797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:44.497962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.502780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:44.505486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:44.542645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:44.604368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.611259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c881aef3-be13-4fac-be41-3ad056635b70 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:44.614331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Calling delete_port for 1a54d5ad-f9f1-4b53-9147-55b77acdff50 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:44.631636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.653171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b726d418-7399-4916-962e-1b571a318d26 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:44.653737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.698333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:44.703886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:44.705825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=bf9c2af4-1dcf-435a-9076-c962889587dc,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:44.709099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:44.740041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:44.751998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea3b0f0>,) {'filters': {'network_id': ['e240d802-65ad-40e7-8d7c-18493fdca876']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:44.756765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.764533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4698a99b-2ba4-49e9-ae25-19c95dbc4cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:44.778138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:44.778815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.787386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea3b0f0>, 'cb37a129-632f-4b59-af55-9888f97845a3') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:44.787804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea3b0f0>, 'cb37a129-632f-4b59-af55-9888f97845a3') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:44.810805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.811595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.816214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.836923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Pushing event deleted for resources: {'Port': ['ID=1a54d5ad-f9f1-4b53-9147-55b77acdff50,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:44.850182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:44.851254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] No DVR routers for this DVR port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:44.851507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.907782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.911366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.942275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:44.942748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:44.963452 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:44.965596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 1a54d5ad-f9f1-4b53-9147-55b77acdff50 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:44.965596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.162254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 2.6370533
Dec 13 14:48:45.163026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43008) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:45.186720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'bf9c2af4-1dcf-435a-9076-c962889587dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:45.196862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:45.211553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:45.234384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.260660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] The port '1a54d5ad-f9f1-4b53-9147-55b77acdff50' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:48:45.348836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:48:45.348836 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:48:45.348836 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'e240d802-65ad-40e7-8d7c-18493fdca876'}]
Dec 13 14:48:45.348836 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:45.349278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:45.384461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b108e7c3-2a63-4a65-87d4-4b7f88358580 None None] Provisioning complete for port b726d418-7399-4916-962e-1b571a318d26 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:45.384879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b108e7c3-2a63-4a65-87d4-4b7f88358580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.461703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.529555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:45.533703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.562351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.618215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router b5b64f9c-153f-4921-802d-07fd11b0d79c is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:48:45.624040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.634654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf750416-c5ae-4beb-a771-78d84584ca5b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:45.638239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:45.640845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.651796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f8aba56-986a-470d-a204-9fd9db388f3a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:45.656871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:48:45.721222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:45.723799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:45.732813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.780248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f43e9e8>,) {'filters': {'network_id': ['166ac29f-82bb-4342-b6c3-f9ac703f7b95']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:45.798258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.145 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:45.847389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Deleting port f47a21be-69a9-4ace-9d11-faa8c9abb729 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:45.847844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.881679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f43e9e8>, '26425eee-8c6e-4e49-8796-bdde6e94e23e') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:45.882036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f43e9e8>, '26425eee-8c6e-4e49-8796-bdde6e94e23e') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:45.903991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:45.956357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:46.009196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b HTTP/1.1" status: 204  len: 168 time: 4.5374155
Dec 13 14:48:46.018662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43012) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:46.034699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:46.034905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.042709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3b45675f-b10b-4822-a308-2bd1fb32dd04 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:46.086671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.124957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3b45675f-b10b-4822-a308-2bd1fb32dd04 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:46.146478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee6de9-cfbf-4f0d-917c-2d0efa80203d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:46.148487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee6de9-cfbf-4f0d-917c-2d0efa80203d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:46.149301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-32ee6de9-cfbf-4f0d-917c-2d0efa80203d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Synchronizing usage tracker for tenant:cc2f7358263a4ca78000e62bc5a35273 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:46.153691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:46.154113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.167980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:46.184165 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:46.186159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:46.186159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.206936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-32ee6de9-cfbf-4f0d-917c-2d0efa80203d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Unset dirty status for tenant:cc2f7358263a4ca78000e62bc5a35273 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:46.208283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32ee6de9-cfbf-4f0d-917c-2d0efa80203d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1890829
Dec 13 14:48:46.214061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43016) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:46.253621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d337f2-9ff9-4869-a47e-a46a0e18c11e None None] Network 89d65586-c51d-4479-ab69-56a30a1e98e1 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:46.288632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:46.308721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Sync routers for ids ['b5b64f9c-153f-4921-802d-07fd11b0d79c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:46.356474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.369572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:46.462544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ece52e37-3d11-47b3-88c5-e638e435c616 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.480985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.485214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.4165521
Dec 13 14:48:46.485214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:46.489475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf,segment=NetworkSegment(cb37a129-632f-4b59-af55-9888f97845a3),segment_id=cb37a129-632f-4b59-af55-9888f97845a3)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:46.489694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43020) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:46.489901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.495047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:46.502086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:46.605306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:46.623170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:46.623605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:46.625944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece52e37-3d11-47b3-88c5-e638e435c616 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:48:46.626447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece52e37-3d11-47b3-88c5-e638e435c616 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:48:46.628357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ece52e37-3d11-47b3-88c5-e638e435c616 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/89d65586-c51d-4479-ab69-56a30a1e98e1 HTTP/1.1" status: 409  len: 405 time: 0.4132769
Dec 13 14:48:46.638838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43024) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:46.647146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915900306'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:46.656959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:46.667388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:46.672648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:46.682926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:46.723448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Provisioning for port 3b45675f-b10b-4822-a308-2bd1fb32dd04 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:46.735253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Provisioning complete for port 3b45675f-b10b-4822-a308-2bd1fb32dd04 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:46.735463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.782985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:46.786280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Routers {'b5b64f9c-153f-4921-802d-07fd11b0d79c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:46.787273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dc518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b5b64f9c-153f-4921-802d-07fd11b0d79c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:46.790151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:46.886706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8bbd2-980f-4c7f-a4c3-58c166a3fdce None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:46.954794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:47.049105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.049725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment 0c1909f1-e19c-4f5e-bf2f-18845585c53a of type vlan for network 8852dfa1-aa90-4f88-9121-ec09b302e7f6
Dec 13 14:48:47.172641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.183651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.184134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] DHCP port deletion for 89d65586-c51d-4479-ab69-56a30a1e98e1 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:47.196467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.208723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Deleting port 3b45675f-b10b-4822-a308-2bd1fb32dd04 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:47.209146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.212417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-530fb8d0-af42-40d4-81dc-185181173118 tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:47.249557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.275721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] For port f47a21be-69a9-4ace-9d11-faa8c9abb729, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f47a21be-69a9-4ace-9d11-faa8c9abb729,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:47.276351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.284685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:47.284870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.296796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:47.299262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c0532c3f-4ba4-4f30-9057-3b24fcf922c5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:47.307658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.344380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Set router b5b64f9c-153f-4921-802d-07fd11b0d79c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:47.349988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.354381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:47.355382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.385850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/166ac29f-82bb-4342-b6c3-f9ac703f7b95 HTTP/1.1" status: 204  len: 168 time: 4.6759729
Dec 13 14:48:47.394102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79f2fa3f-54b7-4736-bab3-57dd255046b0 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:47.414192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43028) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:47.441568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac64177-4c36-481b-aac9-f2cad75d0799 None None] DHCP port deletion for e240d802-65ad-40e7-8d7c-18493fdca876 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:48:47.449267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:47.459937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Calling delete_port for f47a21be-69a9-4ace-9d11-faa8c9abb729 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:47.519315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=166ac29f-82bb-4342-b6c3-f9ac703f7b95,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:47.527418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3b45675f-b10b-4822-a308-2bd1fb32dd04,segment=NetworkSegment(98e49da3-39ef-4e6b-9613-3bde738b5750),segment_id=98e49da3-39ef-4e6b-9613-3bde738b5750)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:47.553153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.561487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9cd2cf38-8839-4d18-9aaf-1f15e5c8dcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:47.604484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8cac1-0afe-4fce-ab6c-bda1223c1652 None None] Network e240d802-65ad-40e7-8d7c-18493fdca876 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:47.645756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:47.715650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0756304
Dec 13 14:48:47.737013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43032) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:47.755767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:47.847508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:47.873772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=8852dfa1-aa90-4f88-9121-ec09b302e7f6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:47.874199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-daec7172-6489-4008-9d1a-7757e3e0ca80 None None] Could not find standard attr ID for object 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:48:47.880517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:47.895966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:47.961035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:47.971485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e9ae748>,) {'filters': {'network_id': ['e240d802-65ad-40e7-8d7c-18493fdca876']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:47.990102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:47.992400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:47.992811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8bd9bc67-bdf3-4bf9-82d5-bb2ac6556acf not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:47.993280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3b45675f-b10b-4822-a308-2bd1fb32dd04 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:47.994381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9ae748>, 'cb37a129-632f-4b59-af55-9888f97845a3') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:47.994714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9ae748>, 'cb37a129-632f-4b59-af55-9888f97845a3') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:48.020443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.062182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:48.097936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.108024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1e538-f045-4760-a0a1-b0daf9c525d1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:48.110463 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4fe1e538-f045-4760-a0a1-b0daf9c525d1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6938002
Dec 13 14:48:48.120935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43036) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:48.127800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:48.128159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:48.148025 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:48.149964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.180657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:48.269964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Pushing event updated for resources: {'Port': ['ID=3b45675f-b10b-4822-a308-2bd1fb32dd04,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:48.288183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3b45675f-b10b-4822-a308-2bd1fb32dd04,segment=NetworkSegment(98e49da3-39ef-4e6b-9613-3bde738b5750),segment_id=98e49da3-39ef-4e6b-9613-3bde738b5750)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:48.288706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.353643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:48.383982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.410922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.417791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.438547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:48.464965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.480683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=e240d802-65ad-40e7-8d7c-18493fdca876,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:48.491502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.499727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:48.500634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ccb80416-3a08-42eb-ad30-3d7018606768 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:48.539956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/e240d802-65ad-40e7-8d7c-18493fdca876 HTTP/1.1" status: 204  len: 168 time: 7.5025377
Dec 13 14:48:48.542058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43040) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:48.564053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event deleted for resources: {'Port': ['ID=f47a21be-69a9-4ace-9d11-faa8c9abb729,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:48.566728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:48.577535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.591711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Calling delete_port for 3b45675f-b10b-4822-a308-2bd1fb32dd04 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:48.636370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.667678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port af46ba91-cf8f-4d92-8e18-06389f7c2b7e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:48.668043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.716731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eca96cc-8b96-4515-8b96-36efffad90e5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:48:48.717503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eca96cc-8b96-4515-8b96-36efffad90e5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:48:48.723034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5eca96cc-8b96-4515-8b96-36efffad90e5 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/e240d802-65ad-40e7-8d7c-18493fdca876 HTTP/1.1" status: 404  len: 339 time: 0.1635225
Dec 13 14:48:48.724082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8447ab71-5601-410c-b3b3-b166492e0f2f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:48.735859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43044) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:48.747536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.765943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:48.766504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:48.779292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908774840', 'description': 'd1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:48.783992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dc518>, [{'id': 'b5b64f9c-153f-4921-802d-07fd11b0d79c', 'name': '', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93', 'external_fixed_ips': [{'subnet_id': '4591856f-004d-4ef3-83b4-fd2374f35be8', 'ip_address': '2001:db8::19f'}], 'enable_snat': True}, 'gw_port_id': 'af46ba91-cf8f-4d92-8e18-06389f7c2b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:42Z', 'updated_at': '2021-12-13T14:48:44Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': 'af46ba91-cf8f-4d92-8e18-06389f7c2b7e', 'name': '', 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b64f9c-153f-4921-802d-07fd11b0d79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4591856f-004d-4ef3-83b4-fd2374f35be8', 'ip_address': '2001:db8::19f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:43Z', 'updated_at': '2021-12-13T14:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4591856f-004d-4ef3-83b4-fd2374f35be8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:48.794732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Checking router: b5b64f9c-153f-4921-802d-07fd11b0d79c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:48.795280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Updating router b5b64f9c-153f-4921-802d-07fd11b0d79c port af46ba91-cf8f-4d92-8e18-06389f7c2b7e binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:48:48.797635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:48.816587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Usage tracker for resource:network and tenant:4aaf984e82464aa4ad1a8430b1f753ac is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:48.826530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3b45675f-b10b-4822-a308-2bd1fb32dd04,segment=NetworkSegment(98e49da3-39ef-4e6b-9613-3bde738b5750),segment_id=98e49da3-39ef-4e6b-9613-3bde738b5750)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:48.835950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.840683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-60a1f1ed-a5fc-4d86-8e52-9ceffe17723c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:48.874562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:48.898661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:48.900862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8447ab71-5601-410c-b3b3-b166492e0f2f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:48.905922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8447ab71-5601-410c-b3b3-b166492e0f2f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.7780635
Dec 13 14:48:48.917344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43048) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:48.930027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:48.977632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-913930123'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:48.986883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3b45675f-b10b-4822-a308-2bd1fb32dd04,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:48.990369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:48.993281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:49.016760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:49.024492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:49.058696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:49.110230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:49.115921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.135655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.276546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Deleting port 3b45675f-b10b-4822-a308-2bd1fb32dd04 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:49.276914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.317740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:49.322807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.325241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.333745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for af46ba91-cf8f-4d92-8e18-06389f7c2b7e owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:49.376726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.382475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.389533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bf5785d-f2d9-419b-8e9f-e1dce15a6392 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:49.466405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.469744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:49.496480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Transition to ACTIVE for port object af46ba91-cf8f-4d92-8e18-06389f7c2b7e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:49.530287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:49.532327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.540844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:49.595495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.595868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment acb36e64-b500-4b3d-9811-fca5591fefea of type vlan for network ba93e996-8326-45a2-9b8d-70139b84df16
Dec 13 14:48:49.599770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:49.609003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.609404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment 972e95a7-09eb-4e01-bd72-948917c333bf of type vlan for network cfa4f76f-9859-46e1-bbe0-9b8e04e17bef
Dec 13 14:48:49.609755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:49.613184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.623265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:49.702092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Pushing event updated for resources: {'Port': ['ID=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:49.705236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:49.706064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Router 636eab4f-f5ff-448e-979c-627d5401d75b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:49.711618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.713737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.714525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] For port 3b45675f-b10b-4822-a308-2bd1fb32dd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3b45675f-b10b-4822-a308-2bd1fb32dd04,segment=NetworkSegment(98e49da3-39ef-4e6b-9613-3bde738b5750),segment_id=98e49da3-39ef-4e6b-9613-3bde738b5750)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:49.715018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.723671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Attempting to bind port af46ba91-cf8f-4d92-8e18-06389f7c2b7e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:49.724235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Attempting to bind port af46ba91-cf8f-4d92-8e18-06389f7c2b7e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '27337031-8c0e-4272-a1b5-72039e245c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:49.724658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Attempting to bind port af46ba91-cf8f-4d92-8e18-06389f7c2b7e on network 5efc2610-cef3-40f9-8017-59bcd565ad93 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:49.753842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.760963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.773753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.817142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=946da498-4708-40a8-8cf4-c952ff1e4607,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:49.827837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:49.840161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:49.840161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:49.855786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:49.856203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Checking segment: {'id': '27337031-8c0e-4272-a1b5-72039e245c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:49.856701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.857172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Bound using segment: {'id': '27337031-8c0e-4272-a1b5-72039e245c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:49.857619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Bound port: af46ba91-cf8f-4d92-8e18-06389f7c2b7e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27337031-8c0e-4272-a1b5-72039e245c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5efc2610-cef3-40f9-8017-59bcd565ad93'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:49.858171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.860217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': '0c1909f1-e19c-4f5e-bf2f-18845585c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:49.860625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: 8852dfa1-aa90-4f88-9121-ec09b302e7f6, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:49.875710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.879856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:49.880486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:49.888324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30acab46-9dd4-41d6-9b13-b1aac5130d59 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:49.894034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Calling delete_port for 3b45675f-b10b-4822-a308-2bd1fb32dd04 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:50.016492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] For port af46ba91-cf8f-4d92-8e18-06389f7c2b7e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:50.031950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] For port af46ba91-cf8f-4d92-8e18-06389f7c2b7e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,segment=NetworkSegment(27337031-8c0e-4272-a1b5-72039e245c64),segment_id=27337031-8c0e-4272-a1b5-72039e245c64)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:50.034752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.040868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79d63bdd-80ab-4192-8527-7cf8377a0a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:50.044787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.049073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:50.049745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.069041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:50.079881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.084267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.084842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:50.114132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Pushing event deleted for resources: {'Port': ['ID=3b45675f-b10b-4822-a308-2bd1fb32dd04,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:50.119228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:50.120232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] No DVR routers for this DVR port 3b45675f-b10b-4822-a308-2bd1fb32dd04 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:50.121669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:50.223345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Pushing event updated for resources: {'Port': ['ID=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:50.230301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:50.238670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Routers {'b5b64f9c-153f-4921-802d-07fd11b0d79c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:50.239481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dc518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b5b64f9c-153f-4921-802d-07fd11b0d79c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:50.246088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5047085
Dec 13 14:48:50.247923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.252623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "DELETE /v2.0/routers/efc2e6ea-b7e8-41df-80ac-ee2615e44cc5 HTTP/1.1" status: 204  len: 168 time: 9.1418157
Dec 13 14:48:50.254647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43052) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:50.255047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43054) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:50.267553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-953860335', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:50.275082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=cfa4f76f-9859-46e1-bbe0-9b8e04e17bef,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:50.304420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:50.310331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:50.330057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff51db8-4915-4912-9cf9-0c4d5bd1e2fe None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:48:50.358137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port af46ba91-cf8f-4d92-8e18-06389f7c2b7e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:50.358585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.374094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network cfa4f76f-9859-46e1-bbe0-9b8e04e17bef details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:50.409828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=ba93e996-8326-45a2-9b8d-70139b84df16,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:50.412828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:50.413331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:50.415763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4958797
Dec 13 14:48:50.420924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43060) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:50.430876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:50.469977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:50.571351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:50.593115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3691b1-29e1-4411-be2c-f7ec5956427f tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:50.594088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b3691b1-29e1-4411-be2c-f7ec5956427f tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Synchronizing usage tracker for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:50.595515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8852dfa1-aa90-4f88-9121-ec09b302e7f6) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:50.600118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:50.600853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.602940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:50.639617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.640936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.655438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network ba93e996-8326-45a2-9b8d-70139b84df16 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:50.662373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b3691b1-29e1-4411-be2c-f7ec5956427f tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Unset dirty status for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:50.666460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3b3691b1-29e1-4411-be2c-f7ec5956427f tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks?id=cfa4f76f-9859-46e1-bbe0-9b8e04e17bef HTTP/1.1" status: 200  len: 765 time: 0.4058945
Dec 13 14:48:50.675581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43064) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:50.700300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'description': 'd2'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:50.731179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.9875851
Dec 13 14:48:50.733891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:50.740400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43068) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:50.744466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:50.747976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:50.756975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:50.789690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:50.815056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] For port af46ba91-cf8f-4d92-8e18-06389f7c2b7e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,segment=NetworkSegment(27337031-8c0e-4272-a1b5-72039e245c64),segment_id=27337031-8c0e-4272-a1b5-72039e245c64)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:50.815475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.831890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:50.842230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP bea2e24c-07c8-445b-83a0-b121ba277429 associated. External IP: 172.26.4.145, port: bf9c2af4-1dcf-435a-9076-c962889587dc.
Dec 13 14:48:50.936574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] Set router b5b64f9c-153f-4921-802d-07fd11b0d79c gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:51.042373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for af46ba91-cf8f-4d92-8e18-06389f7c2b7e owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:51.076557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dc518>, [{'id': 'b5b64f9c-153f-4921-802d-07fd11b0d79c', 'name': '', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:42Z', 'updated_at': '2021-12-13T14:48:48Z', 'revision_number': 4, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:51.090589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f2f2-2533-491e-a87b-1763cc31a51e None None] The sync data for ids ['b5b64f9c-153f-4921-802d-07fd11b0d79c'] in dv-neutron-821565-1-hyperv is: [{'id': 'b5b64f9c-153f-4921-802d-07fd11b0d79c', 'name': '', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:42Z', 'updated_at': '2021-12-13T14:48:48Z', 'revision_number': 4, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:51.182722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.298451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff51db8-4915-4912-9cf9-0c4d5bd1e2fe None None] Unable to find a vacant binding_index for network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 and agent 476cd30f-6990-4dc0-8144-e6bfa820e15f {{(pid=88858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 13 14:48:51.307890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff51db8-4915-4912-9cf9-0c4d5bd1e2fe None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8852dfa1-aa90-4f88-9121-ec09b302e7f6) {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:48:51.422407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:51.439299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Sync routers for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:51.451496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:51.452418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:51.608993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed16f537-769e-420c-a487-dac909499024 admin admin] 10.222.0.69 "PUT /v2.0/routers/636eab4f-f5ff-448e-979c-627d5401d75b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 21.8777001
Dec 13 14:48:51.609338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43072) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:51.691684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.694657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:51.700510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.739146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.743860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f47a21be-69a9-4ace-9d11-faa8c9abb729 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:51.745521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:51.798126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: f47a21be-69a9-4ace-9d11-faa8c9abb729 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:51.798834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f47a21be-69a9-4ace-9d11-faa8c9abb729 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:51.800844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-8852dfa1-aa90-4f88-9121-ec09b302e7f6', 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': '946da498-4708-40a8-8cf4-c952ff1e4607'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:51.802246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.825090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.834652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f19bd36d-ee76-44a9-bfb6-4425f5b1c4e2 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:51.844048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=d7af7254-4c59-4134-939d-1c4a55d24eaa,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:51.851948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.854203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.869383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:51.874199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-81c8af56-7622-454b-b381-c251fdc5d408 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:51.928243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network cfa4f76f-9859-46e1-bbe0-9b8e04e17bef is not hosted by any dhcp agent {{(pid=88856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 13 14:48:51.932344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:51.933000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:51.937079 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "PUT /v2.0/networks/cfa4f76f-9859-46e1-bbe0-9b8e04e17bef HTTP/1.1" status: 200  len: 762 time: 1.2532384
Dec 13 14:48:51.941654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Port': ['ID=af46ba91-cf8f-4d92-8e18-06389f7c2b7e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:51.943682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43076) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:51.954427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:52.005824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Allocated IP 2001:db8::f816:3eff:fef1:ae7f (8852dfa1-aa90-4f88-9121-ec09b302e7f6/946da498-4708-40a8-8cf4-c952ff1e4607/6ae5085f-4443-4a3d-9f64-79e5ce960c3f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:52.025379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b908>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:52.029532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Checking router: 636eab4f-f5ff-448e-979c-627d5401d75b for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:52.034413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': 'acb36e64-b500-4b3d-9811-fca5591fefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:52.034813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: ba93e996-8326-45a2-9b8d-70139b84df16, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:48:52.042226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Routers {'636eab4f-f5ff-448e-979c-627d5401d75b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:52.043293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['636eab4f-f5ff-448e-979c-627d5401d75b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:52.066843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.094317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=cfa4f76f-9859-46e1-bbe0-9b8e04e17bef,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:52.104697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:52.129292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:52.130027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network cfa4f76f-9859-46e1-bbe0-9b8e04e17bef details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:52.212165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network ba93e996-8326-45a2-9b8d-70139b84df16 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:48:52.231817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ba93e996-8326-45a2-9b8d-70139b84df16) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:52.331232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2450fcd-845e-4f01-a7a0-14f7923f45fc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:52.332923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2450fcd-845e-4f01-a7a0-14f7923f45fc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks?id=cfa4f76f-9859-46e1-bbe0-9b8e04e17bef HTTP/1.1" status: 200  len: 765 time: 0.3385811
Dec 13 14:48:52.342377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43080) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:52.363232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:52.363877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.391395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.469091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.481374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] Set router 636eab4f-f5ff-448e-979c-627d5401d75b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:52.485700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Transition to ACTIVE for port object 6ae5085f-4443-4a3d-9f64-79e5ce960c3f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:52.512614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Transition to ACTIVE for port object 6ae5085f-4443-4a3d-9f64-79e5ce960c3f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:52.521630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.528860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a3526d-1a0e-40dc-9a58-a1e05f711a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:52.620704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Pushing event updated for resources: {'Port': ['ID=6ae5085f-4443-4a3d-9f64-79e5ce960c3f,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:52.627071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:52.641956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:52.643651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:52.648954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:52.687780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.695528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:52.772031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=946da498-4708-40a8-8cf4-c952ff1e4607,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:52.775487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:52.775784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Attempting to bind port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:52.776457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Attempting to bind port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0c1909f1-e19c-4f5e-bf2f-18845585c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:52.776983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Attempting to bind port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f on network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:52.787158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:52.788354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Checking segment: {'id': '0c1909f1-e19c-4f5e-bf2f-18845585c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:52.789843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.790532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Bound using segment: {'id': '0c1909f1-e19c-4f5e-bf2f-18845585c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:52.791304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Bound port: 6ae5085f-4443-4a3d-9f64-79e5ce960c3f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1909f1-e19c-4f5e-bf2f-18845585c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:52.791765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.796871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97550b-3882-4309-8029-15d2410c67bb tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:52.801514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97550b-3882-4309-8029-15d2410c67bb tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:52.803308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f97550b-3882-4309-8029-15d2410c67bb tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1391 time: 0.4522514
Dec 13 14:48:52.832010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43084) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:52.905152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b908>, [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:52.909672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f66879-2aee-4928-936e-47de6e968b71 None None] The sync data for ids ['636eab4f-f5ff-448e-979c-627d5401d75b'] in dv-neutron-821565-1-hyperv is: [{'id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'name': 'tempest-ServersTestManualDisk-1317031304-router', 'tenant_id': 'ec035ff71c50461e915b613633a3441d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '18379d79-e415-4f73-8a8d-7265e756d812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 5, 'project_id': 'ec035ff71c50461e915b613633a3441d', 'gw_port': {'id': '18379d79-e415-4f73-8a8d-7265e756d812', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636eab4f-f5ff-448e-979c-627d5401d75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:52.922046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] For port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:52.926534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] For port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6ae5085f-4443-4a3d-9f64-79e5ce960c3f,segment=NetworkSegment(0c1909f1-e19c-4f5e-bf2f-18845585c53a),segment_id=0c1909f1-e19c-4f5e-bf2f-18845585c53a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:52.940530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.948000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.952323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.954720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:52.975314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:52.987050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5615935
Dec 13 14:48:52.996123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43088) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:53.004864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16', 'name': 'tempest-PortsIpV6TestJSON-1306526288'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:53.019620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.020178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5b64f9c-153f-4921-802d-07fd11b0d79c {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:53.037872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.039553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b5b64f9c-153f-4921-802d-07fd11b0d79c HTTP/1.1" status: 204  len: 168 time: 6.5420187
Dec 13 14:48:53.049583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e58b0b30-e915-4b8b-87a0-b844249a3c37 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Synchronizing usage tracker for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:53.052735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43092) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:53.059357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Pushing event updated for resources: {'Port': ['ID=6ae5085f-4443-4a3d-9f64-79e5ce960c3f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:53.063676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:53.169296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114ca8b-eaa8-415e-bfe7-a5adea994e50 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:48:53.259927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:53.266904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:53.270585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:53.280757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:53.299017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:53.304840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.330089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:48:53.341677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 3c98ae6a-04c3-4769-8098-85029a7ece19 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:53.357270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114ca8b-eaa8-415e-bfe7-a5adea994e50 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:48:53.553555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.636295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.673175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e58b0b30-e915-4b8b-87a0-b844249a3c37 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Unset dirty status for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:53.678454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e58b0b30-e915-4b8b-87a0-b844249a3c37 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 207 time: 0.8363106
Dec 13 14:48:53.678625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::38b (ba93e996-8326-45a2-9b8d-70139b84df16/d7af7254-4c59-4134-939d-1c4a55d24eaa/3c98ae6a-04c3-4769-8098-85029a7ece19) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:53.678728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85278>,) {'filters': {'network_id': ['8852dfa1-aa90-4f88-9121-ec09b302e7f6']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:53.683038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43096) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:53.716492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.724191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 73e2e809-536d-4268-ba3e-f64572bf3abc no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:53.770543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 73e2e809-536d-4268-ba3e-f64572bf3abc {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:53.770543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 73e2e809-536d-4268-ba3e-f64572bf3abc not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:53.771197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting subnet 4591856f-004d-4ef3-83b4-fd2374f35be8 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:53.774499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.817013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85278>, '0c1909f1-e19c-4f5e-bf2f-18845585c53a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:53.817367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea85278>, '0c1909f1-e19c-4f5e-bf2f-18845585c53a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:53.845291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-ba93e996-8326-45a2-9b8d-70139b84df16', 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': 'd7af7254-4c59-4134-939d-1c4a55d24eaa'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:48:53.846113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.867593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.909707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.931196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:53.992515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:53.992957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:54.008312 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:54.025221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.029747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.034010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.038332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.042910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.047188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.051446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.052454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Synchronizing usage tracker for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:54.100782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Unset dirty status for tenant:4aaf984e82464aa4ad1a8430b1f753ac on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:54.101925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5c54ca8-96a9-4c0d-b058-d361be34cae3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4337 time: 0.4162891
Dec 13 14:48:54.107158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:54.108672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43100) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:54.118804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:54.133015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:54.133865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebb3fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.192015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:48:54.197132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebb3fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.209304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.212465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:54.212947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.213096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebb3fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.214522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Sync routers for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:48:54.228890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.231120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:54.231953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.258671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Allocated IP 172.26.4.251 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/89e0dc60-1e35-4fda-89ed-7cf420d5bba0) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:54.260894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:48:54.260894 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:48:54.260894 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '8852dfa1-aa90-4f88-9121-ec09b302e7f6'}]
Dec 13 14:48:54.260894 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:48:54.261683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:48:54.308417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebb3fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.308889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cb8800-2e72-41f6-a9d2-f9ebfdbe0b4f None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:54.348248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] 10.222.0.69 "PUT /v2.0/routers/20d5a2cc-2685-4b35-a7ca-49f14c7e4966/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 22.6388757
Dec 13 14:48:54.353404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43104) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:54.360953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 3c98ae6a-04c3-4769-8098-85029a7ece19 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:54.450768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 9.2777689
Dec 13 14:48:54.454309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43108) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:54.466168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': 'bf9c2af4-1dcf-435a-9076-c962889587dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:54.473858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:54.513702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7f1a514-55ba-4ada-b1d4-1d881eb3fb02 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 917 time: 0.3909340
Dec 13 14:48:54.514495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43112) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:54.539599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.555564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8619b777-df29-49e5-9adc-989fe2bb85c5 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:54.579503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.591120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:54.648550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.652051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4591856f-004d-4ef3-83b4-fd2374f35be8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:54.666933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.670424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:54.673091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Allocated IP 2001:db8::2 (ba93e996-8326-45a2-9b8d-70139b84df16/d7af7254-4c59-4134-939d-1c4a55d24eaa/7ef539e4-b847-40e5-9eb9-8c95c46f5ca1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:54.689171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.700668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Deleting port 18379d79-e415-4f73-8a8d-7265e756d812 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:54.701230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.728780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.816648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8630>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:45Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.822087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Checking router: 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:48:54.835420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Routers {'20d5a2cc-2685-4b35-a7ca-49f14c7e4966'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:48:54.836613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:54.874073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:54.889957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/4591856f-004d-4ef3-83b4-fd2374f35be8 HTTP/1.1" status: 204  len: 168 time: 1.8123901
Dec 13 14:48:54.901926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43116) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:54.950803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.952448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.953925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.955417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.957204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:54.970732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f6028bd-3a3d-4684-99db-d9ef7f3bfc20 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4554226
Dec 13 14:48:55.010949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.021595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43120) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:55.028450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Transition to ACTIVE for port object 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:55.050342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network ba93e996-8326-45a2-9b8d-70139b84df16 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:55.059233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=3c98ae6a-04c3-4769-8098-85029a7ece19,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:55.064968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:55.067763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:55.071314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:55.073022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Transition to ACTIVE for port object 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:55.077447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.078155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.087996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.096980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] Set router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:48:55.127849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1306553
Dec 13 14:48:55.128801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43124) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:55.140828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16', 'name': 'tempest-PortsIpV6TestJSON-1592759461'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:55.145117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:55.145666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.298083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83a42a4a-d9ba-4748-8f2e-f69861d5fc8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:55.339929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.375259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Network ba93e996-8326-45a2-9b8d-70139b84df16 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:55.378227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Pushing event updated for resources: {'Port': ['ID=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:55.380927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:55.383574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:55.384331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:55.386089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f35bc9a3-b6ba-4e1e-9ae4-26b3e21cefde tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:55.435264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:55.440887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:55.444154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:55.451349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:55.465009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:55.470626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.474584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8630>, [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:45Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:55.479809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1edfb-0d3f-4263-a3d6-29c711812a59 None None] The sync data for ids ['20d5a2cc-2685-4b35-a7ca-49f14c7e4966'] in dv-neutron-821565-1-hyperv is: [{'id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'name': 'tempest-ServersTestJSON-2142590707-router', 'tenant_id': 'cbf399be428047adb5864040d190a4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:19Z', 'updated_at': '2021-12-13T14:48:45Z', 'revision_number': 5, 'project_id': 'cbf399be428047adb5864040d190a4b3', 'gw_port': {'id': '3a13c235-2028-4ab3-9290-566099fd40b1', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5a2cc-2685-4b35-a7ca-49f14c7e4966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:20Z', 'updated_at': '2021-12-13T14:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:48:55.487242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Attempting to bind port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:48:55.487673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Attempting to bind port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'acb36e64-b500-4b3d-9811-fca5591fefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:48:55.488088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Attempting to bind port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 on network ba93e996-8326-45a2-9b8d-70139b84df16 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:48:55.495885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:48:55.496465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Checking segment: {'id': 'acb36e64-b500-4b3d-9811-fca5591fefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:48:55.496742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.497027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.497234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Bound using segment: {'id': 'acb36e64-b500-4b3d-9811-fca5591fefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:48:55.497707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Bound port: 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb36e64-b500-4b3d-9811-fca5591fefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba93e996-8326-45a2-9b8d-70139b84df16'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:48:55.498097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.509629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 98473cc7-9d73-43c0-9556-187bacb88b8c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:48:55.535263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.536947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.538517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.540181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.541688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:55.543571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76ca1fa6-c13e-4e17-be91-89f16d39c187 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.5190840
Dec 13 14:48:55.550244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43128) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:55.589993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.609784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:48:55.613484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:48:55.620819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:55.634484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbe27ab8-bff1-4191-923d-3418566c73e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:55.732527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cf750416-c5ae-4beb-a771-78d84584ca5b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:48:55.782284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: cf750416-c5ae-4beb-a771-78d84584ca5b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:48:55.782673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cf750416-c5ae-4beb-a771-78d84584ca5b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:48:55.796457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Pushing event updated for resources: {'Port': ['ID=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:55.804729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:56.001606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event updated for resources: {'Port': ['ID=89e0dc60-1e35-4fda-89ed-7cf420d5bba0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:56.011441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:56.014220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::33a (ba93e996-8326-45a2-9b8d-70139b84df16/d7af7254-4c59-4134-939d-1c4a55d24eaa/98473cc7-9d73-43c0-9556-187bacb88b8c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:48:56.026372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f2611e-30cc-4c8b-8982-e99709b73052 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:56.027947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3f2611e-30cc-4c8b-8982-e99709b73052 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks/bb0fc22e-36d5-4826-91c4-4600d6a15951 HTTP/1.1" status: 200  len: 803 time: 0.4739964
Dec 13 14:48:56.030670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:56.031855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:56.037459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43132) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:56.065194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:56.271858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] For port 18379d79-e415-4f73-8a8d-7265e756d812, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=18379d79-e415-4f73-8a8d-7265e756d812,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:56.272393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.409750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ffec8000-cbe0-4647-a920-b53501ddb2c4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/networks/bb0fc22e-36d5-4826-91c4-4600d6a15951?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.3632510
Dec 13 14:48:56.417484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43136) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:56.486708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Calling delete_port for 18379d79-e415-4f73-8a8d-7265e756d812 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:56.512945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.551489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Deleting port 3a13c235-2028-4ab3-9290-566099fd40b1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:56.551812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.582769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.588726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce03ce-3861-42d1-a3ea-1311f683241e tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:56.590216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-81ce03ce-3861-42d1-a3ea-1311f683241e tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets/d2344808-46d1-4f22-8484-fd31a10c1436 HTTP/1.1" status: 200  len: 843 time: 0.1717374
Dec 13 14:48:56.602504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43140) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:56.645331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.680749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 98473cc7-9d73-43c0-9556-187bacb88b8c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:48:56.752337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c00e1-9d97-48b8-b963-fc9d1c594d26 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:56.753839 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-489c00e1-9d97-48b8-b963-fc9d1c594d26 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "GET /v2.0/subnets/d2344808-46d1-4f22-8484-fd31a10c1436?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1502900
Dec 13 14:48:56.760377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43144) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:56.801228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145010936'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:56.808218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f195358>,) {'filters': {'network_id': ['5efc2610-cef3-40f9-8017-59bcd565ad93']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:56.816339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] For port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6ae5085f-4443-4a3d-9f64-79e5ce960c3f,segment=NetworkSegment(0c1909f1-e19c-4f5e-bf2f-18845585c53a),segment_id=0c1909f1-e19c-4f5e-bf2f-18845585c53a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:56.816719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.835134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:56.842479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:56.849887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cbdb2b6-154d-4738-bebc-236706ff8527 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:56.863916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f195358>, '27337031-8c0e-4272-a1b5-72039e245c64') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:56.864272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f195358>, '27337031-8c0e-4272-a1b5-72039e245c64') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:56.915070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] For port 3a13c235-2028-4ab3-9290-566099fd40b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a13c235-2028-4ab3-9290-566099fd40b1,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:56.915470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.011368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for 6ae5085f-4443-4a3d-9f64-79e5ce960c3f owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:57.048683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:57.064943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.068749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network ba93e996-8326-45a2-9b8d-70139b84df16 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:48:57.077123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Calling delete_port for 3a13c235-2028-4ab3-9290-566099fd40b1 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:57.105972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=98473cc7-9d73-43c0-9556-187bacb88b8c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:57.108646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:48:57.120629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:57.123279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:48:57.127692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:57.128358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.130756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.139139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:57.144675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.167416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0359833
Dec 13 14:48:57.171755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43148) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:57.175761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:57.176213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:57.195444 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:57.308593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b87f5-89dc-4a73-ac66-a6f07bd7c785 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:57.310129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-158b87f5-89dc-4a73-ac66-a6f07bd7c785 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:57.329557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:57.346417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.356653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d742a4b-b840-439f-a775-362c13a8a2a6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:57.380851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-158b87f5-89dc-4a73-ac66-a6f07bd7c785 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:57.385402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-158b87f5-89dc-4a73-ac66-a6f07bd7c785 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38b HTTP/1.1" status: 200  len: 929 time: 0.2094309
Dec 13 14:48:57.387369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43152) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:57.394046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.394442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Added segment e3f5fb89-87a0-4631-a60d-f2e313664586 of type vlan for network ad34a66e-6c92-442e-ba6b-5fadb796143a
Dec 13 14:48:57.427394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.438500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c29d105-27bc-4a19-b1b2-baadb8dc07d0 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:57.451131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=6ae5085f-4443-4a3d-9f64-79e5ce960c3f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:57.453190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.464824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:57.476161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9a883d0-045a-4304-a8ae-4014e8c3ccc6 tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:57.491378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a13c235-2028-4ab3-9290-566099fd40b1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:57.496280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5efc2610-cef3-40f9-8017-59bcd565ad93 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:48:57.501533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:57.512844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.536678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No DVR routers for this DVR port 6ae5085f-4443-4a3d-9f64-79e5ce960c3f on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:48:57.539190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Network': ['ID=5efc2610-cef3-40f9-8017-59bcd565ad93,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:57.550331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 98473cc7-9d73-43c0-9556-187bacb88b8c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:57.550731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.592072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:57.595367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:57.660944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7a9fa-19e8-428f-a6d0-cdaf7a27576e None None] Network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:57.690851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3baf54-f87e-409e-8ced-2fc02610be98 None None] Network ba93e996-8326-45a2-9b8d-70139b84df16 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:57.988579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5efc2610-cef3-40f9-8017-59bcd565ad93 HTTP/1.1" status: 204  len: 168 time: 3.0853612
Dec 13 14:48:58.002728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.008062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6c801dc-2f32-4d36-a5ee-350535c02268 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:58.016266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:58.058932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a307ba5c-5002-4336-af27-9ee0bb802073 None None] Provisioning for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:58.174011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.195535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.196364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.200614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=18379d79-e415-4f73-8a8d-7265e756d812,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:58.223431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:58.228449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f2230-191f-44fa-aae6-39d224778ba9 None None] Network 8852dfa1-aa90-4f88-9121-ec09b302e7f6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:58.274459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.329515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dd68>,) {'filters': {'network_id': ['8852dfa1-aa90-4f88-9121-ec09b302e7f6']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:58.356678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.360869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:48:58.361515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.383792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b36c8e84-8367-4fe6-9a4f-dd8450e48880 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:58.404304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.449791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:48:58.450883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dd68>, '0c1909f1-e19c-4f5e-bf2f-18845585c53a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:58.451247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec4dd68>, '0c1909f1-e19c-4f5e-bf2f-18845585c53a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:48:58.467769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:48:58.468119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.480907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.566524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.653114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8682213
Dec 13 14:48:58.661433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.663681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43162) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:58.675200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Network': ['ID=ad34a66e-6c92-442e-ba6b-5fadb796143a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:58.687864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:58.695096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.698081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.701225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network ad34a66e-6c92-442e-ba6b-5fadb796143a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:48:58.715246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:58.715653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.720021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:48:58.720456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:48:58.742025 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:48:58.771519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43166) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:58.833955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'name': 'tempest-router--1467200260', 'project_id': 'b839ee781d8f474dbce3a71d158caef0'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:58.844556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 98473cc7-9d73-43c0-9556-187bacb88b8c owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:48:58.885240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:58.891291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.895777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.896503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:router and tenant:b839ee781d8f474dbce3a71d158caef0 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:58.903949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:58.927673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:58.941767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:48:58.953226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.956318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:58.959426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.960986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.963912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:58.964480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d5a2cc-2685-4b35-a7ca-49f14c7e4966 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:48:59.030474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:59.034468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:59.037888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.070668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.077979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.098628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.103471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] 10.222.0.69 "DELETE /v2.0/routers/20d5a2cc-2685-4b35-a7ca-49f14c7e4966 HTTP/1.1" status: 204  len: 168 time: 4.7408528
Dec 13 14:48:59.103692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:59.104740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43170) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:59.111452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.113372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3ab7d83-3500-4a8e-b5bf-bfb460bdfd3b tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3407745
Dec 13 14:48:59.141670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43174) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:59.142825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.146233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=8852dfa1-aa90-4f88-9121-ec09b302e7f6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:59.186492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.193872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2176f78b-b6e6-4e13-8009-b22b76bbe635 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:59.214206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:59.227234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:59.237214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.238055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Deleting subnet 44a455f5-2d32-48d6-a425-63d083a0101b {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:48:59.250533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.280115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=98473cc7-9d73-43c0-9556-187bacb88b8c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:48:59.295168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:48:59.353701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.358838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/98473cc7-9d73-43c0-9556-187bacb88b8c HTTP/1.1" status: 204  len: 168 time: 1.9701130
Dec 13 14:48:59.361682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43178) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:59.407682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.445750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2bacc2-9d98-4abc-b539-3b3626a62211 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:48:59.446114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff2bacc2-9d98-4abc-b539-3b3626a62211 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:48:59.449041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:59.460859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/8852dfa1-aa90-4f88-9121-ec09b302e7f6 HTTP/1.1" status: 204  len: 168 time: 8.7150722
Dec 13 14:48:59.467690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43182) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:59.475505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1111509933'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:48:59.489680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:48:59.498310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:48:59.504978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff2bacc2-9d98-4abc-b539-3b3626a62211 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:48:59.509371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff2bacc2-9d98-4abc-b539-3b3626a62211 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/98473cc7-9d73-43c0-9556-187bacb88b8c HTTP/1.1" status: 404  len: 333 time: 0.1435504
Dec 13 14:48:59.509371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:48:59.513472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43186) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:48:59.518896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:48:59.603067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:59.608787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.642199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 3c98ae6a-04c3-4769-8098-85029a7ece19 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:48:59.642591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.688396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.774649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:48:59.782902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f9775-7398-4b89-a7dd-20e5dcd2f986 None None] Network ba93e996-8326-45a2-9b8d-70139b84df16 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:48:59.841512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.841911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment 7d2040e8-1187-4c2a-9b25-10fe316829c5 of type vlan for network e1d05278-0fdc-472e-baa1-dd18154dfd95
Dec 13 14:48:59.847479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:48:59.869838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Made reservation on behalf of 4aaf984e82464aa4ad1a8430b1f753ac for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:48:59.905398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.915004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08c4a46a-13cf-45e6-b239-9c462b8341cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:48:59.957889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:48:59.968110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a455f5-2d32-48d6-a425-63d083a0101b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:00.006443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Provisioning for port 3c98ae6a-04c3-4769-8098-85029a7ece19 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:00.024144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:00.028980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Provisioning complete for port 3c98ae6a-04c3-4769-8098-85029a7ece19 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:00.029396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.042107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.085028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/44a455f5-2d32-48d6-a425-63d083a0101b HTTP/1.1" status: 204  len: 168 time: 0.9732730
Dec 13 14:49:00.087155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:00.094013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b139c6-fca5-4595-bc94-15b23c531b5b None None] Network fae78a1b-16b2-45cb-86db-16daba017d2d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:00.116342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.120809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:00.121255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.131648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64e4b830-d3fb-4b60-aa62-ff411592af57 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:00.160358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.163438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:00.164069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.169203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.169516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.234504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.331256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 3c98ae6a-04c3-4769-8098-85029a7ece19 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:00.339804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.378840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9071522
Dec 13 14:49:00.386479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43194) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:00.403152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:00.493440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Port 3c98ae6a-04c3-4769-8098-85029a7ece19 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:00.504735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing IP validity checks on allocation pools {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:49:00.505316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:49:00.670460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Provisioning complete for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:00.670885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.764648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=e1d05278-0fdc-472e-baa1-dd18154dfd95,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:00.774423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.779492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:00.810206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.810819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636eab4f-f5ff-448e-979c-627d5401d75b {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:00.825836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:00.829860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e1d05278-0fdc-472e-baa1-dd18154dfd95 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:00.835085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Deleting port edf9d0a7-deb7-4717-a6ad-047c549b309d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:00.836572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:00.862234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a13c235-2028-4ab3-9290-566099fd40b1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:00.924181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3a13c235-2028-4ab3-9290-566099fd40b1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:00.924508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a13c235-2028-4ab3-9290-566099fd40b1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:00.943499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:subnet and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:01.006065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:01.020795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] DHCP port deletion for fae78a1b-16b2-45cb-86db-16daba017d2d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:01.037919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db6fffad-f226-48e9-b109-27e65d5fb41a None None] Could not find standard attr ID for object 98473cc7-9d73-43c0-9556-187bacb88b8c. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:01.042022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Deleting port edf9d0a7-deb7-4717-a6ad-047c549b309d {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:01.042451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.125124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:01.222953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.231320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f16433b-effb-40f7-a0e7-6d2732c13cb8 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:01.289088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.295320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=3c98ae6a-04c3-4769-8098-85029a7ece19,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:01.297351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.298703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] 10.222.0.69 "DELETE /v2.0/routers/636eab4f-f5ff-448e-979c-627d5401d75b HTTP/1.1" status: 204  len: 168 time: 9.6824493
Dec 13 14:49:01.302323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:01.302828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43200) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:01.311127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:01.359219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] For port edf9d0a7-deb7-4717-a6ad-047c549b309d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=edf9d0a7-deb7-4717-a6ad-047c549b309d,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:01.359621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.365304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.383084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-704693b3-522e-4f90-b425-38c32b97273a None None] Could not find standard attr ID for object 3c98ae6a-04c3-4769-8098-85029a7ece19. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:01.387292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Router 837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:01.403096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] For port edf9d0a7-deb7-4717-a6ad-047c549b309d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=edf9d0a7-deb7-4717-a6ad-047c549b309d,segment=NetworkSegment(0cca24e2-1f9a-4599-b225-a9a0619954a0),segment_id=0cca24e2-1f9a-4599-b225-a9a0619954a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:01.403906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.541733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Calling delete_port for edf9d0a7-deb7-4717-a6ad-047c549b309d owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:01.554251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.572535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Calling delete_port for edf9d0a7-deb7-4717-a6ad-047c549b309d owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:01.594805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.617842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Deleting subnet aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:01.630220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.661248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.667822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/3c98ae6a-04c3-4769-8098-85029a7ece19 HTTP/1.1" status: 204  len: 168 time: 2.1478317
Dec 13 14:49:01.667934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.667934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe35c89-f3ad-47ad-8cc6-f025aac71b88 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:01.672788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-704693b3-522e-4f90-b425-38c32b97273a None None] Provisioning complete for port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:01.673300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-704693b3-522e-4f90-b425-38c32b97273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.678884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f83e9b4-56de-4f44-9c20-0f4497538341 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:01.694311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.728224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43204) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:01.773421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.779255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:01.803255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:01.804553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:01.827880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.842347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Pushing event deleted for resources: {'Port': ['ID=edf9d0a7-deb7-4717-a6ad-047c549b309d,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:01.845031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:01.845907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device edf9d0a7-deb7-4717-a6ad-047c549b309d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:01.908854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: edf9d0a7-deb7-4717-a6ad-047c549b309d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:01.909352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device edf9d0a7-deb7-4717-a6ad-047c549b309d not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:01.909834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 18379d79-e415-4f73-8a8d-7265e756d812 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:01.917663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.923750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d29b3dc-4396-49ad-80b1-4716aa51a95d tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:01.951806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 18379d79-e415-4f73-8a8d-7265e756d812 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:01.952132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 18379d79-e415-4f73-8a8d-7265e756d812 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:01.982793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:01.989838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1285cd4-de39-4082-afd6-27f3a9ee1fef None None] Network a4609780-3769-45c6-8552-b35f51419f8e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:01.995232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0cc12e-b6e6-499c-a878-9e7b86fdcca5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:02.004230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:02.012580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa0cc12e-b6e6-499c-a878-9e7b86fdcca5 HTTP/1.1" status: 204  len: 168 time: 0.7058120
Dec 13 14:49:02.015558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43208) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:02.149291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] No DVR routers for this DVR port edf9d0a7-deb7-4717-a6ad-047c549b309d on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:02.172207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.191982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Deleting port e0afbec4-e2d4-48ff-a64a-302631b70872 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:02.192363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.204242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.208490 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8433bb0-91ab-417f-894c-837d80936ad1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/routers/3fe35c89-f3ad-47ad-8cc6-f025aac71b88 HTTP/1.1" status: 204  len: 168 time: 3.0586789
Dec 13 14:49:02.217391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-31676944-1cb9-4b1e-ac42-5dc1f3600ee9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:49:02.218798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31676944-1cb9-4b1e-ac42-5dc1f3600ee9 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/3c98ae6a-04c3-4769-8098-85029a7ece19 HTTP/1.1" status: 404  len: 333 time: 0.4885013
Dec 13 14:49:02.225688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43214) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:02.260508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=3d99ad62-c1cc-43e2-84a8-244a181c98c0,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:02.274925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:02.316678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Deleting port edf9d0a7-deb7-4717-a6ad-047c549b309d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:02.317011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.355967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Checking segment: {'id': 'e3f5fb89-87a0-4631-a60d-f2e313664586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:02.356371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network hostable DHCP agents. Network: ad34a66e-6c92-442e-ba6b-5fadb796143a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:02.365408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-35b45e96-6b43-422e-a26f-65893e87c183 None None] Could not find standard attr ID for object 3c98ae6a-04c3-4769-8098-85029a7ece19. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:02.368737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-35b45e96-6b43-422e-a26f-65893e87c183 None None] Could not find standard attr ID for object 98473cc7-9d73-43c0-9556-187bacb88b8c. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:02.451403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] DHCP port deletion for a4609780-3769-45c6-8552-b35f51419f8e request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:02.456699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Deleting port e0afbec4-e2d4-48ff-a64a-302631b70872 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:02.458029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.473046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43218) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:02.479161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] The port 'edf9d0a7-deb7-4717-a6ad-047c549b309d' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:02.568531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Network ad34a66e-6c92-442e-ba6b-5fadb796143a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:02.607834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ad34a66e-6c92-442e-ba6b-5fadb796143a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:02.614473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:02.617591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:02.618255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.632559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a88408-2ba0-40cb-bc41-e12d7a50798b None None] Network ad34a66e-6c92-442e-ba6b-5fadb796143a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:02.633049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.645020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-877dfa43-29cf-43ce-8208-62060e7523fa tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:02.735826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 4.0597348
Dec 13 14:49:02.739048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43224) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:02.750699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:02.786418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] For port e0afbec4-e2d4-48ff-a64a-302631b70872, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0afbec4-e2d4-48ff-a64a-302631b70872,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:02.786871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.819875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.847534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e398d68>,) {'filters': {'network_id': ['fae78a1b-16b2-45cb-86db-16daba017d2d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:02.900517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] For port e0afbec4-e2d4-48ff-a64a-302631b70872, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0afbec4-e2d4-48ff-a64a-302631b70872,segment=NetworkSegment(b1bbe04a-4f7e-41bf-89f5-9115a794516f),segment_id=b1bbe04a-4f7e-41bf-89f5-9115a794516f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:02.900927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:02.917544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=71ccf76b-f988-46bd-89e9-9bdab9f78c3b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:02.922041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:02.924076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:03.000669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] Sync routers for ids ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:03.021886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Calling delete_port for e0afbec4-e2d4-48ff-a64a-302631b70872 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:03.038037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.039516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.7797244
Dec 13 14:49:03.040439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': '7d2040e8-1187-4c2a-9b25-10fe316829c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:03.040844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: e1d05278-0fdc-472e-baa1-dd18154dfd95, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:03.045503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43228) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:03.078790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Calling delete_port for e0afbec4-e2d4-48ff-a64a-302631b70872 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:03.079011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:03.085655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] Routers {'837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:03.086362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0f1c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.145210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-439462901', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:03.170666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e398d68>, '0cca24e2-1f9a-4599-b225-a9a0619954a0') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.171096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e398d68>, '0cca24e2-1f9a-4599-b225-a9a0619954a0') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.177821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0f1c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.183094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:03.214884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.222081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:03.233446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:03.235340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66164328'] for subnet, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.259888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.266722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04c5fb51-5cde-4f67-8317-dfd239077424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:03.268594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network e1d05278-0fdc-472e-baa1-dd18154dfd95 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:03.306607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:03.319501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.336397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:03.337252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.349517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e1d05278-0fdc-472e-baa1-dd18154dfd95) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:03.351090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] Routers {'837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:03.353259 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:03.361754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:03.362498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:03.363798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0f1c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.367951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:03.368606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.379376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.380429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.480374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet d7af7254-4c59-4134-939d-1c4a55d24eaa {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:03.487697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.510794 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.1218514
Dec 13 14:49:03.519451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43232) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:03.529496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.569863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7091b7-c68b-478b-909a-20367447e6f4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:03.589031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.594686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.605913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:03.619518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.620670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:03.634260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:03.634799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fae78a1b-16b2-45cb-86db-16daba017d2d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:03.642277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.649312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.676310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30175b-a360-4df1-a578-d320a2dd8476 None None] Network e1d05278-0fdc-472e-baa1-dd18154dfd95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:03.680865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:03.702305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65833958'] for subnet, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.712148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf75e89c-4eb6-4975-b42f-6e96d3cb2efa tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:03.739403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.756990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:03.758171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.788762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] 10.222.0.69 "DELETE /v2.0/networks/fae78a1b-16b2-45cb-86db-16daba017d2d HTTP/1.1" status: 204  len: 168 time: 3.6975374
Dec 13 14:49:03.855316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:03.856106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02f1a-548c-4bc4-8cdf-d7da38112d88 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:03.866842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] No DVR routers for this DVR port e0afbec4-e2d4-48ff-a64a-302631b70872 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:03.940020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event updated for resources: {'Subnet': ['ID=3d99ad62-c1cc-43e2-84a8-244a181c98c0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:03.943814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:03.948290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:03.949347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.950363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "PUT /v2.0/subnets/3d99ad62-c1cc-43e2-84a8-244a181c98c0 HTTP/1.1" status: 200  len: 900 time: 1.2052073
Dec 13 14:49:03.953147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ee14aef-870a-4e16-a520-c3a0985c3d3e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/bea2e24c-07c8-445b-83a0-b121ba277429 HTTP/1.1" status: 200  len: 979 time: 9.4947953
Dec 13 14:49:03.956634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43238) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:03.956959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-ad34a66e-6c92-442e-ba6b-5fadb796143a', 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a', 'tenant_id': '4aaf984e82464aa4ad1a8430b1f753ac', 'fixed_ips': [{'subnet_id': '3d99ad62-c1cc-43e2-84a8-244a181c98c0'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:03.957087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43240) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:03.957973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:03.982645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0afbec4-e2d4-48ff-a64a-302631b70872 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:04.027482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Pushing event deleted for resources: {'Port': ['ID=e0afbec4-e2d4-48ff-a64a-302631b70872,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:04.108764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43246) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:04.114451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e0afbec4-e2d4-48ff-a64a-302631b70872 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:04.114846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0afbec4-e2d4-48ff-a64a-302631b70872 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:04.116732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0f1c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:04.117231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224af41c-18a9-4ba2-b657-c8f58e740488 None None] The sync data for ids ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:04.155100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:04.193038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e1d05278-0fdc-472e-baa1-dd18154dfd95', 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': '71ccf76b-f988-46bd-89e9-9bdab9f78c3b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:04.193987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.231062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Deleting port e0afbec4-e2d4-48ff-a64a-302631b70872 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:04.231435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.398398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] The port 'e0afbec4-e2d4-48ff-a64a-302631b70872' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:04.399883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Allocated IP 2001:db8::3 (ad34a66e-6c92-442e-ba6b-5fadb796143a/3d99ad62-c1cc-43e2-84a8-244a181c98c0/301fa200-2e73-4742-824f-ecbfbf33d92f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:04.405550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.484185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.510239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.519728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Allocated IP 2001:db8::2 (e1d05278-0fdc-472e-baa1-dd18154dfd95/71ccf76b-f988-46bd-89e9-9bdab9f78c3b/f4ba5f0d-d6d9-4a52-9241-1a07721c1114) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:04.655393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.707407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.727135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65db51320>,) {'filters': {'network_id': ['a4609780-3769-45c6-8552-b35f51419f8e']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:04.742499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ec76711e-1c06-4c6b-8e8f-1227a55c1d08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbf399be428047adb5864040d190a4b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6285970
Dec 13 14:49:04.742808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43252) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:04.747541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:04.748011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.775140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65db51320>, 'b1bbe04a-4f7e-41bf-89f5-9115a794516f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:04.775534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65db51320>, 'b1bbe04a-4f7e-41bf-89f5-9115a794516f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:04.786661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.835936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.838572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.854904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.873047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d856e22d-ef17-4fea-a887-aadd61a9fd89 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:04.879142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Transition to ACTIVE for port object 301fa200-2e73-4742-824f-ecbfbf33d92f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:04.914921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.920290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Transition to ACTIVE for port object 301fa200-2e73-4742-824f-ecbfbf33d92f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:04.933775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.935064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=d7af7254-4c59-4134-939d-1c4a55d24eaa,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:04.939000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.945431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:04.948636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:04.950744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:04.993471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3de94e-e2cc-4b51-af70-1c8a8c020401 None None] Network ba93e996-8326-45a2-9b8d-70139b84df16 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:05.023152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:05.024595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.027206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Transition to ACTIVE for port object f4ba5f0d-d6d9-4a52-9241-1a07721c1114 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:05.042155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:05.044702 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:05.081603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Network ad34a66e-6c92-442e-ba6b-5fadb796143a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:05.120827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/d7af7254-4c59-4134-939d-1c4a55d24eaa HTTP/1.1" status: 204  len: 168 time: 2.8935645
Dec 13 14:49:05.127054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43256) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:05.156584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.162861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:05.164773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Pushing event updated for resources: {'Port': ['ID=301fa200-2e73-4742-824f-ecbfbf33d92f,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.168113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.173740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.175753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Transition to ACTIVE for port object f4ba5f0d-d6d9-4a52-9241-1a07721c1114 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:05.180268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:05.181673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc3c472-bf45-49f4-97e6-2f73d0de56aa tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.187349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.187724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.206160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.222640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.226644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4609780-3769-45c6-8552-b35f51419f8e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.229643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.234711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.242082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.292459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4609780-3769-45c6-8552-b35f51419f8e HTTP/1.1" status: 204  len: 168 time: 3.2645152
Dec 13 14:49:05.312961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.326137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Network e1d05278-0fdc-472e-baa1-dd18154dfd95 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:05.337396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d412c3b2-65cf-415a-8c73-200e29d3bdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.355713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:05.364030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:05.367410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:05.430307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=71ccf76b-f988-46bd-89e9-9bdab9f78c3b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.435105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Pushing event updated for resources: {'Port': ['ID=f4ba5f0d-d6d9-4a52-9241-1a07721c1114,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.443231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.457330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.461191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.494187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.494802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Attempting to bind port 301fa200-2e73-4742-824f-ecbfbf33d92f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:05.495373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Attempting to bind port 301fa200-2e73-4742-824f-ecbfbf33d92f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'e3f5fb89-87a0-4631-a60d-f2e313664586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:05.495777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Attempting to bind port 301fa200-2e73-4742-824f-ecbfbf33d92f on network ad34a66e-6c92-442e-ba6b-5fadb796143a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:05.535107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=3d99ad62-c1cc-43e2-84a8-244a181c98c0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.546276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.554534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.556547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.575457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:05.575788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Checking segment: {'id': 'e3f5fb89-87a0-4631-a60d-f2e313664586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:05.576257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.576659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Bound using segment: {'id': 'e3f5fb89-87a0-4631-a60d-f2e313664586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:05.577227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Bound port: 301fa200-2e73-4742-824f-ecbfbf33d92f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5fb89-87a0-4631-a60d-f2e313664586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:05.577651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.598392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.600964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Attempting to bind port f4ba5f0d-d6d9-4a52-9241-1a07721c1114 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:05.600964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Attempting to bind port f4ba5f0d-d6d9-4a52-9241-1a07721c1114 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7d2040e8-1187-4c2a-9b25-10fe316829c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:05.601202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Attempting to bind port f4ba5f0d-d6d9-4a52-9241-1a07721c1114 on network e1d05278-0fdc-472e-baa1-dd18154dfd95 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:05.608314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] DHCP port deletion for ba93e996-8326-45a2-9b8d-70139b84df16 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:05.628426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43262) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:05.651986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Deleting port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:05.652661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.655715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.667240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78b18c1d-2ef7-4c2c-b270-f095ce689503 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.681855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:05.682206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Checking segment: {'id': '7d2040e8-1187-4c2a-9b25-10fe316829c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:05.682650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.683114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Bound using segment: {'id': '7d2040e8-1187-4c2a-9b25-10fe316829c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:05.683650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Bound port: f4ba5f0d-d6d9-4a52-9241-1a07721c1114, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2040e8-1187-4c2a-9b25-10fe316829c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:05.684062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.742476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.750799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:05.750799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.758633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d064e36-8de9-4786-b1e1-cb446a5e5b59,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:05.761233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:05.777619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.782006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d064e36-8de9-4786-b1e1-cb446a5e5b59 HTTP/1.1" status: 204  len: 168 time: 1.0343113
Dec 13 14:49:05.786833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] For port 301fa200-2e73-4742-824f-ecbfbf33d92f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:05.794552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] For port 301fa200-2e73-4742-824f-ecbfbf33d92f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=301fa200-2e73-4742-824f-ecbfbf33d92f,segment=NetworkSegment(e3f5fb89-87a0-4631-a60d-f2e313664586),segment_id=e3f5fb89-87a0-4631-a60d-f2e313664586)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:05.805693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ddaf048>,) {'filters': {'network_id': ['e1d05278-0fdc-472e-baa1-dd18154dfd95']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.811119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.827058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddaf048>, '7d2040e8-1187-4c2a-9b25-10fe316829c5') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.827294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddaf048>, '7d2040e8-1187-4c2a-9b25-10fe316829c5') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.830820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:05.883230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.887457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.912446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.927496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:05.927968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:05.930829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dac64a8>,) {'filters': {'network_id': ['ad34a66e-6c92-442e-ba6b-5fadb796143a']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:05.945885 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:05.949983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dac64a8>, 'e3f5fb89-87a0-4631-a60d-f2e313664586') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.950329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dac64a8>, 'e3f5fb89-87a0-4631-a60d-f2e313664586') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:05.957553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Allocated IP 172.26.4.213 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ce5a26b4-6900-493b-a06e-fb1fa91a9caf) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:05.992545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.011137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.028665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:06.043728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:06.044322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:06.065187 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:06.073788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:49:06.073788 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:49:06.073788 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'e1d05278-0fdc-472e-baa1-dd18154dfd95'}]
Dec 13 14:49:06.073788 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:06.074276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:06.242588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.275831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.281566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bf43796-3b02-451a-a4fb-e7a2844de4ea tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:06.298985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-85ffa21d-fa3f-4773-b5d3-5936d5c6efac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec035ff71c50461e915b613633a3441d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6691942
Dec 13 14:49:06.336593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3863a-0c85-4fac-986b-2f370118dfe2 None None] Network ad34a66e-6c92-442e-ba6b-5fadb796143a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:06.339898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43272) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:06.357639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:49:06.357639 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:49:06.357639 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'ad34a66e-6c92-442e-ba6b-5fadb796143a'}]
Dec 13 14:49:06.357639 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:06.358380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:06.369372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] For port f4ba5f0d-d6d9-4a52-9241-1a07721c1114, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:06.375407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Pushing event updated for resources: {'Port': ['ID=301fa200-2e73-4742-824f-ecbfbf33d92f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:06.387778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:06.422589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:06.426491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:06.432462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:06.468584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.502804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.513386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:06.589006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.594917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event updated for resources: {'Port': ['ID=ce5a26b4-6900-493b-a06e-fb1fa91a9caf,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:06.604980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:06.615149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port f4ba5f0d-d6d9-4a52-9241-1a07721c1114 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:06.615539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.616884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] For port f4ba5f0d-d6d9-4a52-9241-1a07721c1114, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f4ba5f0d-d6d9-4a52-9241-1a07721c1114,segment=NetworkSegment(7d2040e8-1187-4c2a-9b25-10fe316829c5),segment_id=7d2040e8-1187-4c2a-9b25-10fe316829c5)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:06.653490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:06.664025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.669386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.672918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:06.673636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.684783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:06.866906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.900258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=e0a74d21-16ab-4c7a-ba4d-e50ec6ec5501,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:06.912577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] For port f4ba5f0d-d6d9-4a52-9241-1a07721c1114, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f4ba5f0d-d6d9-4a52-9241-1a07721c1114,segment=NetworkSegment(7d2040e8-1187-4c2a-9b25-10fe316829c5),segment_id=7d2040e8-1187-4c2a-9b25-10fe316829c5)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:06.913017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.915341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:06.918353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.940537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:06.940829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:06.948335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Calling delete_port for 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:07.002862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port 301fa200-2e73-4742-824f-ecbfbf33d92f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:07.003224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.028671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.079421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Pushing event updated for resources: {'Port': ['ID=f4ba5f0d-d6d9-4a52-9241-1a07721c1114,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:07.100852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43288) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:07.111067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for f4ba5f0d-d6d9-4a52-9241-1a07721c1114 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:07.181339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:07.188953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:07.191554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:07.191955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:07.204604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.206048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.207944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:07.208359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:07.217529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0eb966-3aa9-4661-a904-85acc4d7e040 None None] Network e1d05278-0fdc-472e-baa1-dd18154dfd95 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:07.220177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:07.240292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92ed17-f838-4eb1-95f3-50aa5b1a7a1c None None] Network ad34a66e-6c92-442e-ba6b-5fadb796143a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:07.295805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.301365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b6bca88-4d58-4eee-abee-ff3cfa7f104b tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:07.320679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.350913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1754000871-network', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:07.354522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=f4ba5f0d-d6d9-4a52-9241-1a07721c1114,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:07.358690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:07.364019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:07.371061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Usage tracker for resource:network and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:07.376480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:07.384718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No DVR routers for this DVR port f4ba5f0d-d6d9-4a52-9241-1a07721c1114 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:07.411026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.662674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:07.663152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:07.671794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:07.710345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Deleting port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:07.710839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.713242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Made reservation on behalf of f52369af6b14440099d8e0de4beed1fb for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:07.717969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.728558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.747322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04236af0-cb70-4eb1-8c9c-232d00837d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:07.781411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe90796-d34c-49d8-90c6-1a39cdab66c9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:07.791236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:07.795171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port 301fa200-2e73-4742-824f-ecbfbf33d92f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=301fa200-2e73-4742-824f-ecbfbf33d92f,segment=NetworkSegment(e3f5fb89-87a0-4631-a60d-f2e313664586),segment_id=e3f5fb89-87a0-4631-a60d-f2e313664586)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:07.796176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.800506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.884865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.927022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>,) {'filters': {'network_id': ['e1d05278-0fdc-472e-baa1-dd18154dfd95']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:07.948625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>, '7d2040e8-1187-4c2a-9b25-10fe316829c5') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:07.949019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>, '7d2040e8-1187-4c2a-9b25-10fe316829c5') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:07.956225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:07.960718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] For port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,segment=NetworkSegment(acb36e64-b500-4b3d-9811-fca5591fefea),segment_id=acb36e64-b500-4b3d-9811-fca5591fefea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:07.961032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.965403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Usage tracker for resource:security_group_rule and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:07.968889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c630e6b-21f2-42f5-9191-953b06305281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.977025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:07.984460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:07.995300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:07.997941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for 301fa200-2e73-4742-824f-ecbfbf33d92f owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:08.012577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.024571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:08.025013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:08.042182 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:08.093199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Calling delete_port for 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:08.137790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.144055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6254e1b8-ceab-4d4c-9b26-9d0df00a57b2 tempest-QuotasNegativeTest-2066526390 tempest-QuotasNegativeTest-2066526390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:08.159703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.173410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.179225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:08.179402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=e1d05278-0fdc-472e-baa1-dd18154dfd95,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:08.181547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:08.181912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.187746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:08.209530 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/e1d05278-0fdc-472e-baa1-dd18154dfd95 HTTP/1.1" status: 204  len: 168 time: 4.6844513
Dec 13 14:49:08.212581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43294) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:08.223670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.224393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1734146395'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:08.228019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fe90796-d34c-49d8-90c6-1a39cdab66c9 HTTP/1.1" status: 204  len: 168 time: 1.8795784
Dec 13 14:49:08.230809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Pushing event deleted for resources: {'Port': ['ID=7ef539e4-b847-40e5-9eb9-8c95c46f5ca1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:08.232980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] No DVR routers for this DVR port 7ef539e4-b847-40e5-9eb9-8c95c46f5ca1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:08.234330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:08.235405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.243324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6ae5f09-c8fc-477a-ae49-bd0e479ee5e3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:08.244798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:08.254317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:network and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:08.257943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:08.267787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:08.281818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Router e08cca17-8d3d-40f8-a5fe-571be8a7c330 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:08.290873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa01b3-bd48-42b9-970e-27269144acee None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:49:08.305855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:08.311752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.331833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=301fa200-2e73-4742-824f-ecbfbf33d92f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:08.342249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] The port '7ef539e4-b847-40e5-9eb9-8c95c46f5ca1' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:08.362904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.399467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:08.454049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port 301fa200-2e73-4742-824f-ecbfbf33d92f on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:08.461954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa01b3-bd48-42b9-970e-27269144acee None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:49:08.492540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:08.504511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.505167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Added segment 382b777c-5d3e-4040-970e-533a93c35346 of type vlan for network 833e4564-d9a7-4623-b62c-f337a9952b61
Dec 13 14:49:08.538592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.579953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.587441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d37178b-2357-4607-a23e-197bf9460c30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:08.594721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.599558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:08.600209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.681506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae1c603-41d2-48b3-b2f9-873d063a8eb5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:08.686675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:08.689361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:08.710621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:08.747071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5316966
Dec 13 14:49:08.770809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43308) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:08.796350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Request body: {'subnet': {'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:08.825693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.826253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Added segment 25e300d5-437f-4c0c-af79-a15e146ef81f of type vlan for network 2fb02f0e-633b-4a90-a956-fd254eefebe2
Dec 13 14:49:08.921901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.936169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:08.999050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Network': ['ID=833e4564-d9a7-4623-b62c-f337a9952b61,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:09.003896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:09.013685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.017479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.021838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 833e4564-d9a7-4623-b62c-f337a9952b61 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:09.032028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e215470>,) {'filters': {'network_id': ['ba93e996-8326-45a2-9b8d-70139b84df16']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.045586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.087568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.088813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:09.089511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.098049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:09.120547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e215470>, 'acb36e64-b500-4b3d-9811-fca5591fefea') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.120894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e215470>, 'acb36e64-b500-4b3d-9811-fca5591fefea') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.206412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ee04710>,) {'filters': {'network_id': ['ad34a66e-6c92-442e-ba6b-5fadb796143a']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.217488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869033be-1564-46fb-9be4-d18265eb0b48 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:49:09.219198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.249216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ee04710>, 'e3f5fb89-87a0-4631-a60d-f2e313664586') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.249850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ee04710>, 'e3f5fb89-87a0-4631-a60d-f2e313664586') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.295481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb02f0e-633b-4a90-a956-fd254eefebe2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:09.300719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1978688
Dec 13 14:49:09.301972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:09.307953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:09.308668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:09.312800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Usage tracker for resource:subnet and tenant:cc2f7358263a4ca78000e62bc5a35273 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:09.315834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:09.316473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.322000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:09.330453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:09.337945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Request body: {'subnet': {'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1754000871-subnet', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:09.345600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.355002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:09.357309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Made reservation on behalf of cc2f7358263a4ca78000e62bc5a35273 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:09.378174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:09.378629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.381750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Usage tracker for resource:subnet and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:09.387453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:09.408701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:09.421508 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:09.438163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.492578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:09.493212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.494145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Made reservation on behalf of f52369af6b14440099d8e0de4beed1fb for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:09.498993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.503799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869033be-1564-46fb-9be4-d18265eb0b48 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:49:09.517425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.525169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:09.570504 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:09.588460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:09.759428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.766700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] Sync routers for ids ['e08cca17-8d3d-40f8-a5fe-571be8a7c330'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:09.768811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.770778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.1816773
Dec 13 14:49:09.783139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43328) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:09.792633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] Routers {'e08cca17-8d3d-40f8-a5fe-571be8a7c330'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:09.793325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e08cca17-8d3d-40f8-a5fe-571be8a7c330'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.828297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:09.865148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.867176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119e8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.867719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.890920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=ba93e996-8326-45a2-9b8d-70139b84df16,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:09.892871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] Routers {'e08cca17-8d3d-40f8-a5fe-571be8a7c330'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:09.893329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:48:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e08cca17-8d3d-40f8-a5fe-571be8a7c330'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.895039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:09.930327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/ad34a66e-6c92-442e-ba6b-5fadb796143a HTTP/1.1" status: 204  len: 168 time: 5.9680946
Dec 13 14:49:09.931696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43336) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:09.932292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:09.933884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:09.958988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119e8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:09.959375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57678-776a-4087-afcc-d2281ca076ac None None] The sync data for ids ['e08cca17-8d3d-40f8-a5fe-571be8a7c330'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:09.968234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/ba93e996-8326-45a2-9b8d-70139b84df16 HTTP/1.1" status: 204  len: 168 time: 4.8276501
Dec 13 14:49:09.972214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=ad34a66e-6c92-442e-ba6b-5fadb796143a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:09.979492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43338) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:09.988063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:09.995330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-333204117'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:10.010553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:10.031211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:10.041661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:10.052866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:10.087559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:10.093711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.096458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4bad74-3de2-418c-b1ba-2d67395fb5b2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:10.096920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4bad74-3de2-418c-b1ba-2d67395fb5b2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:10.151240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:10.152108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:10.159541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router 837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:10.174196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.174586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment 7f7e0b8b-4a99-4b00-9c25-effb915ed04d of type vlan for network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3
Dec 13 14:49:10.194121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aa4bad74-3de2-418c-b1ba-2d67395fb5b2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/3d99ad62-c1cc-43e2-84a8-244a181c98c0 HTTP/1.1" status: 404  len: 337 time: 0.2206020
Dec 13 14:49:10.200454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43348) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:10.231345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0dcd-41ef-429f-b139-ac5aece7eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.366066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.455183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.459809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:10.460775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.468527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b84bafd1-4fb1-4664-b720-77eab9399c03 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:10.529720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ca7c09-adae-4219-b9c3-ef1d4cfe2918 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:10.530619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ca7c09-adae-4219-b9c3-ef1d4cfe2918 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:10.534494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1ca7c09-adae-4219-b9c3-ef1d4cfe2918 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/ad34a66e-6c92-442e-ba6b-5fadb796143a HTTP/1.1" status: 404  len: 339 time: 0.3295922
Dec 13 14:49:10.535683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43358) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:10.536953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.541692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:10.664634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43362) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:10.674889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6912210
Dec 13 14:49:10.683346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43364) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:10.683630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.700501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab2846d-de93-47d4-a677-b7a2aa0b1a21,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:10.709871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:10.715506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:10.748865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:10.751689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:10.766404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:10.796457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67fe920d-406e-4716-b321-01a34236897c tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/e08cca17-8d3d-40f8-a5fe-571be8a7c330 HTTP/1.1" status: 200  len: 924 time: 1.0118415
Dec 13 14:49:10.845479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43372) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:10.845700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.893287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:10.906949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:10.991428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Checking segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:10.991795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Network hostable DHCP agents. Network: 2fb02f0e-633b-4a90-a956-fd254eefebe2, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:11.020174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1054735331'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:11.025905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72e29189-c0d6-40dc-9e80-47e1014f44a1 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=e08cca17-8d3d-40f8-a5fe-571be8a7c330 HTTP/1.1" status: 200  len: 205 time: 0.1759882
Dec 13 14:49:11.038475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43378) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.042732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:11.059663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Usage tracker for resource:network and tenant:9bf3bc9e09f141f3b8cad442a46e0eb3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:11.072607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:11.077568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.083010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:11.096224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:11.096879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f320ef0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.115544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.124221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:11.135035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:11.139187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.139324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:11.143423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e070e204-2fcb-4c65-9a0b-00ec6d6a2702 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "PUT /v2.0/routers/837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 200  len: 921 time: 8.0830910
Dec 13 14:49:11.144279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43382) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.156083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:11.163523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f320ef0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.168463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] Sync routers for ids ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:11.176359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:11.176829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:11.177534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f320ef0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.183326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:11.190391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] Routers {'837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:11.191400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f621470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.207472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event updated for resources: {'Subnet': ['ID=20a49b99-193e-4ea5-8ab5-77d1df8e655d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:11.217933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:11.223578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:11.244026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f320ef0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.244713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fabd5-f7af-4cd6-b42a-08504d798309 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:11.246342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Checking segment: {'id': '382b777c-5d3e-4040-970e-533a93c35346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:11.246747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network hostable DHCP agents. Network: 833e4564-d9a7-4623-b62c-f337a9952b61, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:11.255369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:11.257351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e878630>,) {'filters': {'network_id': ['cfa4f76f-9859-46e1-bbe0-9b8e04e17bef']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.258347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Made reservation on behalf of 9bf3bc9e09f141f3b8cad442a46e0eb3 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:11.264269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.278017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/bea2e24c-07c8-445b-83a0-b121ba277429 HTTP/1.1" status: 204  len: 168 time: 7.3161092
Dec 13 14:49:11.278017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e878630>, '972e95a7-09eb-4e01-bd72-948917c333bf') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.278017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e878630>, '972e95a7-09eb-4e01-bd72-948917c333bf') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.285108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.287886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.294117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f621470>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.301928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:11.307503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] Routers {'837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:11.308201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f621470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.312899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.344853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.355264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:11.355716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.380623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f621470>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:11.381091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c4147-59f3-4942-a99a-b03205f6654e None None] The sync data for ids ['837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:11.413669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2fb02f0e-633b-4a90-a956-fd254eefebe2) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:11.423009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627142d-efc0-4fdf-85d3-44212f04346d None None] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:11.432486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:11.433136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.544753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2129149
Dec 13 14:49:11.618122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43390) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:11.620088 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:11.631086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port bf9c2af4-1dcf-435a-9076-c962889587dc {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:11.631421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.675723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:11.680563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2fb02f0e-633b-4a90-a956-fd254eefebe2', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:11.681526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.694535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:11.703678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.723177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:11.732563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Usage tracker for resource:security_group_rule and tenant:9bf3bc9e09f141f3b8cad442a46e0eb3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:11.735720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Network 833e4564-d9a7-4623-b62c-f337a9952b61 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:11.744649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:11.747883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Usage tracker for resource:router and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:11.767050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.771966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.777005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:11.777142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:11.796540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:11.798669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:11.802917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 833e4564-d9a7-4623-b62c-f337a9952b61) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:11.818375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=cfa4f76f-9859-46e1-bbe0-9b8e04e17bef,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:11.823312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:11.825244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/cfa4f76f-9859-46e1-bbe0-9b8e04e17bef HTTP/1.1" status: 204  len: 168 time: 1.2384450
Dec 13 14:49:11.825770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:11.826433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.827950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43394) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.843843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c32ed3-f465-46e9-8702-62d623c42d91 None None] Network 833e4564-d9a7-4623-b62c-f337a9952b61 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:11.879082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f6cff7-5a62-4d2c-968f-ed7a2a2fe02b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:11.880140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f6cff7-5a62-4d2c-968f-ed7a2a2fe02b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:11.881419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52f6cff7-5a62-4d2c-968f-ed7a2a2fe02b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/1749161d-8f5b-459b-8094-371ae3cabb4b HTTP/1.1" status: 404  len: 337 time: 0.0511279
Dec 13 14:49:11.892390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43398) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.925849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cec039-23cb-48c1-ae90-bf1c8b95e4da tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:11.927203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cec039-23cb-48c1-ae90-bf1c8b95e4da tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:11.929731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5cec039-23cb-48c1-ae90-bf1c8b95e4da tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/e240d802-65ad-40e7-8d7c-18493fdca876 HTTP/1.1" status: 404  len: 339 time: 0.0347755
Dec 13 14:49:11.933433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43402) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:11.947284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.948280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:11.976974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Allocated IP 172.20.0.2 (2fb02f0e-633b-4a90-a956-fd254eefebe2/3ab2846d-de93-47d4-a677-b7a2aa0b1a21/b0f18ac7-9196-4cd7-935c-3c87fff5bc63) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:12.004976 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66d2eddb-c025-4b28-81ba-e12a63b270c5 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 200  len: 921 time: 0.8524325
Dec 13 14:49:12.006668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43406) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.030751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.2582679
Dec 13 14:49:12.039971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43410) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.158099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.179835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.223233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting subnet 3de3632e-3060-4188-994f-766d2d78a63d {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:12.228331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e3a4799-8fe3-4149-b137-e432a0bf0769 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Synchronizing usage tracker for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:12.231534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.235619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-833e4564-d9a7-4623-b62c-f337a9952b61', 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61', 'tenant_id': 'cc2f7358263a4ca78000e62bc5a35273', 'fixed_ips': [{'subnet_id': '20a49b99-193e-4ea5-8ab5-77d1df8e655d'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:12.236600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.310093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.339650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e3a4799-8fe3-4149-b137-e432a0bf0769 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Unset dirty status for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:12.344840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e3a4799-8fe3-4149-b137-e432a0bf0769 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3330209
Dec 13 14:49:12.346454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43414) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.396058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.403355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.407322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.428129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Transition to ACTIVE for port object b0f18ac7-9196-4cd7-935c-3c87fff5bc63 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:12.475211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.496512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Transition to ACTIVE for port object b0f18ac7-9196-4cd7-935c-3c87fff5bc63 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:12.510304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.515039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Allocated IP 2001:db8::f816:3eff:fe9a:6d09 (833e4564-d9a7-4623-b62c-f337a9952b61/20a49b99-193e-4ea5-8ab5-77d1df8e655d/4d54d19b-a3e5-4725-8dfb-6f67151ba0a3) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:12.517056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23e5b680-d453-4da4-a2d6-ad467bba3a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:12.536167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e9609-b0e0-4857-9a76-a7c8154753d6 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:12.540733 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a92e9609-b0e0-4857-9a76-a7c8154753d6 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.1903534
Dec 13 14:49:12.540733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.552918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fec33de4-e466-4bc8-9502-c5568924c503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:12.570445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43418) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.638802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-213ccfee-6307-4697-bf29-4362dfb27537 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 200  len: 205 time: 0.0644772
Dec 13 14:49:12.639335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43422) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.754084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.768649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:12.792760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:12.796185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Pushing event updated for resources: {'Port': ['ID=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:12.802524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:12.805838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:12.807972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:12.817087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=3de3632e-3060-4188-994f-766d2d78a63d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:12.820183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:12.825750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.901005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/3de3632e-3060-4188-994f-766d2d78a63d HTTP/1.1" status: 204  len: 168 time: 0.9649649
Dec 13 14:49:12.902939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43426) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:12.903615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a49abf-6dbf-4023-90fc-40fe8fd22e8d None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:12.967069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:12.991964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:12.996633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting subnet 73e7aaf3-40f7-4365-9461-cd8a3c8ec834 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:13.000113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.000854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.067398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.075502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6b3eb-54c8-484b-a908-bcef64e168ed,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.097055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Attempting to bind port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:13.097428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Attempting to bind port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:13.097843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Attempting to bind port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 on network 2fb02f0e-633b-4a90-a956-fd254eefebe2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:13.120338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.151241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for bf9c2af4-1dcf-435a-9076-c962889587dc owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:13.156071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:13.156501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Checking segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:13.156959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.157403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Bound using segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:13.157950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Bound port: b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:13.158377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.183773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.194533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.194955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Added segment 4ea09330-a1ce-4b76-9d11-d8a417410992 of type vlan for network eb019779-811b-407f-9c6e-db345619d6cc
Dec 13 14:49:13.210529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.228985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f8c6836-7420-42fd-b4c9-0450281d4217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.308991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.318694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.356680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Transition to ACTIVE for port object 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:13.359365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.402073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] For port b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:13.403816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.417712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.423046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.425452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] For port b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:13.429488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Transition to ACTIVE for port object 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:13.434359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.440342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-831f7bd9-610b-4ed4-a5cb-c95f7e881b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.473813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=73e7aaf3-40f7-4365-9461-cd8a3c8ec834,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.475628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.480274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.481467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.500626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.504462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.511979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/73e7aaf3-40f7-4365-9461-cd8a3c8ec834 HTTP/1.1" status: 204  len: 168 time: 0.6043208
Dec 13 14:49:13.512260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.515819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.517563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43430) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:13.539773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port 89e0dc60-1e35-4fda-89ed-7cf420d5bba0 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:13.540422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.556260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Network 833e4564-d9a7-4623-b62c-f337a9952b61 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:13.565738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:13.571244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:13.572885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Pushing event updated for resources: {'Port': ['ID=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.578465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.579026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-443faa8e-f0b1-41b1-80b0-f647a6b0f9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.702250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.706456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:13.707045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.711551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': '7f7e0b8b-4a99-4b00-9c25-effb915ed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:13.711950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:13.724771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17ed57b3-3b2e-415b-b91d-e1d8894ab488 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.736928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.782443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Pushing event updated for resources: {'Port': ['ID=4d54d19b-a3e5-4725-8dfb-6f67151ba0a3,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.798244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.806732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Attempting to bind port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:13.807190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Attempting to bind port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '382b777c-5d3e-4040-970e-533a93c35346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:13.807608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Attempting to bind port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 on network 833e4564-d9a7-4623-b62c-f337a9952b61 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:13.820345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:13.820772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Checking segment: {'id': '382b777c-5d3e-4040-970e-533a93c35346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:13.821234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.821733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Bound using segment: {'id': '382b777c-5d3e-4040-970e-533a93c35346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:13.822228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Bound port: 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382b777c-5d3e-4040-970e-533a93c35346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '833e4564-d9a7-4623-b62c-f337a9952b61'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:13.822659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.848304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b261ce-a765-4eac-8ec8-f813a260a78c None None] Update dhcp port {'port': {'network_id': '7cf480e7-6fff-4e3a-b942-c7f855ed1fca', 'fixed_ips': [{'subnet_id': '73e7aaf3-40f7-4365-9461-cd8a3c8ec834'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': 'b726d418-7399-4916-962e-1b571a318d26'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:49:13.951287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13b261ce-a765-4eac-8ec8-f813a260a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.967331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:13.971614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Pushing event updated for resources: {'Network': ['ID=eb019779-811b-407f-9c6e-db345619d6cc,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:13.985076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:13.987482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.3067582
Dec 13 14:49:13.988400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cc72507-23e8-4b88-afef-b5f3c6150ba6 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:13.994579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network eb019779-811b-407f-9c6e-db345619d6cc details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:14.028250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43434) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:14.083087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port b726d418-7399-4916-962e-1b571a318d26 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:14.083443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.085636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] For port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:14.094176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] For port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d54d19b-a3e5-4725-8dfb-6f67151ba0a3,segment=NetworkSegment(382b777c-5d3e-4040-970e-533a93c35346),segment_id=382b777c-5d3e-4040-970e-533a93c35346)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:14.130824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.136196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=20a49b99-193e-4ea5-8ab5-77d1df8e655d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:14.145283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee4e8f77-77d7-4ecd-8ac4-a1277ffae91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:14.162114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:14.170040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:14.171631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.179440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.218910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41ab5043-9193-40bc-9c42-5379dbc6768f tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:14.290071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Pushing event updated for resources: {'Port': ['ID=4d54d19b-a3e5-4725-8dfb-6f67151ba0a3,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:14.291378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:14.357229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:14.363706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=bf9c2af4-1dcf-435a-9076-c962889587dc,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:14.376378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37844bb-1a90-4cc8-96ec-889b288b0e35 None None] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:14.379623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.393242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'name': 'tempest-network--32023439', 'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:14.402067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:14.403315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:14.406353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for 89e0dc60-1e35-4fda-89ed-7cf420d5bba0 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:14.408398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.433668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:14.486923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.500186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:network and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:14.503803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:14.523047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e83bdd8>,) {'filters': {'network_id': ['833e4564-d9a7-4623-b62c-f337a9952b61']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:14.547594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e83bdd8>, '382b777c-5d3e-4040-970e-533a93c35346') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:14.547594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e83bdd8>, '382b777c-5d3e-4040-970e-533a93c35346') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:14.582764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea7973-9306-4eac-86e7-e68001e74c09 None None] Network 7cf480e7-6fff-4e3a-b942-c7f855ed1fca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:14.588849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:14.598702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.605955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port ce5a26b4-6900-493b-a06e-fb1fa91a9caf {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:14.606247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.630330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port b726d418-7399-4916-962e-1b571a318d26, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b726d418-7399-4916-962e-1b571a318d26,segment=NetworkSegment(a192f27c-311d-44f4-86e0-1b44aa80172a),segment_id=a192f27c-311d-44f4-86e0-1b44aa80172a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:14.630732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.639174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9443178
Dec 13 14:49:14.640267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43440) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:14.652005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3', 'name': 'tempest-PortsIpV6TestJSON-785375058', 'fixed_ips': [{'subnet_id': '3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0', 'ip_address': '2001:db8::10'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:14.705711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.710358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:14.715062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.759510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:14.759946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.763781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-262f9441-0c2a-498f-af33-0bb09d4def66 None None] Provisioning complete for port b726d418-7399-4916-962e-1b571a318d26 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:14.764286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-262f9441-0c2a-498f-af33-0bb09d4def66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:14.779021 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:14.788636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:14.817051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for b726d418-7399-4916-962e-1b571a318d26 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:15.055940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.063388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/bf9c2af4-1dcf-435a-9076-c962889587dc HTTP/1.1" status: 204  len: 168 time: 3.7345397
Dec 13 14:49:15.068602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43444) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:15.078558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:15.083146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.090457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:15.090700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:49:15.090700 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:49:15.090700 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '833e4564-d9a7-4623-b62c-f337a9952b61'}]
Dec 13 14:49:15.090700 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:15.091438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:15.092941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ea4ebb2-763c-485f-b9f1-5e7ae7edef9f tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:15.107292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.119481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3', 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': '3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:15.120461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.128286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:15.137874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.144507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:15.149639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-262f9441-0c2a-498f-af33-0bb09d4def66 None None] Could not find standard attr ID for object b726d418-7399-4916-962e-1b571a318d26. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:15.152617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.db [None req-262f9441-0c2a-498f-af33-0bb09d4def66 None None] No ports have port_id starting with b726d418-7399-4916-962e-1b571a318d26
Dec 13 14:49:15.153887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:15.156246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a9d95-be5f-45c7-ba12-8af48e9fc290 None None] DHCP port deletion for 7cf480e7-6fff-4e3a-b942-c7f855ed1fca request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:15.162959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:floatingip and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:15.165956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:15.167021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:security_group_rule and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:15.172127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.174176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:15.174314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Port': ['ID=b726d418-7399-4916-962e-1b571a318d26,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:15.176976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:15.179178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:15.185260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:15.190261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:15.221545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:15.253747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No DVR routers for this DVR port b726d418-7399-4916-962e-1b571a318d26 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:15.258026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=89e0dc60-1e35-4fda-89ed-7cf420d5bba0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:15.339566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:15.348591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:15.405458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Allocated IP 2001:db8::2 (2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3/3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0/14d274b4-53b6-461a-b163-8757cd3409fe) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:15.514536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.662302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Allocated IP 172.26.4.178 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:15.666424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.698698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f0fa8d0>,) {'filters': {'network_id': ['7cf480e7-6fff-4e3a-b942-c7f855ed1fca']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:15.715250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0fa8d0>, 'a192f27c-311d-44f4-86e0-1b44aa80172a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:15.715601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0fa8d0>, 'a192f27c-311d-44f4-86e0-1b44aa80172a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:15.730234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.753422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.762248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:15.762701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.765856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.784948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Transition to ACTIVE for port object 14d274b4-53b6-461a-b163-8757cd3409fe will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:15.806105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.806634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Transition to ACTIVE for port object 14d274b4-53b6-461a-b163-8757cd3409fe will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:15.813497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.818593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:15.825170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-696f015b-2310-41e7-a333-d151965a3344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:15.874058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:15.880114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:15.889314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.891308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:15.929315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:15.929689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:15.976849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:16.005924 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:16.045945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.058446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.081896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e296dfa-3b20-4b8a-b03b-98231b91e97a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:16.087365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Pushing event updated for resources: {'Port': ['ID=14d274b4-53b6-461a-b163-8757cd3409fe,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:16.095518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:16.107601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.116052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Attempting to bind port 14d274b4-53b6-461a-b163-8757cd3409fe on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:16.117180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Attempting to bind port 14d274b4-53b6-461a-b163-8757cd3409fe by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7f7e0b8b-4a99-4b00-9c25-effb915ed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:16.117596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Attempting to bind port 14d274b4-53b6-461a-b163-8757cd3409fe on network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:16.128200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=7cf480e7-6fff-4e3a-b942-c7f855ed1fca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:16.128454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:16.128679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Checking segment: {'id': '7f7e0b8b-4a99-4b00-9c25-effb915ed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:16.129112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.130574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Bound using segment: {'id': '7f7e0b8b-4a99-4b00-9c25-effb915ed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:16.130574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Bound port: 14d274b4-53b6-461a-b163-8757cd3409fe, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7e0b8b-4a99-4b00-9c25-effb915ed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:16.130574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.139835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:16.145229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for ce5a26b4-6900-493b-a06e-fb1fa91a9caf owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:16.153800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port f87d2c58-5ba2-4716-8352-1628f604a29a yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:49:16.180953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:16.212866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0f18ac7-9196-4cd7-935c-3c87fff5bc63 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:16.262729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68741d-d7ad-47aa-a0fb-fe00c8b10d78 None None] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:16.275924 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/7cf480e7-6fff-4e3a-b942-c7f855ed1fca HTTP/1.1" status: 204  len: 168 time: 2.7566032
Dec 13 14:49:16.281900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:16.290050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.361515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d9e8b8f8-945c-40d9-b0ab-9b155e0b4dd8 None None] Provisioning for port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:16.370936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bf5a16-3793-473d-8d12-d32b28f26b13 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:16.371154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bf5a16-3793-473d-8d12-d32b28f26b13 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:16.414353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.449089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.457223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cb34ea25-8e53-499f-ad2e-cffef3870ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:16.468246 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5bf5a16-3793-473d-8d12-d32b28f26b13 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/bd2debc4-8bf1-4180-b30b-0c351a4a8784 HTTP/1.1" status: 404  len: 337 time: 0.1720088
Dec 13 14:49:16.468460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] For port 14d274b4-53b6-461a-b163-8757cd3409fe, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:16.469320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43454) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:16.478415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.488014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] For port 14d274b4-53b6-461a-b163-8757cd3409fe, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14d274b4-53b6-461a-b163-8757cd3409fe,segment=NetworkSegment(7f7e0b8b-4a99-4b00-9c25-effb915ed04d),segment_id=7f7e0b8b-4a99-4b00-9c25-effb915ed04d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:16.497426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.505337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:16.566013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:16.578949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:16.581184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] For port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d54d19b-a3e5-4725-8dfb-6f67151ba0a3,segment=NetworkSegment(382b777c-5d3e-4040-970e-533a93c35346),segment_id=382b777c-5d3e-4040-970e-533a93c35346)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:16.581592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.607234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2675f985-222f-40c4-baa2-a1978045f1f0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:16.610334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.648483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:16.648913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.680461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:16.684400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b38cfd1-ebc1-4ff6-9fb2-24279dfbd39e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:16.717521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Pushing event updated for resources: {'Port': ['ID=14d274b4-53b6-461a-b163-8757cd3409fe,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:16.721106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:16.726979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.727357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Added segment 87ccab51-d795-4dbd-b5a2-862ff1660b7b of type vlan for network 7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25
Dec 13 14:49:16.809043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:16.863560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.913839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:16.922710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:16.926762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:16.970575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:17.002167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b726d418-7399-4916-962e-1b571a318d26 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:17.003841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:17.011480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a6347e-f1e3-4feb-961b-f5e626131567 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:17.012490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a6347e-f1e3-4feb-961b-f5e626131567 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:17.036094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:17.076948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:17.096724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:17.097474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b726d418-7399-4916-962e-1b571a318d26 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:17.097813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b726d418-7399-4916-962e-1b571a318d26 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:17.107712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.146619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:17.191012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:17.191696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.207933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9d6d7097-4159-41ba-8baa-16f8d7e01b69 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:17.252731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23a6347e-f1e3-4feb-961b-f5e626131567 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/fa386079-7d21-4778-852e-2f8a9981d69b HTTP/1.1" status: 404  len: 339 time: 0.7802577
Dec 13 14:49:17.258493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43458) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.308203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=ce5a26b4-6900-493b-a06e-fb1fa91a9caf,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:17.311539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:17.382559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.398225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::10 (2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3/3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0/f87d2c58-5ba2-4716-8352-1628f604a29a) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:17.412630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.416222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50214d-8e94-4c32-8f76-365454c1b35f None None] Network 833e4564-d9a7-4623-b62c-f337a9952b61 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:17.419595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.425411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c7da5c-26cf-4b33-903e-2b58fd599c33 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:17.425901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c7da5c-26cf-4b33-903e-2b58fd599c33 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:17.442310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5e54a9c2-0f97-4e28-867a-0cc830c7023f None None] Could not find standard attr ID for object 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:49:17.446617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:17.465279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.495063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b0c7da5c-26cf-4b33-903e-2b58fd599c33 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/c7d349fc-5a4d-4adb-bb64-beeb5ba98209 HTTP/1.1" status: 404  len: 337 time: 0.1820982
Dec 13 14:49:17.495897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.497078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:17.497865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.522913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.523944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router 837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:17.525395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43462) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.583965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=4d54d19b-a3e5-4725-8dfb-6f67151ba0a3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:17.586950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:17.587655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:17.626653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.631653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 204  len: 168 time: 4.9877040
Dec 13 14:49:17.644840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1650fc-90d5-417d-8c4d-2913c3143703 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:17.645495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1650fc-90d5-417d-8c4d-2913c3143703 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:17.648310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43466) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.671442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1477937689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:17.672323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 3.6379211
Dec 13 14:49:17.701211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43470) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.702764 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f1650fc-90d5-417d-8c4d-2913c3143703 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/5478e947-f57b-4974-954e-093193411999 HTTP/1.1" status: 404  len: 339 time: 0.1719050
Dec 13 14:49:17.705608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:17.715022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43474) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.775464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15b00f52-e492-45e8-a529-ac7a5e38949a None None] Provisioning complete for port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:17.775901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15b00f52-e492-45e8-a529-ac7a5e38949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:17.781584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No DVR routers for this DVR port 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:17.785581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:17.836960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:17.852800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc755858-a109-4d7b-8282-ad81a1fd0396 None None] DHCP port deletion for 833e4564-d9a7-4623-b62c-f337a9952b61 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:17.913988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d543e7e-e815-4848-8656-a202b565a2f3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:17.914494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d543e7e-e815-4848-8656-a202b565a2f3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:17.916411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d543e7e-e815-4848-8656-a202b565a2f3 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/4c07b659-48cf-460b-b014-b856a6e5f4ef HTTP/1.1" status: 404  len: 337 time: 0.1726942
Dec 13 14:49:17.931015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:17.944857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43478) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:17.983648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.024659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14d274b4-53b6-461a-b163-8757cd3409fe up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:18.075308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.076358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.098730 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d734bb19-ea9c-4c95-8956-1f98323b9bea tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:18.099281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d734bb19-ea9c-4c95-8956-1f98323b9bea tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:18.101322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d734bb19-ea9c-4c95-8956-1f98323b9bea tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/8328a001-3a69-4e29-8ff7-8e927215ede8 HTTP/1.1" status: 404  len: 339 time: 0.1553156
Dec 13 14:49:18.102834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.229 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/65c5a023-f780-4165-a9e8-389c187e7d48) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:18.116841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.117075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 14d274b4-53b6-461a-b163-8757cd3409fe completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:18.120524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43482) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:18.123003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0f18ac7-9196-4cd7-935c-3c87fff5bc63 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:18.200026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:18.200254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.219168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.323441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object f87d2c58-5ba2-4716-8352-1628f604a29a will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:18.325233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.332721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:18.397576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.418207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:18.426003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:18.454706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ee978>,) {'filters': {'network_id': ['833e4564-d9a7-4623-b62c-f337a9952b61']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.541953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ee978>, '382b777c-5d3e-4040-970e-533a93c35346') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.542283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ee978>, '382b777c-5d3e-4040-970e-533a93c35346') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.625941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.626166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.647500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.657711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.659958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.663894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.665827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.666595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.672324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:18.672755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:18.689093 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:18.723302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.727120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.735977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e552860>,) {'filters': {'network_id': ['7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.751078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a7a2513-b216-4179-bf0c-05336fd6328b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:18.782151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.786248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aa98b713-28e5-4ccd-9027-be6c5c2b744e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.1259236
Dec 13 14:49:18.799784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43486) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:18.805515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting subnet 00ca0f1f-a1d9-4111-817f-f6146db2cc56 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:18.827375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e552860>, '87ccab51-d795-4dbd-b5a2-862ff1660b7b') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.827720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e552860>, '87ccab51-d795-4dbd-b5a2-862ff1660b7b') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:18.835285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.868432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:18.869684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.874431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:18.889848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.890432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router e08cca17-8d3d-40f8-a5fe-571be8a7c330 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:18.895927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.919083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=833e4564-d9a7-4623-b62c-f337a9952b61,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:18.919594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90073d59-170b-4763-8f0a-123cf2b30a81 None None] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:18.924471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:18.932595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.937419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/e08cca17-8d3d-40f8-a5fe-571be8a7c330 HTTP/1.1" status: 204  len: 168 time: 7.8883779
Dec 13 14:49:18.939958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/833e4564-d9a7-4623-b62c-f337a9952b61 HTTP/1.1" status: 204  len: 168 time: 6.8780401
Dec 13 14:49:18.940595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:18.941410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:18.965066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:18.984353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1398136286', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:18.996473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:19.004722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c88a3b0-642b-4a01-a1b7-2cb4b335218d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:19.005208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c88a3b0-642b-4a01-a1b7-2cb4b335218d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:19.010058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c88a3b0-642b-4a01-a1b7-2cb4b335218d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/20a49b99-193e-4ea5-8ab5-77d1df8e655d HTTP/1.1" status: 404  len: 337 time: 0.0621519
Dec 13 14:49:19.010058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:router and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:19.019321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43498) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.046190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Provisioning for port 14d274b4-53b6-461a-b163-8757cd3409fe completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:19.055440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Provisioning complete for port 14d274b4-53b6-461a-b163-8757cd3409fe triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:19.055858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.060697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:19.073810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:19.091829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.092864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.139584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.339209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.350628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:19.354038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:19.375566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:19.382234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.385977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=f87d2c58-5ba2-4716-8352-1628f604a29a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:19.395696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:19.401614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:19.402573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.407735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcf4e45-bfd9-4baf-a3a1-f4e56c87b3f4 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:19.408492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcf4e45-bfd9-4baf-a3a1-f4e56c87b3f4 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:19.410541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bcf4e45-bfd9-4baf-a3a1-f4e56c87b3f4 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/833e4564-d9a7-4623-b62c-f337a9952b61 HTTP/1.1" status: 404  len: 339 time: 0.3691640
Dec 13 14:49:19.412840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:19.420395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.449335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43502) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.454100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:19.456218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.473563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:19.473768 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:19.509449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfb1d72-d205-4696-8d75-865e28f843b2 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:19.510844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfb1d72-d205-4696-8d75-865e28f843b2 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:19.517554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] For port 14d274b4-53b6-461a-b163-8757cd3409fe, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14d274b4-53b6-461a-b163-8757cd3409fe,segment=NetworkSegment(7f7e0b8b-4a99-4b00-9c25-effb915ed04d),segment_id=7f7e0b8b-4a99-4b00-9c25-effb915ed04d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:19.521576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.8774960
Dec 13 14:49:19.521576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.522606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5cfb1d72-d205-4696-8d75-865e28f843b2 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/71ccf76b-f988-46bd-89e9-9bdab9f78c3b HTTP/1.1" status: 404  len: 337 time: 0.0656769
Dec 13 14:49:19.523858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43506) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.524294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.526501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfeffdc0-853c-425b-bf7d-bb8061313814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:19.527997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43508) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.532095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': '2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3', 'name': 'tempest-PortsIpV6TestJSON-1019790480', 'fixed_ips': [{'subnet_id': '3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0', 'ip_address': '2001:db8::f'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:19.577810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-001c6a55-2e08-4807-b454-d3805a6a786d tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:19.602335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Pushing event updated for resources: {'Port': ['ID=14d274b4-53b6-461a-b163-8757cd3409fe,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:19.606102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:19.665653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-df382376-a91a-40cd-a4e1-019603ee199f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:19.666142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df382376-a91a-40cd-a4e1-019603ee199f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:19.667992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df382376-a91a-40cd-a4e1-019603ee199f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/e1d05278-0fdc-472e-baa1-dd18154dfd95 HTTP/1.1" status: 404  len: 339 time: 0.1206546
Dec 13 14:49:19.707264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43514) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.787802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14d274b4-53b6-461a-b163-8757cd3409fe up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:19.851874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.866373 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f64196e-8e48-4ce7-b6f1-340eb28c36be tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:19.866882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f64196e-8e48-4ce7-b6f1-340eb28c36be tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:19.867093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:19.873908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:19.874638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:19.877908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=65c5a023-f780-4165-a9e8-389c187e7d48,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:19.878158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 14d274b4-53b6-461a-b163-8757cd3409fe triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:19.879005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.879133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:19.884124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:49:19.887263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:19.888201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:19.890379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:19.896611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25 HTTP/1.1" status: 204  len: 168 time: 2.1926908
Dec 13 14:49:19.902231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43518) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.902774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:19.909144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:19.926055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:19.933900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f64196e-8e48-4ce7-b6f1-340eb28c36be tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/946da498-4708-40a8-8cf4-c952ff1e4607 HTTP/1.1" status: 404  len: 337 time: 0.2153089
Dec 13 14:49:19.942585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43522) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:19.959630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:network and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:19.964434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.964862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.965283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.965695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.966106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.966520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.966925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.967366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.967772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.968176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.968577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:19.975827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:19.980452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:20.008372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:20.013169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b3d2f5b-07ee-4580-916b-b6d5280d5f9f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:20.013748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:20.049950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:20.055026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.062591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Provisioning for port f87d2c58-5ba2-4716-8352-1628f604a29a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:20.072526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:20.073833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.111980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:20.112151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d54d19b-a3e5-4725-8dfb-6f67151ba0a3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:20.114652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Provisioning complete for port f87d2c58-5ba2-4716-8352-1628f604a29a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:20.115304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.122171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Network': ['ID=7849be9b-7d8b-4c47-a0a0-dcd09d1e0e25,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:20.135808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:20.172794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.175836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Port f87d2c58-5ba2-4716-8352-1628f604a29a cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:20.189330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Provisioning complete for port 14d274b4-53b6-461a-b163-8757cd3409fe triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:20.189986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32bfa6a0-4b92-4cd2-9acc-7b35d17c8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.229191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d62ca3f-75b9-4e91-a5ca-a1a061a2d32d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:20.230144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d62ca3f-75b9-4e91-a5ca-a1a061a2d32d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:20.235631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d62ca3f-75b9-4e91-a5ca-a1a061a2d32d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/8852dfa1-aa90-4f88-9121-ec09b302e7f6 HTTP/1.1" status: 404  len: 339 time: 0.2911870
Dec 13 14:49:20.242913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43526) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:20.270437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.329216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:20.340977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:20.416538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.416920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Added segment dee9b2b5-9bf7-429e-ad65-11ac5adf2657 of type vlan for network 97f9f228-5a99-465f-8eba-070141dab5a6
Dec 13 14:49:20.444204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.469316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.482655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port 7fb30598-d4d3-45f8-8463-4408924f9fcf {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:20.483183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.505787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-17d82c38-10e9-48ee-8d48-d0786f9dd7b4 None None] Provisioning complete for port f87d2c58-5ba2-4716-8352-1628f604a29a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:20.507079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17d82c38-10e9-48ee-8d48-d0786f9dd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.543005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.552101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5df32efa-3229-42fe-94f3-e078cdc3dded tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:20.591599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-17d82c38-10e9-48ee-8d48-d0786f9dd7b4 None None] Port f87d2c58-5ba2-4716-8352-1628f604a29a cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:20.623152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Sync routers for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:20.638110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:20.638338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=00ca0f1f-a1d9-4111-817f-f6146db2cc56,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:20.638798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5f98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:20.671154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:20.690598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.691126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b0207-4b98-4a23-b074-4b186f7689da None None] Network 7a60370d-e36c-4294-904f-d460e9c6e380 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:20.787156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.788483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb0041a9-48e2-4b3a-9fef-00a0f8ffa3c0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 9.1312230
Dec 13 14:49:20.799882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43530) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:20.822382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/00ca0f1f-a1d9-4111-817f-f6146db2cc56 HTTP/1.1" status: 204  len: 168 time: 2.6968174
Dec 13 14:49:20.825572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43534) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:20.826489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 856fc08d-42d5-4f47-b759-1eea697f38c0 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:49:20.869237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:20.946941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.049296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 172.26.4.212 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/b46f31b4-6ca0-4252-a1c1-f23b51af446e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:21.118302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] DHCP port deletion for 7a60370d-e36c-4294-904f-d460e9c6e380 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:21.124038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Deleting port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:21.125881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.224807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.225087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.225440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:21.225852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:21.226076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.246618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae229ce6-23cb-4203-acff-dd3da4417d9a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:21.248361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.279564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.490881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] For port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,segment=NetworkSegment(cb1cd937-f68d-49d8-bf21-36000101a55b),segment_id=cb1cd937-f68d-49d8-bf21-36000101a55b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:21.492719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.608923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.7010291
Dec 13 14:49:21.621711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43538) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:21.639014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'subnet': {'network_id': '97f9f228-5a99-465f-8eba-070141dab5a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:21.644855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=97f9f228-5a99-465f-8eba-070141dab5a6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:21.656274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:21.678644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Calling delete_port for c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:21.683562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:subnet and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:21.690141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:21.694740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5f98>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:17Z', 'revision_number': 3, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:21.700056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::f (2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3/3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0/856fc08d-42d5-4f47-b759-1eea697f38c0) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:21.700576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Checking router: d93bb3e6-bc43-4b1b-a250-c51f1dd5156a for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:49:21.700971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Updating router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:49:21.712166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:21.714984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.715381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.715788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.716191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.716589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.716982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.717374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.717766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.718354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.718496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.718887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:21.733666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for 7fb30598-d4d3-45f8-8463-4408924f9fcf owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:21.740423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:21.752487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 97f9f228-5a99-465f-8eba-070141dab5a6 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:21.766319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.767596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.782134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:21.787083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.794668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:21.795240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:21.953245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:22.031722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.035549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-62802eba-e7c0-4104-a40b-37385e0407b5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.054231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No ports have port_id starting with c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf
Dec 13 14:49:22.068276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.074528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b4fbd9e-10af-4ac2-aef9-4b3e2bbf7bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.092212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.122721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4d60c94-504d-4f5a-adef-86d27e94df05 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.131000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Pushing event deleted for resources: {'Port': ['ID=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.139171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.142722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] No DVR routers for this DVR port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:22.175300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.243823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=7fb30598-d4d3-45f8-8463-4408924f9fcf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.259027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.263761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.271527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:22.273357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=b46f31b4-6ca0-4252-a1c1-f23b51af446e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.281555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:22.284279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.317041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:22.317366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.330916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.345915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Transition to ACTIVE for port object 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:22.353440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.360112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.427138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/ports/7fb30598-d4d3-45f8-8463-4408924f9fcf HTTP/1.1" status: 204  len: 168 time: 2.1722884
Dec 13 14:49:22.428854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.442667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43542) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:22.442872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf,segment=NetworkSegment(cb1cd937-f68d-49d8-bf21-36000101a55b),segment_id=cb1cd937-f68d-49d8-bf21-36000101a55b)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:22.442872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.460313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.461358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Attempting to bind port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:22.461751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Attempting to bind port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:22.462153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Attempting to bind port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:22.465247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Pushing event updated for resources: {'Port': ['ID=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.478015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.478208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.478553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.478943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.479321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.480020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.480020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.480316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.480671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.481007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.481346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:22.484688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:22.485091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:22.485783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.486325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:22.486837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Bound port: 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:22.487285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.515709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.549563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f1f664-aa98-4cb2-9e80-af44b35fdda3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:22.550017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f1f664-aa98-4cb2-9e80-af44b35fdda3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:22.557163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.563370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] For port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:22.566618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] For port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:22.571800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.576598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.605427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 856fc08d-42d5-4f47-b759-1eea697f38c0 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:22.620874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a23675d-41ff-437a-9b38-5bee17e893d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:22.638744 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8f1f664-aa98-4cb2-9e80-af44b35fdda3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/eb76f21b-0a9e-4cd7-96f0-161fb5ecb04b HTTP/1.1" status: 404  len: 337 time: 0.1954126
Dec 13 14:49:22.644990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43546) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:22.660403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:22.677875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Pushing event updated for resources: {'Port': ['ID=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.682424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.691951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:22.691951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5f98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:22.746538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:49:22.817438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Allocated IP 172.26.4.196 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1c0f4de4-2770-4e6a-9b63-cd95f4167225) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:22.829057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=65c5a023-f780-4165-a9e8-389c187e7d48,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:22.838394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:22.875153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.906061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:22.907340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:22.907715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:22.977684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:22.981854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.9079728
Dec 13 14:49:22.984719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43552) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:22.999056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'port': {'network_id': '9ce342f3-4138-4f6d-8b67-d4a1959ccffb', 'name': 'tempest-FloatingIPTestJSON-340170192'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:23.102635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.114528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.122548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8d5288-ca5b-4f60-b926-8c7fdc4885cf tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:23.164939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.202081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:23.208644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:port and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:23.213006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:23.221863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:23.234378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.239435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-889bd261-7eeb-4a89-ae93-0d0a5b3999bc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:23.274603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:23.280587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.313305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:23.318426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=856fc08d-42d5-4f47-b759-1eea697f38c0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:23.327940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:23.330818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] device_id is not set on port 54a9516d-8322-4180-b812-e87f99a78952 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:49:23.330960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:23.331697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:23.336097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:23.336711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.373659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:23.381187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:23.397145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:23.447522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5f98>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:17Z', 'revision_number': 3, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:23.456839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29430eda-1ea7-43ab-8ea0-8ffde02f8163 None None] The sync data for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv is: [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:17Z', 'revision_number': 3, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:23.540435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.0141933
Dec 13 14:49:23.552518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43556) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:23.557599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.668395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dd0dda0>,) {'filters': {'network_id': ['89d65586-c51d-4479-ab69-56a30a1e98e1']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:23.687312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd0dda0>, '98e49da3-39ef-4e6b-9613-3bde738b5750') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:23.687820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd0dda0>, '98e49da3-39ef-4e6b-9613-3bde738b5750') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:23.715737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:23.716115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.720662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.740435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.741233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.751633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event updated for resources: {'Port': ['ID=1c0f4de4-2770-4e6a-9b63-cd95f4167225,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:23.769197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.774784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:23.820282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] The port 'c7e06b4d-7a87-4033-96c7-c40c7f7ca7cf' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:23.844418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-52587858-169b-4eb5-9da9-fef90779b375 None None] Provisioning for port 856fc08d-42d5-4f47-b759-1eea697f38c0 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:23.849927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-52587858-169b-4eb5-9da9-fef90779b375 None None] Provisioning complete for port 856fc08d-42d5-4f47-b759-1eea697f38c0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:23.849927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52587858-169b-4eb5-9da9-fef90779b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.851386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:23.851935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:23.871488 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:23.912954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-52587858-169b-4eb5-9da9-fef90779b375 None None] Port 856fc08d-42d5-4f47-b759-1eea697f38c0 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:24.066995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fa21c-f3f5-42d5-8c9f-5febb9c95a64 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:24.068331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6e5fa21c-f3f5-42d5-8c9f-5febb9c95a64 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:24.099461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.110625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.14 (9ce342f3-4138-4f6d-8b67-d4a1959ccffb/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c/54a9516d-8322-4180-b812-e87f99a78952) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:24.114136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.123001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22dd5391-b058-4f35-8259-8c91e59b40af tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:24.157241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.160149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65de76080>,) {'filters': {'network_id': ['7a60370d-e36c-4294-904f-d460e9c6e380']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:24.161809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.186458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6e5fa21c-f3f5-42d5-8c9f-5febb9c95a64 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:24.190549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e5fa21c-f3f5-42d5-8c9f-5febb9c95a64 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.6171477
Dec 13 14:49:24.199072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43560) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:24.205855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de76080>, 'cb1cd937-f68d-49d8-bf21-36000101a55b') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:24.206257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de76080>, 'cb1cd937-f68d-49d8-bf21-36000101a55b') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:24.211716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/89d65586-c51d-4479-ab69-56a30a1e98e1 HTTP/1.1" status: 204  len: 168 time: 1.5549157
Dec 13 14:49:24.217492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43564) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:24.276371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.319678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.320587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dee52ac9-6fe0-41bd-a625-c15cd12388ba,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:24.329539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:24.334726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb97d643-3b61-4090-846d-1e04e3caf2e9 tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:24.357886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:24.358336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:24.386035 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:24.445066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=89d65586-c51d-4479-ab69-56a30a1e98e1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:24.456021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:24.468670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:24.469052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.508921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Checking segment: {'id': 'dee9b2b5-9bf7-429e-ad65-11ac5adf2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '97f9f228-5a99-465f-8eba-070141dab5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:24.509328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Network hostable DHCP agents. Network: 97f9f228-5a99-465f-8eba-070141dab5a6, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:24.572641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:24.577022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:24.581431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:24.582328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:24.602466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.613311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:24.628717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.662144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:24.663635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fcea1de8-5762-4ccb-96d4-a0c9dbf7b060 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.4634523
Dec 13 14:49:24.671080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=7a60370d-e36c-4294-904f-d460e9c6e380,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:24.677016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43568) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:24.727487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:24.729871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Network 97f9f228-5a99-465f-8eba-070141dab5a6 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:24.734038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/7a60370d-e36c-4294-904f-d460e9c6e380 HTTP/1.1" status: 204  len: 168 time: 3.8855150
Dec 13 14:49:24.737344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43572) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:24.746901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.750268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.851533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 856fc08d-42d5-4f47-b759-1eea697f38c0 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:24.851913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.883178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 97f9f228-5a99-465f-8eba-070141dab5a6) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:24.895510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f55299-3dd9-459a-bc51-04600b67d98e None None] Network 97f9f228-5a99-465f-8eba-070141dab5a6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:24.903517 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c8ee6e-252d-48db-b49d-896872873a5c tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:24.904362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c8ee6e-252d-48db-b49d-896872873a5c tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:24.905851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-86c8ee6e-252d-48db-b49d-896872873a5c tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/16ec6223-6b09-4cd4-b593-ed16131bf399 HTTP/1.1" status: 404  len: 337 time: 0.1633196
Dec 13 14:49:24.908697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43576) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:24.917904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:24.918466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:24.941228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.033547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ab5ec-4225-4c87-a264-6dcffde5a70e tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:25.034044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4ab5ec-4225-4c87-a264-6dcffde5a70e tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:25.038908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e4ab5ec-4225-4c87-a264-6dcffde5a70e tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/be58f2a9-bc74-4ded-b84d-cc6a297b16bf HTTP/1.1" status: 404  len: 339 time: 0.1259954
Dec 13 14:49:25.039555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43580) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:25.165811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68eb83-6dc3-4fde-8594-e1ae95bbacf7 None None] Network 97f9f228-5a99-465f-8eba-070141dab5a6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:25.187828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.214271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:25.310606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.334923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.384186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:25.419085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.7896931
Dec 13 14:49:25.434123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:25.439726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 9ce342f3-4138-4f6d-8b67-d4a1959ccffb is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:25.448703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'floatingip': {'floating_network_id': '97f9f228-5a99-465f-8eba-070141dab5a6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:25.458383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:25.462294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:25.476837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:25.484724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:floatingip and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:25.493674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:25.521156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.531212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:25.593172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.599209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.607017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router 390531a7-550c-4198-a74f-e26b37a5fc1c is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:25.621183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f02e258e-4cae-44cd-bd7f-ebce944879c4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:25.624896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=54a9516d-8322-4180-b812-e87f99a78952,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:25.654525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:25.694454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:25.701812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:25.705306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.725394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:25.726490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.729864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.845590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:25.858859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/ports/ab1dbdf6-81fa-4e4f-be90-6f246a4cd5e3 HTTP/1.1" status: 204  len: 168 time: 1.6347890
Dec 13 14:49:25.869178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43588) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:25.886190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 856fc08d-42d5-4f47-b759-1eea697f38c0 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:25.952239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:25.957888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:25.958308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:25.983139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7e9d5e-36db-4f91-806d-6947e350e192 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:25.983729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7e9d5e-36db-4f91-806d-6947e350e192 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:25.988155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e7e9d5e-36db-4f91-806d-6947e350e192 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/7f61a56c-a6d2-402a-8d50-e4ffb04f8cbd HTTP/1.1" status: 404  len: 337 time: 0.1138659
Dec 13 14:49:25.998879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43592) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:26.096181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.115099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:26.120607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.126331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e97e2349-df36-4bd9-b82d-fc9cb3c46add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:26.165328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.189174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting subnet d2344808-46d1-4f22-8484-fd31a10c1436 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:26.196076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.233352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.2449062
Dec 13 14:49:26.245235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43596) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:26.246782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:26.257131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.257548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.257877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.258255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.259039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.259373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.259740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.260119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.260817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.260817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.261159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:49:26.264603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': '54a9516d-8322-4180-b812-e87f99a78952'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:26.265761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:26.296882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port cee24e66-1d86-4891-9f07-45bbb0aa5628 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:26.297247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.425397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Allocated IP 172.20.0.1 (2fb02f0e-633b-4a90-a956-fd254eefebe2/3ab2846d-de93-47d4-a677-b7a2aa0b1a21/0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:26.439384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.493264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.493641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.714498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.751114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af9cdfce-4c65-4dee-826f-90d86200d6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:26.823315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=856fc08d-42d5-4f47-b759-1eea697f38c0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:26.832462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:26.852618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] For port cee24e66-1d86-4891-9f07-45bbb0aa5628, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cee24e66-1d86-4891-9f07-45bbb0aa5628,segment=NetworkSegment(0d0435af-1661-4846-a9a6-0ff8eac65955),segment_id=0d0435af-1661-4846-a9a6-0ff8eac65955)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:26.853034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.902346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:26.939604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.004481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for cee24e66-1d86-4891-9f07-45bbb0aa5628 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:27.051567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/856fc08d-42d5-4f47-b759-1eea697f38c0 HTTP/1.1" status: 204  len: 168 time: 2.3725004
Dec 13 14:49:27.055221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:27.102240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Allocated IP 172.20.0.13 (97f9f228-5a99-465f-8eba-070141dab5a6/dee52ac9-6fe0-41bd-a625-c15cd12388ba/fff98b48-e0ad-498f-aaa1-4d9b1f820cf5) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:27.161527 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f825d0-9aac-4d1e-9e8a-26942023fe4c tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:49:27.162920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1f825d0-9aac-4d1e-9e8a-26942023fe4c tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/856fc08d-42d5-4f47-b759-1eea697f38c0 HTTP/1.1" status: 404  len: 333 time: 0.1027653
Dec 13 14:49:27.166018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.169349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43604) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:27.173702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:27.184019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64138e5-03db-4665-8368-243787de9865 None None] Sync routers for ids ['390531a7-550c-4198-a74f-e26b37a5fc1c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:27.198399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] Routers {'390531a7-550c-4198-a74f-e26b37a5fc1c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:27.200281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea99f98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['390531a7-550c-4198-a74f-e26b37a5fc1c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:27.257305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.267292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b29f695-8383-4821-9a7e-8e0c43fda129 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:27.307992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Transition to ACTIVE for port object 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:27.315363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.324000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.325324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 8.3823719
Dec 13 14:49:27.335235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c331f1ad-ab96-49a0-aaa9-5a0591ce0118 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:27.335449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43608) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:27.411512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] Set router 390531a7-550c-4198-a74f-e26b37a5fc1c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:27.462051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Subnet': ['ID=d2344808-46d1-4f22-8484-fd31a10c1436,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:27.464745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:27.479442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Router 40587136-2e46-4a69-b490-72f010f8cef7 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:27.499775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.509764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port f87d2c58-5ba2-4716-8352-1628f604a29a {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:27.510081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.522565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abde46-8680-437a-8633-98fd010980f0 None None] Network bb0fc22e-36d5-4826-91c4-4600d6a15951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:27.582275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/subnets/d2344808-46d1-4f22-8484-fd31a10c1436 HTTP/1.1" status: 204  len: 168 time: 2.5342884
Dec 13 14:49:27.597232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43612) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:27.636189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Port': ['ID=cee24e66-1d86-4891-9f07-45bbb0aa5628,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:27.645936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:27.655840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] No DVR routers for this DVR port cee24e66-1d86-4891-9f07-45bbb0aa5628 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:27.736598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.753246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ccd07cba-bff5-4f24-a9b7-ed2ce03cd483 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:27.825239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:27.875753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.903102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:27.943937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Pushing event updated for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:27.949801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:27.953617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:27.956075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:27.960901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:27.989053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65efd46d8>,) {'filters': {'network_id': ['a15f74b4-0684-47cf-aab7-9e853ebd7831']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:28.019838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efd46d8>, '0d0435af-1661-4846-a9a6-0ff8eac65955') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:28.020213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efd46d8>, '0d0435af-1661-4846-a9a6-0ff8eac65955') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:28.039281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.067503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.075467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.079365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.085153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-01546678-40e0-4e3c-aaf7-9226719c8c02 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:28.125066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:28.125522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:28.142920 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:28.158109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:28.158355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.182447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.251657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea99f98>, [{'id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212'}], 'enable_snat': False}, 'gw_port_id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:19Z', 'updated_at': '2021-12-13T14:49:22Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:20Z', 'updated_at': '2021-12-13T14:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:28.271282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Network 97f9f228-5a99-465f-8eba-070141dab5a6 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:28.277173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Port': ['ID=fff98b48-e0ad-498f-aaa1-4d9b1f820cf5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:28.280087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:28.283973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:28.284736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:28.319335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64138e5-03db-4665-8368-243787de9865 None None] Checking router: 390531a7-550c-4198-a74f-e26b37a5fc1c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:49:28.319985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64138e5-03db-4665-8368-243787de9865 None None] Updating router 390531a7-550c-4198-a74f-e26b37a5fc1c port b46f31b4-6ca0-4252-a1c1-f23b51af446e binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:49:28.334667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.348474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:28.373086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.400209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] DHCP port deletion for bb0fc22e-36d5-4826-91c4-4600d6a15951 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:28.414388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port 5072c676-f7b4-48dd-968d-ced40b03cbbd {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:28.414768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.423727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Deleting port 5072c676-f7b4-48dd-968d-ced40b03cbbd {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:28.424461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.435448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=a15f74b4-0684-47cf-aab7-9e853ebd7831,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:28.485490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:28.493943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/a15f74b4-0684-47cf-aab7-9e853ebd7831 HTTP/1.1" status: 204  len: 168 time: 2.4859505
Dec 13 14:49:28.495053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:28.522440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.570769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.575888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-172b42ac-65f2-46d0-a97a-0f02422742ed None None] Provisioning for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:28.595622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-172b42ac-65f2-46d0-a97a-0f02422742ed None None] Provisioning complete for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:28.596136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-172b42ac-65f2-46d0-a97a-0f02422742ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.613722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.757560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for f87d2c58-5ba2-4716-8352-1628f604a29a owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:28.831611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-172b42ac-65f2-46d0-a97a-0f02422742ed None None] Port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:28.859497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] For port 5072c676-f7b4-48dd-968d-ced40b03cbbd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5072c676-f7b4-48dd-968d-ced40b03cbbd,segment=NetworkSegment(a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8),segment_id=a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:28.859933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.860856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:28.868322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.008843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Calling delete_port for 5072c676-f7b4-48dd-968d-ced40b03cbbd owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:29.039665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.048904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.071989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting subnet 0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:29.087382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.112253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.179458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.186817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.209505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.234886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Pushing event deleted for resources: {'Port': ['ID=5072c676-f7b4-48dd-968d-ced40b03cbbd,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:29.238547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:29.242068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] No DVR routers for this DVR port 5072c676-f7b4-48dd-968d-ced40b03cbbd on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:29.259815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] For port 5072c676-f7b4-48dd-968d-ced40b03cbbd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5072c676-f7b4-48dd-968d-ced40b03cbbd,segment=NetworkSegment(a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8),segment_id=a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:29.260338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.295537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21553a6d-176e-4ac7-932e-088980b7652a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/390531a7-550c-4198-a74f-e26b37a5fc1c HTTP/1.1" status: 200  len: 909 time: 1.9008961
Dec 13 14:49:29.332544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:29.341547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.369787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1398136286', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': True}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:29.374448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.383630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:29.391955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.423841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16c78b27-d9fe-465f-8fc6-1f8e5632fd9e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.447409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Calling delete_port for 5072c676-f7b4-48dd-968d-ced40b03cbbd owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:29.454823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Usage tracker for resource:router and tenant:4518eaa48b4144bea0dd6a0c8e976a4d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:29.465511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:29.492698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:29.495706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c64138e5-03db-4665-8368-243787de9865 None None] Transition to ACTIVE for port object b46f31b4-6ca0-4252-a1c1-f23b51af446e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:29.502770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.507507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.520506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.525952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:29.539252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f00eb941-06c4-43dc-8d4f-5f0762353dfd tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.544208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] Sync routers for ids ['40587136-2e46-4a69-b490-72f010f8cef7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:29.566869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.567909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.576553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Pushing event updated for resources: {'Port': ['ID=b46f31b4-6ca0-4252-a1c1-f23b51af446e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:29.578851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.580273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:29.592338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Pushing event updated for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:29.596168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=f87d2c58-5ba2-4716-8352-1628f604a29a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:29.602601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:29.607327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] Routers {'40587136-2e46-4a69-b490-72f010f8cef7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:29.608807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c64138e5-03db-4665-8368-243787de9865 None None] Attempting to bind port b46f31b4-6ca0-4252-a1c1-f23b51af446e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:29.609482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c64138e5-03db-4665-8368-243787de9865 None None] Attempting to bind port b46f31b4-6ca0-4252-a1c1-f23b51af446e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:29.610061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64138e5-03db-4665-8368-243787de9865 None None] Attempting to bind port b46f31b4-6ca0-4252-a1c1-f23b51af446e on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:29.612901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5c6908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['40587136-2e46-4a69-b490-72f010f8cef7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:29.616157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.620086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-270ef0e2-7498-4828-9b72-f9f8b5ef613e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "PUT /v2.0/routers/40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 200  len: 880 time: 10.8093989
Dec 13 14:49:29.620086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:29.620310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.621478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43624) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:29.623183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64138e5-03db-4665-8368-243787de9865 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:29.623863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64138e5-03db-4665-8368-243787de9865 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:29.624572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.625237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64138e5-03db-4665-8368-243787de9865 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:29.625970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c64138e5-03db-4665-8368-243787de9865 None None] Bound port: b46f31b4-6ca0-4252-a1c1-f23b51af446e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:29.626863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.692906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.714700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5c6908>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:29.719455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.729523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.731100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] Routers {'40587136-2e46-4a69-b490-72f010f8cef7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:29.731991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5c6908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['40587136-2e46-4a69-b490-72f010f8cef7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:29.772961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.802120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c64138e5-03db-4665-8368-243787de9865 None None] For port b46f31b4-6ca0-4252-a1c1-f23b51af446e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:29.802385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:29.802667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:29.810206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c64138e5-03db-4665-8368-243787de9865 None None] For port b46f31b4-6ca0-4252-a1c1-f23b51af446e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b46f31b4-6ca0-4252-a1c1-f23b51af446e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:29.818896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c64138e5-03db-4665-8368-243787de9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.823933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45cfd3fa-62d4-4607-a7d5-5e4080ac1ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:29.825981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5c6908>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:29.826655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bdc968-77cd-442d-a857-016607e8fa55 None None] The sync data for ids ['40587136-2e46-4a69-b490-72f010f8cef7'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:29.854002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:29.863653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5072c676-f7b4-48dd-968d-ced40b03cbbd no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:29.902330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/f87d2c58-5ba2-4716-8352-1628f604a29a HTTP/1.1" status: 204  len: 168 time: 2.7316673
Dec 13 14:49:29.906906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43628) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:29.928044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5072c676-f7b4-48dd-968d-ced40b03cbbd {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:29.928519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5072c676-f7b4-48dd-968d-ced40b03cbbd not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:29.967421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Pushing event updated for resources: {'Port': ['ID=b46f31b4-6ca0-4252-a1c1-f23b51af446e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:29.972506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:29.983456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] Routers {'390531a7-550c-4198-a74f-e26b37a5fc1c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:29.984181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea99f98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['390531a7-550c-4198-a74f-e26b37a5fc1c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:30.272747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cda37d-ff8d-4f8a-8af8-4cd6d66356ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:49:30.273629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04cda37d-ff8d-4f8a-8af8-4cd6d66356ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:30.304200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Deleting port 5072c676-f7b4-48dd-968d-ced40b03cbbd {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:30.304619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.336154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.350696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Port': ['ID=fff98b48-e0ad-498f-aaa1-4d9b1f820cf5,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:30.376243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:30.376570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] Set router 390531a7-550c-4198-a74f-e26b37a5fc1c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:30.384329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e0e1f04-bc72-44f3-8873-fd42f3f3645d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:30.442471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] The port '5072c676-f7b4-48dd-968d-ced40b03cbbd' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:30.445442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04cda37d-ff8d-4f8a-8af8-4cd6d66356ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:30.449567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-04cda37d-ff8d-4f8a-8af8-4cd6d66356ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/f87d2c58-5ba2-4716-8352-1628f604a29a HTTP/1.1" status: 404  len: 333 time: 0.5342600
Dec 13 14:49:30.450632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43632) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:30.454262 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP b4fbace6-36c1-4842-a26f-48d2e013d85c associated. External IP: 172.26.4.229, port: 54a9516d-8322-4180-b812-e87f99a78952.
Dec 13 14:49:30.490738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:30.500686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:30.508473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.514888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.519036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:30.526791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77b600-25e7-43d1-8b6c-b7e2074b4a21 None None] Network ed37c3af-2705-45bb-8317-ef2a7867c6ca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:30.527355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:30.630033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/subnets/0e6cc823-b5e2-494e-8a69-9cc42b1eb4d9 HTTP/1.1" status: 204  len: 168 time: 2.1242731
Dec 13 14:49:30.630033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.630033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1873953
Dec 13 14:49:30.631948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:30.631948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43638) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:30.728840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.770583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.928440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5f2945fb-a874-4330-a7b7-82af0bfc173f None None] Provisioning complete for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:30.928857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f2945fb-a874-4330-a7b7-82af0bfc173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.937583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70420528-5bd4-45a9-b97d-cdcba401cc21 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Synchronizing usage tracker for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:floatingip {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:30.957040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] DHCP port deletion for ed37c3af-2705-45bb-8317-ef2a7867c6ca request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:30.973350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Deleting port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:30.973605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:30.989572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.015549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65de8f358>,) {'filters': {'network_id': ['bb0fc22e-36d5-4826-91c4-4600d6a15951']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:31.030645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70420528-5bd4-45a9-b97d-cdcba401cc21 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Unset dirty status for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:floatingip {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:31.034746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70420528-5bd4-45a9-b97d-cdcba401cc21 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=97f9f228-5a99-465f-8eba-070141dab5a6 HTTP/1.1" status: 200  len: 690 time: 0.3993793
Dec 13 14:49:31.038830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:31.048991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de8f358>, 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:31.049326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de8f358>, 'a5194ce6-d9e8-4d29-a72e-4d413ddbc9f8') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:31.060459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5f2945fb-a874-4330-a7b7-82af0bfc173f None None] Port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:31.067864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:31.068411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.070367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.091511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c64138e5-03db-4665-8368-243787de9865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea99f98>, [{'id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212'}], 'enable_snat': False}, 'gw_port_id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:19Z', 'updated_at': '2021-12-13T14:49:22Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:20Z', 'updated_at': '2021-12-13T14:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:31.102282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64138e5-03db-4665-8368-243787de9865 None None] The sync data for ids ['390531a7-550c-4198-a74f-e26b37a5fc1c'] in dv-neutron-821565-1-hyperv is: [{'id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212'}], 'enable_snat': False}, 'gw_port_id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:19Z', 'updated_at': '2021-12-13T14:49:22Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': 'b46f31b4-6ca0-4252-a1c1-f23b51af446e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390531a7-550c-4198-a74f-e26b37a5fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:20Z', 'updated_at': '2021-12-13T14:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:31.117015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.123245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9f3cd200-643c-4516-94bb-c788b3bf617f tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 200  len: 921 time: 1.5001278
Dec 13 14:49:31.137078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43648) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:31.144631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:31.144631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:31.192614 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:31.232338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:49:31.242721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.253811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] For port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,segment=NetworkSegment(ad4b1529-f102-4738-b34c-0107e40eb0cc),segment_id=ad4b1529-f102-4738-b34c-0107e40eb0cc)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:31.254269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.389204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Calling delete_port for 8b927da9-7ff5-41ff-91bb-efa78d2bf63d owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:31.400923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.404984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.444531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64f4a852-e191-4c57-a2cc-15b4df802683 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:31.466869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.474642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.481821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f25ffd85-575b-4e8d-92a8-1a49c9a72cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:31.502313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Pushing event deleted for resources: {'Network': ['ID=bb0fc22e-36d5-4826-91c4-4600d6a15951,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:31.512252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:31.524032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] 10.222.0.69 "DELETE /v2.0/networks/bb0fc22e-36d5-4826-91c4-4600d6a15951 HTTP/1.1" status: 204  len: 168 time: 3.9256670
Dec 13 14:49:31.542588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Pushing event deleted for resources: {'Port': ['ID=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:31.549123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:31.555529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] No DVR routers for this DVR port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:31.588264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f207ddd-d4e4-43d2-ab2e-0354e1e11d92 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=40587136-2e46-4a69-b490-72f010f8cef7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4488714
Dec 13 14:49:31.591148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43654) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:31.634210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.653653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] For port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8b927da9-7ff5-41ff-91bb-efa78d2bf63d,segment=NetworkSegment(ad4b1529-f102-4738-b34c-0107e40eb0cc),segment_id=ad4b1529-f102-4738-b34c-0107e40eb0cc)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:31.654666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.799556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:31.851805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b46f31b4-6ca0-4252-a1c1-f23b51af446e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:31.964203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5315d18-bcfb-416a-831f-ae0ca91d552b tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:31.965893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5315d18-bcfb-416a-831f-ae0ca91d552b tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.3737323
Dec 13 14:49:31.967452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b46f31b4-6ca0-4252-a1c1-f23b51af446e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:31.970574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43660) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:31.976365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b46f31b4-6ca0-4252-a1c1-f23b51af446e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:31.977119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.034725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a72b32fd-3097-4a92-b1e4-b83b5718cd34 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 200  len: 205 time: 0.0627143
Dec 13 14:49:32.098780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43664) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:32.099171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43666) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:32.141556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.159877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b46f31b4-6ca0-4252-a1c1-f23b51af446e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b46f31b4-6ca0-4252-a1c1-f23b51af446e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:32.164725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.173644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f64ce17-5b82-4c12-9121-2c20475c9ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:32.202873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.256009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8b927da9-7ff5-41ff-91bb-efa78d2bf63d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:32.317298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 8b927da9-7ff5-41ff-91bb-efa78d2bf63d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:32.317688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8b927da9-7ff5-41ff-91bb-efa78d2bf63d not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:32.369091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Calling delete_port for 8b927da9-7ff5-41ff-91bb-efa78d2bf63d owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:32.369677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b46f31b4-6ca0-4252-a1c1-f23b51af446e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:32.382068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:32.415873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Deleting port fff98b48-e0ad-498f-aaa1-4d9b1f820cf5 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:32.416454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.508657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9ca2260-9dc7-4a56-87ec-6098b5d0aeb4 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:32.579496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:32.586301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:32.591359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.599057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778987a2-55ff-4034-bc8c-de229dd42cbd None None] Network 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:32.636697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0 HTTP/1.1" status: 204  len: 168 time: 2.1842883
Dec 13 14:49:32.643066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43674) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:32.707717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.718551 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d585146-9308-4f56-9ee8-88110e957280 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4aaf984e82464aa4ad1a8430b1f753ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6160929
Dec 13 14:49:32.725411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43678) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:32.747764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:32.748126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:32.759685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.764617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.764982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.919502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.959243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:32.961947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] DHCP port deletion for 2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:49:32.965910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 14d274b4-53b6-461a-b163-8757cd3409fe {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:32.966283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.968022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Deleting port 14d274b4-53b6-461a-b163-8757cd3409fe {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:32.968463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:32.972582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Calling delete_port for fff98b48-e0ad-498f-aaa1-4d9b1f820cf5 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:33.019037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:33.039378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.192340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.202566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] For port 14d274b4-53b6-461a-b163-8757cd3409fe, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14d274b4-53b6-461a-b163-8757cd3409fe,segment=NetworkSegment(7f7e0b8b-4a99-4b00-9c25-effb915ed04d),segment_id=7f7e0b8b-4a99-4b00-9c25-effb915ed04d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:33.203021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.250787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 172.26.4.77 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1b80044f-d132-4ea8-8c83-1242c78e5a07) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:33.260855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Deleting port 8b927da9-7ff5-41ff-91bb-efa78d2bf63d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:33.261233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.269898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.342768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] The port '8b927da9-7ff5-41ff-91bb-efa78d2bf63d' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:33.367530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Calling delete_port for 14d274b4-53b6-461a-b163-8757cd3409fe owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:33.445646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.450224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-42fd9683-12ab-4ad3-adc6-471e02b9c7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:33.458299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port 14d274b4-53b6-461a-b163-8757cd3409fe, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14d274b4-53b6-461a-b163-8757cd3409fe,segment=NetworkSegment(7f7e0b8b-4a99-4b00-9c25-effb915ed04d),segment_id=7f7e0b8b-4a99-4b00-9c25-effb915ed04d)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:33.458697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.490775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.493666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Pushing event deleted for resources: {'Port': ['ID=14d274b4-53b6-461a-b163-8757cd3409fe,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:33.498293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:33.503327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] No DVR routers for this DVR port 14d274b4-53b6-461a-b163-8757cd3409fe on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:49:33.503887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-207be100-2bf3-4d79-9d0b-00d290236c34 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:33.601674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 14d274b4-53b6-461a-b163-8757cd3409fe owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:33.660379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Port': ['ID=fff98b48-e0ad-498f-aaa1-4d9b1f820cf5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:33.674261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:33.696921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.703917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:33.724160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be153db-250d-4ef2-9a4f-c9e4613aa78c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:33.735307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:33.745409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.810717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.814405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7be153db-250d-4ef2-9a4f-c9e4613aa78c HTTP/1.1" status: 204  len: 168 time: 1.0854139
Dec 13 14:49:33.861649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e8a79e8>,) {'filters': {'network_id': ['ed37c3af-2705-45bb-8317-ef2a7867c6ca']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:33.874209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:33.874745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:33.900212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8a79e8>, 'ad4b1529-f102-4738-b34c-0107e40eb0cc') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:33.900538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8a79e8>, 'ad4b1529-f102-4738-b34c-0107e40eb0cc') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:33.917279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b46f31b4-6ca0-4252-a1c1-f23b51af446e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:33.921257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:33.922941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.945698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.976349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:33.980756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.987612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:33.990029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.003407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:34.004645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.019872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:34.021031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4987f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:34.023956 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:34.044704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.089065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4987f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.109430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:34.110117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4987f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.114413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02ba2de2-5b42-4da6-932b-eab99eeb0d6e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/b4fbace6-36c1-4842-a26f-48d2e013d85c HTTP/1.1" status: 200  len: 978 time: 7.8650856
Dec 13 14:49:34.117135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43686) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:34.118106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port 1c0f4de4-2770-4e6a-9b63-cd95f4167225 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:34.118491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.180558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.187130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b46f31b4-6ca0-4252-a1c1-f23b51af446e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:34.187637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.191638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a711940-5da0-49e8-8d65-4686e5f8321a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:34.209066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.223924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:34.225799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.236772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Sync routers for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:34.259750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:34.262912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.265958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Pushing event deleted for resources: {'Network': ['ID=ed37c3af-2705-45bb-8317-ef2a7867c6ca,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:34.289476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.310222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:34.310923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fedf75f0-c04d-44b1-a0f1-7d484548507a tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:34.385362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] 10.222.0.69 "PUT /v2.0/routers/d93bb3e6-bc43-4b1b-a250-c51f1dd5156a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5560391
Dec 13 14:49:34.385602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 54a9516d-8322-4180-b812-e87f99a78952 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:34.385602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.388362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] 10.222.0.69 "DELETE /v2.0/networks/ed37c3af-2705-45bb-8317-ef2a7867c6ca HTTP/1.1" status: 204  len: 168 time: 3.7536871
Dec 13 14:49:34.438129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:34.441603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=1b80044f-d132-4ea8-8c83-1242c78e5a07,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:34.446219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:34.450757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:34.461837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:34.476461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4987f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.477180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66904d5-d804-4f32-960d-7b898d4a6158 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:34.516291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 14d274b4-53b6-461a-b163-8757cd3409fe {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:34.516687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.530461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.537233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:34.587661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dee52ac9-6fe0-41bd-a625-c15cd12388ba,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:34.595092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:34.713220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14d274b4-53b6-461a-b163-8757cd3409fe no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:34.720234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:34.743305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] The port '14d274b4-53b6-461a-b163-8757cd3409fe' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:49:34.774777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.777757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 14d274b4-53b6-461a-b163-8757cd3409fe {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:34.778152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14d274b4-53b6-461a-b163-8757cd3409fe not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:34.811543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f0b70>,) {'filters': {'network_id': ['97f9f228-5a99-465f-8eba-070141dab5a6']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.829822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f0b70>, 'dee9b2b5-9bf7-429e-ad65-11ac5adf2657') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.830213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f0b70>, 'dee9b2b5-9bf7-429e-ad65-11ac5adf2657') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:34.848428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.867873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.897392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:34.897839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:34.917050 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:34.983771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43706) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:35.306532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.325312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a8d0>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 2, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:35.329488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Checking router: d93bb3e6-bc43-4b1b-a250-c51f1dd5156a for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:49:35.329871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Updating router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:49:35.332063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.403980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.408138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.408933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.420856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8ce57ca-6214-4ada-822a-9ea9ea16ba59 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:35.442542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  97f9f228-5a99-465f-8eba-070141dab5a6 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:49:35.448559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.449368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.457916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Network': ['ID=97f9f228-5a99-465f-8eba-070141dab5a6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:35.463757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:35.555730 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/97f9f228-5a99-465f-8eba-070141dab5a6 HTTP/1.1" status: 204  len: 168 time: 4.5165169
Dec 13 14:49:35.564492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43716) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:35.808191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f115aee-66cb-4b03-bff6-b7066f266423 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Synchronizing usage tracker for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:floatingip {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:35.868508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e552fd0>,) {'filters': {'network_id': ['2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:35.887540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for 1c0f4de4-2770-4e6a-9b63-cd95f4167225 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:35.935297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43726) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:35.960443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534040077', 'description': 'tempest-description--983418492'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:35.961165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.974066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:35.974306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Transition to ACTIVE for port object 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:35.978496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Usage tracker for resource:security_group and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:35.983462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:35.983672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:35.988243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:35.990486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:35.998793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f115aee-66cb-4b03-bff6-b7066f266423 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Unset dirty status for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:floatingip {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:36.001145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f115aee-66cb-4b03-bff6-b7066f266423 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.4351990
Dec 13 14:49:36.003303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.024406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43730) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.052621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e552fd0>, '7f7e0b8b-4a99-4b00-9c25-effb915ed04d') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:36.053043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e552fd0>, '7f7e0b8b-4a99-4b00-9c25-effb915ed04d') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:36.089233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.103765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7887-8391-402d-892f-322646f67882 None None] Pushing event updated for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:36.108893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-231b7887-8391-402d-892f-322646f67882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:36.175573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66434e71-6e8a-4f9e-ba9c-20114519923c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc2f7358263a4ca78000e62bc5a35273&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1903434
Dec 13 14:49:36.184935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:36.185354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:36.185914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:36.186468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:36.186872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:36.187917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Synchronizing usage tracker for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:36.191988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43734) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.193551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.216814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43738) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.240662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.252422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:36.253493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:36.275686 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:36.348365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Attempting to bind port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:36.348782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Attempting to bind port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:36.349190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Attempting to bind port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 on network 2fb02f0e-633b-4a90-a956-fd254eefebe2 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:36.357962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:36.358417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Checking segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:36.358873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.359329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Bound using segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:36.359845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Bound port: 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:36.360265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.408198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:36.423100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Usage tracker for resource:security_group_rule and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:36.426651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Unset dirty status for tenant:ef76c0f6986c4d8bb77af26c30f1651f on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:36.431105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac919352-19c1-4895-9ee1-c4f813c13988 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3337 time: 0.3985949
Dec 13 14:49:36.434279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:36.437446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.438844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.449600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:36.489481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--65669929'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:36.501828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] For port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:36.505914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] For port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:36.510179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:36.511622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.517668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06235d19-1335-4f5d-9061-4a645a21a74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:36.584998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:36.588778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.590934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:36.610633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b274b6-746e-4733-8d48-b9d3632349b6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:36.614395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:36.615028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:36.617970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-fc83519a-57f4-4be5-ad54-2dd72de4b7d6 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] delete failed (client error): The resource could not be found.
Dec 13 14:49:36.619369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc83519a-57f4-4be5-ad54-2dd72de4b7d6 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/48fe2b03-f00e-4b5d-9ec6-8359954d47c4 HTTP/1.1" status: 404  len: 345 time: 0.1772754
Dec 13 14:49:36.623230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.633909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.653852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.658476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:36.662177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:36.669550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:36.685917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab0cc7-0903-49a1-9dec-409999ac72cf tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:36.686415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab0cc7-0903-49a1-9dec-409999ac72cf tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:36.689253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7887-8391-402d-892f-322646f67882 None None] Pushing event updated for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:36.704612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-231b7887-8391-402d-892f-322646f67882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:36.708834 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/2bd862ff-59f0-4c9c-bf6a-6da91ec5c6a3 HTTP/1.1" status: 204  len: 168 time: 4.0571084
Dec 13 14:49:36.729100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43752) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.747384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-512592600'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:36.753654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:36.765592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aeab0cc7-0903-49a1-9dec-409999ac72cf tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/97f9f228-5a99-465f-8eba-070141dab5a6 HTTP/1.1" status: 404  len: 339 time: 0.1198606
Dec 13 14:49:36.770619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:network and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:36.773774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43756) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.774605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:36.779002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.800573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'name': 'tempest-network--1641859410', 'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:36.807571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:36.813240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:36.825407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router 99d65faf-733f-4552-95b0-d44707c4932f is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:36.828343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:network and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:36.839923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:36.840670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:36.845887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.854140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:36.856968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.876414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.885494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:36.894896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:36.901171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.927773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.933279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.9815750
Dec 13 14:49:36.934713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43760) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:36.948464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.949198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'security_group_rule': {'security_group_id': '37d1e7c9-d6dc-4731-b949-414f32042b44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:36.951013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.954697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d97e82f-54f4-4d96-a575-976c25f2ea29 HTTP/1.1" status: 204  len: 168 time: 0.7534652
Dec 13 14:49:36.954837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.961443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:36.966506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:36.971654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:37.006917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:37.026242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.026658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.027004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP b4fbace6-36c1-4842-a26f-48d2e013d85c disassociated. External IP: 172.26.4.229, port: 54a9516d-8322-4180-b812-e87f99a78952.
Dec 13 14:49:37.028567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 54a9516d-8322-4180-b812-e87f99a78952 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:37.071548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1e7c9-d6dc-4731-b949-414f32042b44,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:37.071922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Usage tracker for resource:security_group_rule and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:37.074880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=1c0f4de4-2770-4e6a-9b63-cd95f4167225,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:37.081501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:37.083888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:37.085513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c076092f-8756-4a9a-b11f-3ef6491cad4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:37.086506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:37.097331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:37.098255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:37.106538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:37.108797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97e82f-54f4-4d96-a575-976c25f2ea29,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:37.116454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.116796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Added segment f7e800f8-2be9-4458-a713-87f38e7fa02a of type vlan for network e7f275fb-49fe-43d5-a396-578a9c87d0a3
Dec 13 14:49:37.120636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:37.122037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:37.169775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.170336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Added segment 3aa03aa0-fe16-49a2-9f85-6cf6567f625f of type vlan for network 1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1
Dec 13 14:49:37.186320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.193234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:37.213383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:37.238219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:37.254681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.339232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a8d0>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:36Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:37.345585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247afd7-ad36-46c6-88ee-d15b218411fb None None] The sync data for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv is: [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:36Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:37.375614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.381363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.385702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:37.386862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.410761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22326dd0-fa8f-468a-b1a8-f173e4d22d9d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:37.550501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8135149
Dec 13 14:49:37.554778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43774) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:37.569483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Network': ['ID=e7f275fb-49fe-43d5-a396-578a9c87d0a3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:37.573694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:37.583704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:37.600839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:37.613300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.757784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.790885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.812120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:37.817882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:37.823290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:37.827739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-145acb07-73f3-4e76-90d6-912b0f9fcd05 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:37.827919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.828909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:37.829539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.840859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:37.874418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:37.884836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.920739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e429c7b-7331-4d0a-b246-584a89ab39c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:37.922645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:38.030228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:38.035502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:38.041806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2625654
Dec 13 14:49:38.042757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43784) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.047566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:38.049195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:38.065580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:38.211954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Sync routers for ids ['99d65faf-733f-4552-95b0-d44707c4932f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:38.220730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:38.237120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:38.238254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.260584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.275238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Routers {'99d65faf-733f-4552-95b0-d44707c4932f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:38.276314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5257f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['99d65faf-733f-4552-95b0-d44707c4932f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:38.348620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.355691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 9.0090611
Dec 13 14:49:38.380297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43790) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.380669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43792) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.383227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.388070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.397232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0125604
Dec 13 14:49:38.410103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43796) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.419026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.420383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.4845915
Dec 13 14:49:38.423415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.424907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43800) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.432819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.436635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7bc2a1-97b1-40bf-a28c-71729805cf6b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:38.447018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.447621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router 40587136-2e46-4a69-b490-72f010f8cef7 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:38.454231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'security_group_rule': {'security_group_id': '37d1e7c9-d6dc-4731-b949-414f32042b44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:38.469618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:38.471593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c05fa3d5-bf27-4965-aa66-8137bb518c72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:38.507780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:38.523395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c03c55-45ec-4194-95a0-0d66f99d4202,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:38.551232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:38.551781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fcd3969c-4b3a-472b-81cc-9724f83cd483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:38.607380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Usage tracker for resource:security_group_rule and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:38.621073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:38.623922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.639635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=54a9516d-8322-4180-b812-e87f99a78952,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:38.649346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:38.653067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Set router 99d65faf-733f-4552-95b0-d44707c4932f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:38.654791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:38.660921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.662625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 204  len: 168 time: 6.5623705
Dec 13 14:49:38.666548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:38.669615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:38.672927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.679934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:38.703276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:38.707825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:38.715689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:38.720768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:38.721902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Synchronizing usage tracker for tenant:9bf3bc9e09f141f3b8cad442a46e0eb3 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:38.731728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:38.739685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.754835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15061c5d-9b84-4d90-bb1d-fbf0fd6f1325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:38.755114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dfde547f-88b1-4186-85d8-437fe330cf9c tempest-NetworksApiDiscovery-682616211 tempest-NetworksApiDiscovery-682616211-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3372746
Dec 13 14:49:38.800223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1396295869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:38.806167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:38.818660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:38.827001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:38.830142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:38.832189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:38.836552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:38.866585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.871632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Unset dirty status for tenant:9bf3bc9e09f141f3b8cad442a46e0eb3 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:38.875451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.876219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-131244cb-c4fd-451e-871e-a053dae8f484 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.8310990
Dec 13 14:49:38.876497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.878362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43812) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:38.899423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:38.908086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:38.957678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.178547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5257f0>, [{'id': '99d65faf-733f-4552-95b0-d44707c4932f', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:29Z', 'updated_at': '2021-12-13T14:49:34Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d65faf-733f-4552-95b0-d44707c4932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:32Z', 'updated_at': '2021-12-13T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:39.179791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.184600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Checking router: 99d65faf-733f-4552-95b0-d44707c4932f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:49:39.185219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Updating router 99d65faf-733f-4552-95b0-d44707c4932f port 1b80044f-d132-4ea8-8c83-1242c78e5a07 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:49:39.187586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46b1bb48-54b9-4f05-8aea-b7e4e948cefb tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5126901
Dec 13 14:49:39.191322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43818) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:39.212473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': True}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:39.268085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.294273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.354948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.390340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43822) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:39.463284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.464155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.485707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.493752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e95235ce-4a6d-4cb7-b803-1e29228fc231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:39.557446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b154f976-829d-4f8f-8d0d-1b8d0f6f45d2,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:39.573223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:39.574454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c16a3630-3c0d-4193-9635-328dcba1ddf0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:39.583291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.587640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 3.3605239
Dec 13 14:49:39.596004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43828) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:39.604304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.605883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1793022
Dec 13 14:49:39.624322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43832) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:39.633056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42948ef-50e1-4d12-8da6-5393fb0714b0,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:39.636112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:39.643702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.717528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:39.723664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.737377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:39.738728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Transition to ACTIVE for port object 1b80044f-d132-4ea8-8c83-1242c78e5a07 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:39.741293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.746789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.749891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.753485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b068adf1-5234-4ff5-8abb-de9747633387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:39.760007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:39.811067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.811698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:39.829747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Usage tracker for resource:floatingip and tenant:f52369af6b14440099d8e0de4beed1fb is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:39.839913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:39.860391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:39.882903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e40c470>,) {'filters': {'network_id': ['1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:39.891298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Attempting to bind port 1b80044f-d132-4ea8-8c83-1242c78e5a07 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:39.891714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Attempting to bind port 1b80044f-d132-4ea8-8c83-1242c78e5a07 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:39.892118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Attempting to bind port 1b80044f-d132-4ea8-8c83-1242c78e5a07 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:39.897937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Pushing event updated for resources: {'Port': ['ID=1b80044f-d132-4ea8-8c83-1242c78e5a07,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:39.901499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:39.905442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:39.917362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:39.917784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:39.918296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.918667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:39.919233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Bound port: 1b80044f-d132-4ea8-8c83-1242c78e5a07, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:39.919651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:39.923150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dda8a16c-808b-4e6c-a312-fc2df9e19266 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/99d65faf-733f-4552-95b0-d44707c4932f HTTP/1.1" status: 200  len: 907 time: 1.5405061
Dec 13 14:49:39.927341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43836) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:39.937085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e40c470>, '3aa03aa0-fe16-49a2-9f85-6cf6567f625f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:39.937085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e40c470>, '3aa03aa0-fe16-49a2-9f85-6cf6567f625f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:39.993293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:39.993707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.006866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d65e8190-7972-413f-a54f-94c59e73a912 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:40.032931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.065608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] For port 1b80044f-d132-4ea8-8c83-1242c78e5a07, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:40.068376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.072855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:40.079994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] For port 1b80044f-d132-4ea8-8c83-1242c78e5a07, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1b80044f-d132-4ea8-8c83-1242c78e5a07,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:40.086065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.091478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=07ccb7b3-a096-4d5e-b857-05e161ca0fd6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:40.096814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9bbd2748984cc583dc546fc818ed99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:40.118176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:40.119424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.120874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d65e8190-7972-413f-a54f-94c59e73a912 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:40.122117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:40.122410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d65e8190-7972-413f-a54f-94c59e73a912 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.5151911
Dec 13 14:49:40.127223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43840) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.135297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dd8eb48-ad88-4192-bc43-ba73e26bcb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:40.138680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-security--1014779136', 'description': 'tempest-security-description-1362014685'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:40.143483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:40.143925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.155739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.163502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:40.165719 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:40.203658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Checking segment: {'id': 'f7e800f8-2be9-4458-a713-87f38e7fa02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:40.204018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network hostable DHCP agents. Network: e7f275fb-49fe-43d5-a396-578a9c87d0a3, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:40.241867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Pushing event updated for resources: {'Port': ['ID=1b80044f-d132-4ea8-8c83-1242c78e5a07,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:40.245792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:40.247835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-444bcd61-262a-4c87-9a18-66c3298c2ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.251084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Routers {'99d65faf-733f-4552-95b0-d44707c4932f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:40.251843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5257f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['99d65faf-733f-4552-95b0-d44707c4932f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:40.256887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.359663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.373905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.382776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.385472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.390009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "PUT /v2.0/security-groups/b154f976-829d-4f8f-8d0d-1b8d0f6f45d2 HTTP/1.1" status: 200  len: 1612 time: 0.2576535
Dec 13 14:49:40.390009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63581755-4065-4a67-a5fb-dc66f2606472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783131697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:40.401201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43844) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.420694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33ac9136-7b74-4ce3-ba53-3ac5565d607d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:40.446181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:49:40.451023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] Set router 99d65faf-733f-4552-95b0-d44707c4932f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:40.499367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.523371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b154f976-829d-4f8f-8d0d-1b8d0f6f45d2,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:40.526594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:40.532903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:40.546896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:40.551732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:40.582070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:40.603585 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/1ac7b1a0-8ac1-40a2-85f4-6c51d263f7c1 HTTP/1.1" status: 204  len: 168 time: 1.7180552
Dec 13 14:49:40.612553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43848) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.626815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.632145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'name': 'tempest-network--1476900209', 'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:40.636149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e7f275fb-49fe-43d5-a396-578a9c87d0a3) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:40.645582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:40.648904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.664594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:40.664845 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dde1406c-c05d-4d30-b233-2dc384d08189 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups/b154f976-829d-4f8f-8d0d-1b8d0f6f45d2 HTTP/1.1" status: 200  len: 1612 time: 0.2134972
Dec 13 14:49:40.664985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.666748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.671877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c30f8c9-af86-4f55-b5f6-f0704b17ef1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:40.686430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:network and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:40.700775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:40.709907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20359a62-f66b-481b-a2ab-a32fbad4c99e None None] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:40.720214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.726322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/54a9516d-8322-4180-b812-e87f99a78952 HTTP/1.1" status: 204  len: 168 time: 6.5624843
Dec 13 14:49:40.728342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:40.730156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43856) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.833521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.844615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c264c39-8f60-41aa-807e-c982b5fd0b7b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:40.851471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2893949
Dec 13 14:49:40.851471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:40.862433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43860) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.866253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.874284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:40.878890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.887057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1182726534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:40.894096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f9bbd2748984cc583dc546fc818ed99&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5005701
Dec 13 14:49:40.894282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.894584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43864) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.910611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.918640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-245aa95c-e50a-4799-9530-6fc29a4dc98a tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/floatingips/b4fbace6-36c1-4842-a26f-48d2e013d85c HTTP/1.1" status: 200  len: 688 time: 0.1758544
Dec 13 14:49:40.920957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.925631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:40.964625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:40.979847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:40.999566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:router and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:41.085821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.151851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:41.244373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e7f275fb-49fe-43d5-a396-578a9c87d0a3', 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': '07ccb7b3-a096-4d5e-b857-05e161ca0fd6'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:41.245544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.250789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:41.263700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.263700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Added segment 1f865250-c9b4-44aa-b629-403fd4d566fb of type vlan for network 52e0ca19-9c63-455f-b1f1-5a127bb3301a
Dec 13 14:49:41.278351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:41.330386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 65c5a023-f780-4165-a9e8-389c187e7d48 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:41.330766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.336554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.337602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.351069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5257f0>, [{'id': '99d65faf-733f-4552-95b0-d44707c4932f', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:29Z', 'updated_at': '2021-12-13T14:49:34Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d65faf-733f-4552-95b0-d44707c4932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:32Z', 'updated_at': '2021-12-13T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:41.363722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3a9c-28db-4f9e-b96a-11d572ab306e None None] The sync data for ids ['99d65faf-733f-4552-95b0-d44707c4932f'] in dv-neutron-821565-1-hyperv is: [{'id': '99d65faf-733f-4552-95b0-d44707c4932f', 'name': 'tempest-snat-router-1398136286', 'tenant_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:29Z', 'updated_at': '2021-12-13T14:49:34Z', 'revision_number': 3, 'project_id': '4518eaa48b4144bea0dd6a0c8e976a4d', 'gw_port': {'id': '1b80044f-d132-4ea8-8c83-1242c78e5a07', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d65faf-733f-4552-95b0-d44707c4932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:32Z', 'updated_at': '2021-12-13T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:41.372294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.379287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.392251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:41.416279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154f976-829d-4f8f-8d0d-1b8d0f6f45d2,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:41.435126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:41.441578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.448183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.455664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Allocated IP 2001:db8::2 (e7f275fb-49fe-43d5-a396-578a9c87d0a3/07ccb7b3-a096-4d5e-b857-05e161ca0fd6/bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:41.469952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.476891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:41.493870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:41.494528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a2b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:41.542300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.546404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/b154f976-829d-4f8f-8d0d-1b8d0f6f45d2 HTTP/1.1" status: 204  len: 168 time: 0.8750627
Dec 13 14:49:41.548327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.556503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43872) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:41.558851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Allocated IP 172.26.4.110 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ee7f3733-8806-4e86-8db4-420bdb32c9ca) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:41.585750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a2b0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:41.596446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.597977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-89ede147-fe55-4dcd-88fb-0fc228d6e3c1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7290452
Dec 13 14:49:41.603059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:41.604103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a2b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:41.610755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43876) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:41.626260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3', 'name': 'tempest-PortsIpV6TestJSON-1691173234'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:41.669198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.682940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a2b0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:41.684173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97b576-929a-44ee-aecc-e7b2b5d575bc None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:41.700875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b5c4a62-7b35-49a1-a4d2-657e8a19f10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:41.717292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.718393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:41.719082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.731117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.735000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.736443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c264c39-8f60-41aa-807e-c982b5fd0b7b HTTP/1.1" status: 204  len: 168 time: 0.8378277
Dec 13 14:49:41.737526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c264c39-8f60-41aa-807e-c982b5fd0b7b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:41.740735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:41.746843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Transition to ACTIVE for port object bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:41.758124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4af7a7a-ac9a-40cb-82a1-89cd8f2cb312 tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:41.783196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Transition to ACTIVE for port object bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:41.791969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:41.797507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:41.815213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b9c0611-8e63-423d-915c-5f661ae0a889 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:41.884854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b9c0611-8e63-423d-915c-5f661ae0a889 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:41.884854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b9c0611-8e63-423d-915c-5f661ae0a889 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3252344
Dec 13 14:49:41.899641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43882) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:41.907782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:41.912019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:41.917971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Pushing event updated for resources: {'Port': ['ID=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:41.921747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:41.925642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:41.931797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-cf0aa792-d3ee-4ac8-b441-bc01b4c5118c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] delete failed (client error): The resource could not be found.
Dec 13 14:49:41.933097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf0aa792-d3ee-4ac8-b441-bc01b4c5118c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/b154f976-829d-4f8f-8d0d-1b8d0f6f45d2 HTTP/1.1" status: 404  len: 347 time: 0.0322208
Dec 13 14:49:41.937590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43886) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:41.940923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:41.950238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--159981003'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:41.969177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:41.971838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:42.008317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:42.026109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:42.038906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.042753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Attempting to bind port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:42.043212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Attempting to bind port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'f7e800f8-2be9-4458-a713-87f38e7fa02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:42.043530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Attempting to bind port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 on network e7f275fb-49fe-43d5-a396-578a9c87d0a3 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:42.051325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:42.052168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Checking segment: {'id': 'f7e800f8-2be9-4458-a713-87f38e7fa02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:42.052645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.053221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Bound using segment: {'id': 'f7e800f8-2be9-4458-a713-87f38e7fa02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:42.053950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Bound port: bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e800f8-2be9-4458-a713-87f38e7fa02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e7f275fb-49fe-43d5-a396-578a9c87d0a3'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:42.054323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.102735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.129110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 68225965-c2cc-448f-888e-3b269ac6cfe4 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:49:42.199435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.245559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.6316597
Dec 13 14:49:42.248101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43894) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:42.248995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] For port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:42.257776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] For port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,segment=NetworkSegment(f7e800f8-2be9-4458-a713-87f38e7fa02a),segment_id=f7e800f8-2be9-4458-a713-87f38e7fa02a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:42.275215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.278126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:42.282207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:42.285500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:42.291922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:42.298731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:42.360847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.431084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=52e0ca19-9c63-455f-b1f1-5a127bb3301a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:42.435647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Pushing event updated for resources: {'Port': ['ID=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:42.456091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 52e0ca19-9c63-455f-b1f1-5a127bb3301a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:42.487936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:42.519656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:42.534140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e76c902-4c67-4e28-bfda-575f4e67b582 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:42.536178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e76c902-4c67-4e28-bfda-575f4e67b582 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "GET /v2.0/networks/52e0ca19-9c63-455f-b1f1-5a127bb3301a HTTP/1.1" status: 200  len: 757 time: 0.2868159
Dec 13 14:49:42.543347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.551809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43902) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:42.561988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0bcdf85-a67f-458d-941c-fe49d484377c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:42.624581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.657302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.657831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.679551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578bfc65-ed76-41f2-ae01-ee29a8ba14f9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:42.683699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:42.688157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.689634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7507555
Dec 13 14:49:42.693558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43908) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:42.703220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '578bfc65-ed76-41f2-ae01-ee29a8ba14f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:42.713517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:42.718919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:42.722852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:42.733332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:42.772935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::2cb (e7f275fb-49fe-43d5-a396-578a9c87d0a3/07ccb7b3-a096-4d5e-b857-05e161ca0fd6/68225965-c2cc-448f-888e-3b269ac6cfe4) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:42.778117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.855814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.861748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.872895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:42.895857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608d2425-844a-4425-bcd0-c1a51fb332f8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:42.899241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:42.932474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:42.934454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2392445
Dec 13 14:49:42.937124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:42.996787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 65c5a023-f780-4165-a9e8-389c187e7d48 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:43.046580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.059190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.060109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b9eb89-bd88-45eb-84e5-02cdcaa0d023 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:43.065816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-80b9eb89-bd88-45eb-84e5-02cdcaa0d023 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "GET /v2.0/networks/eb019779-811b-407f-9c6e-db345619d6cc HTTP/1.1" status: 200  len: 768 time: 0.5116849
Dec 13 14:49:43.067285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43918) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:43.076669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.097264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2984db8-039a-4996-bc4b-b45706b39359 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:43.141538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.183204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:43.209928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:43.230386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:43.275635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9523e35-6f8a-48c1-92b7-93e5a2c95fc8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:43.314111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.318066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/608d2425-844a-4425-bcd0-c1a51fb332f8 HTTP/1.1" status: 204  len: 168 time: 0.3771689
Dec 13 14:49:43.330042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43926) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:43.334898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=608d2425-844a-4425-bcd0-c1a51fb332f8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:43.347985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:43.408822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'Port': ['ID=ee7f3733-8806-4e86-8db4-420bdb32c9ca,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:43.414105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:43.439960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.450245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.460887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.26.4.227 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/e6722921-b2d4-41ca-ac87-57733128aac7) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:43.479436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.499712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c01a878b-5a6e-434f-8323-29beb60f2ce5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:43.509424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port 1b80044f-d132-4ea8-8c83-1242c78e5a07 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:43.509798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.539777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 68225965-c2cc-448f-888e-3b269ac6cfe4 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:43.636596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c01a878b-5a6e-434f-8323-29beb60f2ce5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:43.638042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c01a878b-5a6e-434f-8323-29beb60f2ce5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2994297
Dec 13 14:49:43.642025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43934) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:43.739615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.756007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:43.813977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.842231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.856906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63adacda-1245-43d8-b0a6-94f0fdd9956b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:43.859612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.881175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.900887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:43.915207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:43.923971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:43.940050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:43.945179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:43.945402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e8c55c0>,) {'filters': {'network_id': ['52e0ca19-9c63-455f-b1f1-5a127bb3301a']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:43.945795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:43.962381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=68225965-c2cc-448f-888e-3b269ac6cfe4,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:43.964805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8c55c0>, '1f865250-c9b4-44aa-b629-403fd4d566fb') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:43.965292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8c55c0>, '1f865250-c9b4-44aa-b629-403fd4d566fb') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:43.972123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:43.979208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.018764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.026856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=65c5a023-f780-4165-a9e8-389c187e7d48,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:44.034413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.034632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.035610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:44.037111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:44.042650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1b80044f-d132-4ea8-8c83-1242c78e5a07 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:44.053332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:44.081808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:44.082271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:44.132212 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:44.145507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1b80044f-d132-4ea8-8c83-1242c78e5a07 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:44.151890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5388086
Dec 13 14:49:44.152815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:44.156404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1b80044f-d132-4ea8-8c83-1242c78e5a07 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:44.157252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.164526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:44.253574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:44.339594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:44.358457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] For port 1b80044f-d132-4ea8-8c83-1242c78e5a07, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1b80044f-d132-4ea8-8c83-1242c78e5a07,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:44.358859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.374275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.394241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1b80044f-d132-4ea8-8c83-1242c78e5a07, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1b80044f-d132-4ea8-8c83-1242c78e5a07,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:44.399111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.401551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d1249e6-dfcf-4149-9d84-69b1448440b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:44.435454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=e6722921-b2d4-41ca-ac87-57733128aac7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:44.442724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:44.486086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1b80044f-d132-4ea8-8c83-1242c78e5a07,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:44.494004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:44.506554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.587633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.595670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:44.694116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578bfc65-ed76-41f2-ae01-ee29a8ba14f9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:44.706344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:44.735053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.736474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/578bfc65-ed76-41f2-ae01-ee29a8ba14f9 HTTP/1.1" status: 204  len: 168 time: 1.0916877
Dec 13 14:49:44.740935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43956) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:44.809997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080ecbf-6062-4126-8279-7c2f84ac21de None None] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:44.917463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for 1b80044f-d132-4ea8-8c83-1242c78e5a07 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:44.941434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Provisioning for port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:44.961329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Provisioning complete for port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:44.961932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:44.999863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43960) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:45.067731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.075357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e4ce914f-4595-4ff0-b4bc-7ef51a50f13b tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:45.097152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  52e0ca19-9c63-455f-b1f1-5a127bb3301a {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:49:45.100048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.108821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.114672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Network': ['ID=52e0ca19-9c63-455f-b1f1-5a127bb3301a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:45.132670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:45.165592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.218028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee5237b9-bb25-4677-ae39-ec66bd4d905e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:45.230821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.235677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/b4fbace6-36c1-4842-a26f-48d2e013d85c HTTP/1.1" status: 204  len: 168 time: 4.2986066
Dec 13 14:49:45.242674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/52e0ca19-9c63-455f-b1f1-5a127bb3301a HTTP/1.1" status: 204  len: 168 time: 2.1520491
Dec 13 14:49:45.243660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43966) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:45.244120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:45.269609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'name': 'tempest-network--711736156'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:45.273458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.278005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'b38cfbde-37d0-4964-a1d9-505b1b04c2d9'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:45.291151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee5237b9-bb25-4677-ae39-ec66bd4d905e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:45.296259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee5237b9-bb25-4677-ae39-ec66bd4d905e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5504730
Dec 13 14:49:45.299561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:45.301464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43974) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:45.303551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:45.311317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Usage tracker for resource:network and tenant:ef76c0f6986c4d8bb77af26c30f1651f is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:45.312553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701255908'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:45.317934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:45.324108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:floatingip and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:45.327734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:45.328623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:49:45.329087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:49:45.329976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:45.341441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:45.363788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:45.375462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] For port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,segment=NetworkSegment(f7e800f8-2be9-4458-a713-87f38e7fa02a),segment_id=f7e800f8-2be9-4458-a713-87f38e7fa02a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:45.385165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.395993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5c85c06-941a-4cb6-bee3-7ac25f1bef4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:45.396505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:45.420787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.472479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Made reservation on behalf of ef76c0f6986c4d8bb77af26c30f1651f for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:45.482647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.517145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.537784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Pushing event updated for resources: {'Port': ['ID=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:45.549099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:45.581870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:45.591819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.592211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Added segment 94ce82e1-c9f4-4938-9f8b-c7ebcc19768f of type vlan for network 5a7072fd-79eb-4809-a725-f0eeee593145
Dec 13 14:49:45.622738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.635780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.647961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--385938974', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:45.676270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:45.700869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:45.707312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:45.713180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:45.731796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:45.747965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.760419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.761819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:45.762462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788830225'] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.769321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.773354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c544007f-ca5e-4391-a0e4-b45bb91593dc tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:45.815479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.824132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:45.826689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Provisioning for port 68225965-c2cc-448f-888e-3b269ac6cfe4 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:45.834873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Provisioning complete for port 68225965-c2cc-448f-888e-3b269ac6cfe4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:45.835510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.836432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:45.854740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:45.869519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.874525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port 1b80044f-d132-4ea8-8c83-1242c78e5a07 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:45.874914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.913648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.917622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:45.923356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.934785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:45.953220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:45.960946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Port 68225965-c2cc-448f-888e-3b269ac6cfe4 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:45.992981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Provisioning complete for port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:45.993552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efb5ab89-812f-435d-acdb-9c116abb2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.008292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7072fd-79eb-4809-a725-f0eeee593145,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:46.011905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:46.024114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3aeaa4e-6be4-4db3-b8bc-67f20e586c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:46.065406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5a7072fd-79eb-4809-a725-f0eeee593145 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:46.104472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'Port': ['ID=ee7f3733-8806-4e86-8db4-420bdb32c9ca,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:46.107630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:46.173090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9181485
Dec 13 14:49:46.204884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 43978) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:46.236873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:46.290418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:46.291257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.301837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:46.308707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:46.311961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:46.320863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:46.325168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.401691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.423191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-935aeec8-4f28-48ce-bc90-186fba2f47a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:46.429548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1b80044f-d132-4ea8-8c83-1242c78e5a07 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:49:46.457968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f58fdef9-d6e7-4c2f-8f10-898127297273 None None] Provisioning complete for port 68225965-c2cc-448f-888e-3b269ac6cfe4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:46.457968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f58fdef9-d6e7-4c2f-8f10-898127297273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.524338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.559477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9545441e-5028-4d39-b76c-2bb0803fb9a0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:46.570492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:46.606559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.610726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3015714
Dec 13 14:49:46.613198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43982) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:46.623789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.627158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '9545441e-5028-4d39-b76c-2bb0803fb9a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:46.641272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:46.650958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:46.656437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:46.659353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.665443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] For port 1b80044f-d132-4ea8-8c83-1242c78e5a07, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1b80044f-d132-4ea8-8c83-1242c78e5a07,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:46.666043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.666194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:46.685807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad5c7da6-a3b2-4a59-81ee-fa177c26294a tempest-FloatingIPAdminTestJSON-934066330 tempest-FloatingIPAdminTestJSON-934066330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:46.694219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.705811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0648212
Dec 13 14:49:46.706385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.713843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.720041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f58fdef9-d6e7-4c2f-8f10-898127297273 None None] Port 68225965-c2cc-448f-888e-3b269ac6cfe4 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:46.721214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.722039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.735892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1b80044f-d132-4ea8-8c83-1242c78e5a07 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:46.736436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:46.740101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3877b60d-49e1-48b9-a2bd-3532463d4a01 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:46.905312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:46.926019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for 1b80044f-d132-4ea8-8c83-1242c78e5a07 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:46.935850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=68225965-c2cc-448f-888e-3b269ac6cfe4,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:46.946315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:46.985381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.014187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e36b9f-e378-44a2-afad-ca931c361f12,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:47.047712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.052301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:47.063505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:47.084623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.085076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment 5186797c-5a74-40bb-a878-f41acd56ddd7 of type vlan for network 3493ed03-5030-4543-94c4-6b8aba8dd9de
Dec 13 14:49:47.121637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e077da90-f105-4c96-adf2-84dd9884d209,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:47.139166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:47.146881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router f899510a-15a7-4b06-84fe-215c36ed6686 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:47.161483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-ef9cae97-142c-40a0-b940-8cb5a194dbb2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1534040077&fields=id&tenant_id=f52369af6b14440099d8e0de4beed1fb HTTP/1.1" status: 200  len: 267 time: 0.1418476
Dec 13 14:49:47.168841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.197548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.198783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5826006
Dec 13 14:49:47.214650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 43998) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:47.248040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b6b3aabd-7d44-42a8-82b6-f850afcbd18f None None] Provisioning complete for port 68225965-c2cc-448f-888e-3b269ac6cfe4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:47.248461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6b3aabd-7d44-42a8-82b6-f850afcbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.254796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.257607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '9545441e-5028-4d39-b76c-2bb0803fb9a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:47.270717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.278188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:47.279606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f0f34899-8645-4c9f-86a5-154fe5de16d5 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:47.348410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Network 5a7072fd-79eb-4809-a725-f0eeee593145 is not hosted by any dhcp agent {{(pid=88857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 13 14:49:47.349183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:47.349695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3aabd-7d44-42a8-82b6-f850afcbd18f None None] Port 68225965-c2cc-448f-888e-3b269ac6cfe4 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:47.349948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.352134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "PUT /v2.0/networks/5a7072fd-79eb-4809-a725-f0eeee593145 HTTP/1.1" status: 200  len: 857 time: 1.1447356
Dec 13 14:49:47.367331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44002) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:47.368626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.181 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/087ea83d-3cf1-4f3b-8905-2b4b2e16c474) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:47.473034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7072fd-79eb-4809-a725-f0eeee593145,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:47.477734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.482011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:47.482664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.490468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:47.502949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3e250ef1-55ef-42f4-ad2f-d0a40a7b9696 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:47.584272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:47.643054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:47.668307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:47.720339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.770378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:47.792774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-f61d55c9-60a8-4ff4-8e8a-790f22834a35 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:47.794487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-f61d55c9-60a8-4ff4-8e8a-790f22834a35 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 812 time: 0.5983293
Dec 13 14:49:47.892299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-fb8bdc40-db38-41ed-8130-06a82616db09 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/quotas/f52369af6b14440099d8e0de4beed1fb HTTP/1.1" status: 200  len: 375 time: 0.0880420
Dec 13 14:49:48.036745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.046476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.0091410
Dec 13 14:49:48.056592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44006) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:48.068531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:48.069484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=3493ed03-5030-4543-94c4-6b8aba8dd9de,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:48.080533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:48.081560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:48.086435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.092919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:48.096238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.132049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:48.132601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.145312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49cef396-480c-465e-959a-6b5caf53d794 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:48.147531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.149150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:48.174753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:48.179495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fca22d4f-59b2-47f4-824d-0aa76cba86ef tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:48.221576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.246994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b80044f-d132-4ea8-8c83-1242c78e5a07,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:48.255455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:48.342623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26155c3c-d5d1-4e85-b88a-dcd032b36a7c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:48.359673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.360680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.369509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:48.384639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.385923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1466825
Dec 13 14:49:48.401214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44010) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:48.408140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.417688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '9545441e-5028-4d39-b76c-2bb0803fb9a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:48.435113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-5504e94c-e409-40d7-9554-2ea41d6be04b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4859569
Dec 13 14:49:48.436152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:48.449505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e7d0630>,) {'filters': {'network_id': ['5a7072fd-79eb-4809-a725-f0eeee593145']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.450321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:48.462592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:48.473407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7d0630>, '94ce82e1-c9f4-4938-9f8b-c7ebcc19768f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.473751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7d0630>, '94ce82e1-c9f4-4938-9f8b-c7ebcc19768f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.496393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:48.516799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.555432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.563333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.628883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-824679ca-728a-4af1-9b06-17a8b3cb7314 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:48.671862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:48.682579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] Sync routers for ids ['f899510a-15a7-4b06-84fe-215c36ed6686'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:48.685163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.698530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] Routers {'f899510a-15a7-4b06-84fe-215c36ed6686'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:48.699427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f93b048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f899510a-15a7-4b06-84fe-215c36ed6686'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.712850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:48.713823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.719184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:48.731095 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:48.741297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.766602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f93b048>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.778731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] Routers {'f899510a-15a7-4b06-84fe-215c36ed6686'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:48.779461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f93b048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f899510a-15a7-4b06-84fe-215c36ed6686'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.804894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:48.806269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "PUT /v2.0/routers/f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 200  len: 915 time: 9.6062355
Dec 13 14:49:48.816364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44014) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:48.846852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f93b048>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:48.847360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f1c46-f985-4c16-903f-74833f870983 None None] The sync data for ids ['f899510a-15a7-4b06-84fe-215c36ed6686'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:48.935266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:48.938535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-b5c0534a-9393-4999-b4c6-da080a2d24ec service neutron] 10.222.0.69 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4839866
Dec 13 14:49:48.998787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=087ea83d-3cf1-4f3b-8905-2b4b2e16c474,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:49.013682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:49.024824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:49.028656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:49.084218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.091793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.096525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.111353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.112096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.112925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.121051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c272d3f-7a7d-49a4-b8fe-3251b6a61124 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:49.213942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.225278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:49.247323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5a7072fd-79eb-4809-a725-f0eeee593145 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 13 14:49:49.250142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.259699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.271637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a7072fd-79eb-4809-a725-f0eeee593145,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:49.290008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-971c3e8d-1fb2-4ed5-bd4d-b0d6ab970ac3 service neutron] 10.222.0.69 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424354
Dec 13 14:49:49.300243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=68225965-c2cc-448f-888e-3b269ac6cfe4,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:49.309708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:49.314803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:49.318336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.333576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5a7072fd-79eb-4809-a725-f0eeee593145 HTTP/1.1" status: 204  len: 168 time: 1.9611330
Dec 13 14:49:49.335238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44018) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:49.468862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d3a59a-393d-40d6-aa3a-6df98c93e333 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:49:49.469372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d3a59a-393d-40d6-aa3a-6df98c93e333 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:49:49.474295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9d3a59a-393d-40d6-aa3a-6df98c93e333 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "DELETE /v2.0/subnets/dee52ac9-6fe0-41bd-a625-c15cd12388ba HTTP/1.1" status: 404  len: 337 time: 0.1344290
Dec 13 14:49:49.475063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44022) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:49.613911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-044330ae-8bae-46d8-84a8-5da373691fa0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:49.619062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.619633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99d65faf-733f-4552-95b0-d44707c4932f {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:49.621135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:49.624742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2150919
Dec 13 14:49:49.638611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:49.651646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '9545441e-5028-4d39-b76c-2bb0803fb9a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:49.667208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faea41f-a720-4fa1-81b6-43baa18dd2af,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:49.672248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:49.677734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:49.682818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:49.689509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:49.749716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:49.751704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:49.774650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:50.012304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4f8cf716-c518-4a54-ba96-786b4e165ee2 req-a5a69898-2b65-40c7-a6e3-1c61aae7f986 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Synchronizing usage tracker for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:50.030324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.034501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/routers/99d65faf-733f-4552-95b0-d44707c4932f HTTP/1.1" status: 204  len: 168 time: 10.0892947
Dec 13 14:49:50.049171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44038) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:50.060815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.110909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.314327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4f8cf716-c518-4a54-ba96-786b4e165ee2 req-a5a69898-2b65-40c7-a6e3-1c61aae7f986 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Unset dirty status for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:50.315852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4f8cf716-c518-4a54-ba96-786b4e165ee2 req-a5a69898-2b65-40c7-a6e3-1c61aae7f986 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 210 time: 0.3903675
Dec 13 14:49:50.356671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3f933971-0e23-4df0-8646-febadc7ba3ca None None] Provisioning complete for port 68225965-c2cc-448f-888e-3b269ac6cfe4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:50.357886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f933971-0e23-4df0-8646-febadc7ba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.400763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.412812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.439263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3f933971-0e23-4df0-8646-febadc7ba3ca None None] Port 68225965-c2cc-448f-888e-3b269ac6cfe4 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:50.453352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:50.459660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.518545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38df5f-cbe7-4beb-8f6a-747db936881f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:50.520554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.523912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:50.535417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.549278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6a3bda56-09b2-488f-a548-d5f2a532c0c1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 200  len: 921 time: 1.7240748
Dec 13 14:49:50.554261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:50.596399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.597717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9578619
Dec 13 14:49:50.607183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44048) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:50.619110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '9545441e-5028-4d39-b76c-2bb0803fb9a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:50.630434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:50.633568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3dd8>,) {'filters': {'network_id': ['eb019779-811b-407f-9c6e-db345619d6cc']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:50.639260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:50.644541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:50.656839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:50.667063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3dd8>, '4ea09330-a1ce-4b76-9d11-d8a417410992') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:50.667365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3dd8>, '4ea09330-a1ce-4b76-9d11-d8a417410992') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:50.734733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.735271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.775709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.789160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.103 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/30b3613f-72a9-444a-bac8-21a8ac31fd2e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:50.789540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:49:50.789972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:49:50.807753 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:49:50.928639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Router 4e28475e-caf0-415e-a546-acefcf5cb628 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:50.931400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0969f083-589b-474b-95ae-94c7106fb9fb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Synchronizing usage tracker for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:50.940343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.952133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-735051d0-5eb2-412a-b0d5-a4966f0b0c97 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:50.974222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.985643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:50.992330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Pushing event deleted for resources: {'Network': ['ID=eb019779-811b-407f-9c6e-db345619d6cc,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:50.998069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.002219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0969f083-589b-474b-95ae-94c7106fb9fb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Unset dirty status for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:51.003534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0969f083-589b-474b-95ae-94c7106fb9fb tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=f899510a-15a7-4b06-84fe-215c36ed6686&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4478595
Dec 13 14:49:51.009351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:51.010881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44052) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:51.025767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:51.043577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] 10.222.0.69 "DELETE /v2.0/networks/eb019779-811b-407f-9c6e-db345619d6cc HTTP/1.1" status: 204  len: 168 time: 1.5626853
Dec 13 14:49:51.196645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1a61aa-7ec7-448c-a1a6-119936a3d34d,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:51.264839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.278322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:51.305622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.320663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.321996 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.7111504
Dec 13 14:49:51.328246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44062) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:51.416275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3551c760-e06b-44a7-b739-80d20de93027 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:51.417581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3551c760-e06b-44a7-b739-80d20de93027 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Synchronizing usage tracker for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:51.418841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-9c7c684d-edfa-44d4-a0d1-6e2366c82d9a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:51.421806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-9c7c684d-edfa-44d4-a0d1-6e2366c82d9a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 812 time: 0.4709451
Dec 13 14:49:51.423020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.434548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.461123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44070) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:51.472416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.482400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.488870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-623f51f0-88af-4327-8a8e-5317a2af745d tempest-FloatingIPAdminTestJSON-251567612 tempest-FloatingIPAdminTestJSON-251567612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:51.495808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3551c760-e06b-44a7-b739-80d20de93027 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Unset dirty status for tenant:bd9e364f7a86400ab99453eedd0b1987 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:51.500020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3551c760-e06b-44a7-b739-80d20de93027 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.4837890
Dec 13 14:49:51.507380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44076) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:51.570977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3256c400-da82-4bbb-ae47-652b3f7bb819 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 200  len: 205 time: 0.0548809
Dec 13 14:49:51.574454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.574602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44080) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:51.666474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df6237bd-563f-48ca-a98f-3ec5212f0b40 req-e837d31a-60e1-4541-ae27-4c2a5a607848 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 210 time: 0.1857417
Dec 13 14:49:51.720530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:51.726728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:51.730240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-a098ddc9-9771-4150-aa6b-3192b8833531 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52369af6b14440099d8e0de4beed1fb HTTP/1.1" status: 200  len: 380 time: 0.2892294
Dec 13 14:49:51.732189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:51.734222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=30b3613f-72a9-444a-bac8-21a8ac31fd2e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:51.741455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:51.756796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1b80044f-d132-4ea8-8c83-1242c78e5a07 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:51.793969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 1b80044f-d132-4ea8-8c83-1242c78e5a07 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:51.794605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1b80044f-d132-4ea8-8c83-1242c78e5a07 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:51.806222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5165e5db-c41f-49f6-8504-48522d7e0ef1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bf3bc9e09f141f3b8cad442a46e0eb3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3329816
Dec 13 14:49:51.817321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44084) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:52.027828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'port': {'device_id': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'admin_state_up': True, 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'security_groups': ['37d1e7c9-d6dc-4731-b949-414f32042b44']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:52.044113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:52.054030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-640f43e4-7902-4a3f-8969-b54651a2d15a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:52.063023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:52.075106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] Sync routers for ids ['4e28475e-caf0-415e-a546-acefcf5cb628'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:52.089498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] Routers {'4e28475e-caf0-415e-a546-acefcf5cb628'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:52.092852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f925e10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4e28475e-caf0-415e-a546-acefcf5cb628'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:52.111654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1a61aa-7ec7-448c-a1a6-119936a3d34d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:52.117874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:52.136697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.140491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ff1a61aa-7ec7-448c-a1a6-119936a3d34d HTTP/1.1" status: 204  len: 168 time: 0.8057854
Dec 13 14:49:52.140491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/routers/4e28475e-caf0-415e-a546-acefcf5cb628/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9731793
Dec 13 14:49:52.157184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44088) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:52.157554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44090) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:52.163659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f925e10>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:52.176022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] Routers {'4e28475e-caf0-415e-a546-acefcf5cb628'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:52.176777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f925e10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4e28475e-caf0-415e-a546-acefcf5cb628'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:52.241670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f925e10>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:52.242218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e15853-a8ab-4de8-a464-f3f255d706f8 None None] The sync data for ids ['4e28475e-caf0-415e-a546-acefcf5cb628'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:52.378131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:52.395854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:52.403493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b50854c-3a5a-4962-86d7-91de32109dde tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.2443604
Dec 13 14:49:52.407905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.419434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44096) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:52.422837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.445653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.446168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Made reservation on behalf of f52369af6b14440099d8e0de4beed1fb for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:52.452201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.463654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a55932-c84b-4d95-b3b1-2e76d541463e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:52.465243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09a55932-c84b-4d95-b3b1-2e76d541463e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e28475e-caf0-415e-a546-acefcf5cb628 HTTP/1.1" status: 200  len: 989 time: 0.3047526
Dec 13 14:49:52.469323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.472363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44100) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:52.476466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97f4d049-91dd-4592-92a2-4cb8a6b5f292 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:52.504881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Deleting port b46f31b4-6ca0-4252-a1c1-f23b51af446e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:52.505224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.535908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.680996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.691388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=087ea83d-3cf1-4f3b-8905-2b4b2e16c474,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:52.695627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:52.711430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.752314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.775583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.894921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.908717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16807983-fea1-4b2e-91fd-9b1ed8fb3a22 req-ac1de8d8-5333-40fa-80b9-eb22475dfc25 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 210 time: 0.0744588
Dec 13 14:49:52.912339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.920944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ca352ed-c2bf-4b93-b74d-d07a0a3b755b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:52.922198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:52.949562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6b3eb-54c8-484b-a908-bcef64e168ed,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:52.950279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c38df5f-cbe7-4beb-8f6a-747db936881f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:52.952433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.952699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:52.953180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.958938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:52.967202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] For port b46f31b4-6ca0-4252-a1c1-f23b51af446e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b46f31b4-6ca0-4252-a1c1-f23b51af446e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:49:52.967595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.977157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:52.980971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4d6b3eb-54c8-484b-a908-bcef64e168ed HTTP/1.1" status: 204  len: 168 time: 0.8524067
Dec 13 14:49:53.000923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Allocated IP 172.20.0.13 (2fb02f0e-633b-4a90-a956-fd254eefebe2/3ab2846d-de93-47d4-a677-b7a2aa0b1a21/6cf6ea13-34a6-4a91-98f6-b688fc2c4f46) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:53.057351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:53.058617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9c38df5f-cbe7-4beb-8f6a-747db936881f HTTP/1.1" status: 204  len: 168 time: 0.6357634
Dec 13 14:49:53.079839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44108) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:53.121248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Calling delete_port for b46f31b4-6ca0-4252-a1c1-f23b51af446e owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:53.330192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP fd321c94-25b5-4a72-81d3-0495cb36cf46 associated. External IP: 172.26.4.181, port: b38cfbde-37d0-4964-a1d9-505b1b04c2d9.
Dec 13 14:49:53.381950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44114) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:53.500277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-632327a0-3631-4e4c-850c-9b621230848b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:53.512933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:53.516977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73aba0a8-8edd-4b0a-9367-c241c31b3f5b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:53.547438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d7ca9fa-6ee0-4667-974f-a29607c628e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef76c0f6986c4d8bb77af26c30f1651f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1570985
Dec 13 14:49:53.555741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44118) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:53.587608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46f31b4-6ca0-4252-a1c1-f23b51af446e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:53.590300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:53.812256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:53.876676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-632327a0-3631-4e4c-850c-9b621230848b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:53.878166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-632327a0-3631-4e4c-850c-9b621230848b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.7955050
Dec 13 14:49:53.886466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44122) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:53.955174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:53.995743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.012021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.013890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.022046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Transition to ACTIVE for port object 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:54.041959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.063271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.163010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-34ca198a-899f-418d-9d4e-177f526d0535 req-439c214c-ac8c-4456-9ded-2b7f4fab15c3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Synchronizing usage tracker for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:54.170034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port e6722921-b2d4-41ca-ac87-57733128aac7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:54.170418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.245455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.259005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.268662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:54.293179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-34ca198a-899f-418d-9d4e-177f526d0535 req-439c214c-ac8c-4456-9ded-2b7f4fab15c3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Unset dirty status for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:54.294499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34ca198a-899f-418d-9d4e-177f526d0535 req-439c214c-ac8c-4456-9ded-2b7f4fab15c3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 210 time: 0.2435338
Dec 13 14:49:54.326731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9faea41f-a720-4fa1-81b6-43baa18dd2af,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:54.349208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:54.353908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2acfb0eb-7523-4015-b45d-12e25c6ce35c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:54.417462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.421448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9faea41f-a720-4fa1-81b6-43baa18dd2af HTTP/1.1" status: 204  len: 168 time: 0.5208421
Dec 13 14:49:54.430912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44128) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:54.518079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:54.527609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:54.539737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:54.570190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:54.614213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.618405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:54.627567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.637391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-507e5672-ca0e-4dbf-ad7a-34d933d02ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:54.665741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.704469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.720262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2675f985-222f-40c4-baa2-a1978045f1f0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:54.728253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:54.738264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a1b4254-34e9-4028-8a5e-ca6a5400f9f9 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3060832
Dec 13 14:49:54.741878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44132) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:54.778718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.782811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2675f985-222f-40c4-baa2-a1978045f1f0 HTTP/1.1" status: 204  len: 168 time: 1.2187905
Dec 13 14:49:54.813211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:54.813897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.816973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.817546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 390531a7-550c-4198-a74f-e26b37a5fc1c {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:54.821852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.825550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for e6722921-b2d4-41ca-ac87-57733128aac7 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:54.838708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.870787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.871785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:49:54.877082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "DELETE /v2.0/routers/390531a7-550c-4198-a74f-e26b37a5fc1c HTTP/1.1" status: 204  len: 168 time: 4.8134973
Dec 13 14:49:54.878228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:54.909470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1708786
Dec 13 14:49:54.910394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-42513784-b001-4391-a014-374d6584ba36 None None] Provisioning for port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:49:54.920810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-42513784-b001-4391-a014-374d6584ba36 None None] Provisioning complete for port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:49:54.923934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42513784-b001-4391-a014-374d6584ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:54.932115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Request body: {'port': {'device_id': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:54.951912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-953932008', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:54.975078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:54.986144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:54.990909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:55.007239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:55.013305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.025561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cad1404e-7d7b-4f51-9f4c-d1cc9369c627 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:55.035648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-42513784-b001-4391-a014-374d6584ba36 None None] Port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:49:55.054108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26155c3c-d5d1-4e85-b88a-dcd032b36a7c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:55.057440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.057992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.072378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:55.077235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.081320 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/26155c3c-d5d1-4e85-b88a-dcd032b36a7c HTTP/1.1" status: 204  len: 168 time: 0.3342357
Dec 13 14:49:55.081690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44142) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:55.130866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.165118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:49:55.179120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-84de1dd3-d181-4557-aab7-fb74b49372fc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:55.216973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.382907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.399607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-84de1dd3-d181-4557-aab7-fb74b49372fc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:55.404843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-84de1dd3-d181-4557-aab7-fb74b49372fc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3188522
Dec 13 14:49:55.407096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44152) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:55.526898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.639128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.660845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.667426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.676454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-449b43cb-8f98-4c9c-a8d9-06bf1ea0c6b8 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:55.708506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bebed6-3d9a-44e4-93e8-64aa4abd0751 req-ef6a51ca-a087-4edd-be50-2e9b27c943a6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:55.710175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-05bebed6-3d9a-44e4-93e8-64aa4abd0751 req-ef6a51ca-a087-4edd-be50-2e9b27c943a6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 932 time: 0.1907516
Dec 13 14:49:55.764762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b46f31b4-6ca0-4252-a1c1-f23b51af446e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:49:55.771891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=e6722921-b2d4-41ca-ac87-57733128aac7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:55.789284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:55.796974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:55.813342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:55.838754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:55.840048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:55.857317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.901579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-05bebed6-3d9a-44e4-93e8-64aa4abd0751 req-3db2f212-7388-4fe8-92f9-8e727d7f80d2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Synchronizing usage tracker for tenant:f52369af6b14440099d8e0de4beed1fb on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:55.932171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:55.944624 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.6914413
Dec 13 14:49:55.948297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44166) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:55.948733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b46f31b4-6ca0-4252-a1c1-f23b51af446e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:49:55.949416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b46f31b4-6ca0-4252-a1c1-f23b51af446e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:49:55.963652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:55.963853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1359025969'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:55.963853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-05bebed6-3d9a-44e4-93e8-64aa4abd0751 req-3db2f212-7388-4fe8-92f9-8e727d7f80d2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Unset dirty status for tenant:f52369af6b14440099d8e0de4beed1fb on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:55.963853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-05bebed6-3d9a-44e4-93e8-64aa4abd0751 req-3db2f212-7388-4fe8-92f9-8e727d7f80d2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2042544
Dec 13 14:49:55.969248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:55.972183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:55.972963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:55.977651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2c92a0-47bf-4a58-aebd-c0da90b7c35c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:56.006738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:network and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:56.017738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:56.019510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.041209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e077da90-f105-4c96-adf2-84dd9884d209,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:56.049936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:56.050871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f68c5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:56.051376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318fa7-a22d-4594-ad9a-3c7b6c5a0476 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:56.058625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.108637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:56.114757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.186168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:56.238688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.239473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Added segment 6771765e-c9d2-4557-9dd8-724ef891b99e of type vlan for network 86383c30-bae4-4865-9d96-b9d6c5eb035d
Dec 13 14:49:56.291593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.320090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Allocated IP 172.26.4.36 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/dfa53fda-2724-4d4b-8546-4baba7849e1a) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:56.368860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.373204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:56.373878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.388323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6095120c-8e8b-4920-8a15-0d40bace6910 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:56.394623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:56.497611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:49:56.510207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:49:56.531857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:56.533224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bb70>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:56.575426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6256893
Dec 13 14:49:56.588239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44180) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:56.589547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Network': ['ID=86383c30-bae4-4865-9d96-b9d6c5eb035d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:56.593089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:56.603299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'subnet': {'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:56.605284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:56.631900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.633173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e077da90-f105-4c96-adf2-84dd9884d209 HTTP/1.1" status: 204  len: 168 time: 1.2250414
Dec 13 14:49:56.644329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44184) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:56.726406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.804972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.808839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:56.833153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:56.845737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f86946c9-a48c-4a8f-8672-2c94a0914fbe tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2000933
Dec 13 14:49:56.849131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:56.849663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:56.851001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 8.7926390
Dec 13 14:49:56.857200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44192) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:56.893934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:56.967279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.034026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:57.166862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:57.187169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 68225965-c2cc-448f-888e-3b269ac6cfe4 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:49:57.187557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.244848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.252970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:49:57.277010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.285568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.382826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Transition to ACTIVE for port object 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:57.412547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.432568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af3b128d-e624-4ec6-aba8-44cfa0fc3577 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:57.458294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.560378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:57.611902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44210) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:57.633140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:57.637802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bb70>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:49:52Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:57.642498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:49:57.643142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Updating router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee port 30b3613f-72a9-444a-bac8-21a8ac31fd2e binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:49:57.680408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:49:57.683705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event updated for resources: {'Port': ['ID=dfa53fda-2724-4d4b-8546-4baba7849e1a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:57.693279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:57.705202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.729344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.731555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:57.734037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:49:57.759995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.780101 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-452a2b12-4585-4129-843b-ea715dc7a3d2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.9177244
Dec 13 14:49:57.794044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44216) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:57.903901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 68225965-c2cc-448f-888e-3b269ac6cfe4 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:49:57.911200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.996590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:57.997180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router f899510a-15a7-4b06-84fe-215c36ed6686 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:49:58.029688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.030877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 204  len: 168 time: 6.4480669
Dec 13 14:49:58.043174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2021827875'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:58.043761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44220) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:58.092398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1299505329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:58.098737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:58.102820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:58.105808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:58.111855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:58.141488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:58.170581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.171346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.171616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.174608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Usage tracker for resource:network and tenant:6a00105283544167bdd788f4306eccc9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:58.183154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:58.198992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Transition to ACTIVE for port object 30b3613f-72a9-444a-bac8-21a8ac31fd2e will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:58.200842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:58.205473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.206052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e0b4-5213-4227-bccf-50924e5cf779 req-9d464be3-50ef-482f-81a6-20b94b594a8a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:58.207724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d98e0b4-5213-4227-bccf-50924e5cf779 req-9d464be3-50ef-482f-81a6-20b94b594a8a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 932 time: 0.8907876
Dec 13 14:49:58.218172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.224956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.241990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-af1172f8-c302-4cff-b7ad-0ff98158a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.273673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545441e-5028-4d39-b76c-2bb0803fb9a0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:58.276121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.283350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:58.285202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4c5beb1-9c7c-4a46-877a-3a314c9c7759 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.302400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.311412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Attempting to bind port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:58.311816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Attempting to bind port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:58.312162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Attempting to bind port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 on network 2fb02f0e-633b-4a90-a956-fd254eefebe2 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:58.313169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Made reservation on behalf of 6a00105283544167bdd788f4306eccc9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:58.318896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.321258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Attempting to bind port 30b3613f-72a9-444a-bac8-21a8ac31fd2e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:49:58.321717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Attempting to bind port 30b3613f-72a9-444a-bac8-21a8ac31fd2e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:49:58.322043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Attempting to bind port 30b3613f-72a9-444a-bac8-21a8ac31fd2e on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:58.340065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cea74-911e-4873-8a4a-13c69fac30a1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:58.341739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-488cea74-911e-4873-8a4a-13c69fac30a1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5383220
Dec 13 14:49:58.348670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Pushing event updated for resources: {'Port': ['ID=30b3613f-72a9-444a-bac8-21a8ac31fd2e,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:58.353797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.361856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:58.364515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:58.365096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:58.365692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.366448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:58.366588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44226) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:58.367154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Bound port: 30b3613f-72a9-444a-bac8-21a8ac31fd2e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:58.367693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.380893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 on network 2fb02f0e-633b-4a90-a956-fd254eefebe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:49:58.381256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Attempting to bind port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 on network 2fb02f0e-633b-4a90-a956-fd254eefebe2 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:49:58.396641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d98e0b4-5213-4227-bccf-50924e5cf779 req-a5410c00-0518-411c-9303-7aef7643232a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769190
Dec 13 14:49:58.409075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:49:58.409795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Checking segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:58.409947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Bound using segment: {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:49:58.410328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Bound port: 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e300d5-437f-4c0c-af79-a15e146ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:49:58.410709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.425219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.459694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] For port 30b3613f-72a9-444a-bac8-21a8ac31fd2e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:58.463394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] For port 30b3613f-72a9-444a-bac8-21a8ac31fd2e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=30b3613f-72a9-444a-bac8-21a8ac31fd2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:58.466554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-260af544-b006-4ed9-b079-304a4b2847ad tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0921044
Dec 13 14:49:58.470547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.473059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.478269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/9545441e-5028-4d39-b76c-2bb0803fb9a0 HTTP/1.1" status: 204  len: 168 time: 1.6244676
Dec 13 14:49:58.478458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.478547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44230) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:58.478643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44232) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:58.496749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Subnet': ['ID=e047d4e3-a2f7-4e46-a756-5fb741885e2e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:58.507014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:58.521373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:58.521738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288249943', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:58.531339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Usage tracker for resource:security_group_rule and tenant:6a00105283544167bdd788f4306eccc9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:58.535444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:58.543130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Checking segment: {'id': '6771765e-c9d2-4557-9dd8-724ef891b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:49:58.543536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network hostable DHCP agents. Network: 86383c30-bae4-4865-9d96-b9d6c5eb035d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:49:58.548500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.548879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:58.553837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Pushing event updated for resources: {'Port': ['ID=30b3613f-72a9-444a-bac8-21a8ac31fd2e,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:58.568595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97a7d5ee-66a4-47b0-b45a-39dea1137030 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.570402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:58.575305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:49:58.576138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bb70>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:58.616909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.618062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.630365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.631486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:49:58.632213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b018603d-3083-4e4a-96bc-8630963d7eb2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5865290
Dec 13 14:49:58.643298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44238) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:58.660017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=68225965-c2cc-448f-888e-3b269ac6cfe4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:58.663101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:58.732445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:58.779718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:49:58.781222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.791876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 86383c30-bae4-4865-9d96-b9d6c5eb035d) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:49:58.803127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd329b2a-5e44-4d31-b7ab-9b1638ffe946 None None] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:49:58.891888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:58.903839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:49:58.908358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:58.908358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.916359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.917426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:58.933951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:58.942291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:58.996978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:49:59.008217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dcedd0f3-95d4-4e1d-941b-f699362e1d54 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:49:59.011559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:59.032357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4346220
Dec 13 14:49:59.041782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:49:59.043057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:59.045019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44242) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:59.057939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1347055324', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:59.088141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.096223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:59.098613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360eb07b-efa7-47d1-a0b8-2244268ee799 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:59.140988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:router and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:49:59.146235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53bb70>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:49:52Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:49:59.151524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8cbd9c-7dc2-4c28-8810-266b034aa7a5 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:49:52Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:49:59.155582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:49:59.161723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae1937-53e8-46ae-a0a7-142dec269fb6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:59.165690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-86383c30-bae4-4865-9d96-b9d6c5eb035d', 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d', 'tenant_id': '08d230c427bb4fbd9d101c84a6de3d37', 'fixed_ips': [{'subnet_id': 'e047d4e3-a2f7-4e46-a756-5fb741885e2e'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:49:59.166643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.170310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:49:59.181128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.181531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Added segment 41ae56b7-627d-4deb-bf0d-98af60284ed4 of type vlan for network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c
Dec 13 14:49:59.189611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:59.194618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dcedd0f3-95d4-4e1d-941b-f699362e1d54 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:49:59.196134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dcedd0f3-95d4-4e1d-941b-f699362e1d54 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7146077
Dec 13 14:49:59.202725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:59.217375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44246) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:49:59.245146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--770936625'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:49:59.329012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.415776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Allocated IP 172.20.0.2 (86383c30-bae4-4865-9d96-b9d6c5eb035d/e047d4e3-a2f7-4e46-a756-5fb741885e2e/32dce3f1-aa41-4673-8176-9f2814fa3652) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:49:59.465031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.475665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:49:59.476592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.494730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:59.582684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.589297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.9715009
Dec 13 14:49:59.592434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:49:59.609634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.611330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] 10.222.0.72 "PUT /v2.0/ports/6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1094 time: 4.6885264
Dec 13 14:49:59.671678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:49:59.676817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.677902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.681812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:49:59.765577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.779069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Transition to ACTIVE for port object 32dce3f1-aa41-4673-8176-9f2814fa3652 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:59.788350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:49:59.820145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:59.877561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Transition to ACTIVE for port object 32dce3f1-aa41-4673-8176-9f2814fa3652 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:49:59.898364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Pushing event updated for resources: {'Network': ['ID=2150e9de-dfe0-4e7c-92d3-7aa61f536e2c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:49:59.911409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.917859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-56a3f126-8fcd-46df-85cb-c74b35a89251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:49:59.932832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:49:59.955138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:49:59.957756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:49:59.980743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:00.031434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:00.043558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:00.089122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.119136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44258) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:00.123313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'status': 'completed', 'code': 200}
Dec 13 14:50:00.133745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:00.150876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1897251914'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:00.155202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.183342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:00.191982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Pushing event updated for resources: {'Port': ['ID=32dce3f1-aa41-4673-8176-9f2814fa3652,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:00.204929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:00.248298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Usage tracker for resource:port and tenant:b71a8aaa6ce743208444c7e2db380e5e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:00.263247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:00.266094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Attempting to bind port 32dce3f1-aa41-4673-8176-9f2814fa3652 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:00.266527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Attempting to bind port 32dce3f1-aa41-4673-8176-9f2814fa3652 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6771765e-c9d2-4557-9dd8-724ef891b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:00.266995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Attempting to bind port 32dce3f1-aa41-4673-8176-9f2814fa3652 on network 86383c30-bae4-4865-9d96-b9d6c5eb035d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:00.274639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:50:00.275126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Checking segment: {'id': '6771765e-c9d2-4557-9dd8-724ef891b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:00.275546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.276002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Bound using segment: {'id': '6771765e-c9d2-4557-9dd8-724ef891b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:50:00.276675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Bound port: 32dce3f1-aa41-4673-8176-9f2814fa3652, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771765e-c9d2-4557-9dd8-724ef891b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:50:00.276943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.286324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:00.392353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.394318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] For port 32dce3f1-aa41-4673-8176-9f2814fa3652, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:00.398096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] For port 32dce3f1-aa41-4673-8176-9f2814fa3652, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32dce3f1-aa41-4673-8176-9f2814fa3652,segment=NetworkSegment(6771765e-c9d2-4557-9dd8-724ef891b99e),segment_id=6771765e-c9d2-4557-9dd8-724ef891b99e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:50:00.403928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.415824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:00.420139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:00.426008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422563de-cd0c-46a5-bd85-a3985eba83a7 req-98d2b9fd-5057-42da-a2a4-d7433f14713e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:00.427798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422563de-cd0c-46a5-bd85-a3985eba83a7 req-98d2b9fd-5057-42da-a2a4-d7433f14713e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 0.7414429
Dec 13 14:50:00.509479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Pushing event updated for resources: {'Port': ['ID=32dce3f1-aa41-4673-8176-9f2814fa3652,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:00.519979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:00.547565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422563de-cd0c-46a5-bd85-a3985eba83a7 req-a10c49f4-a1cc-4355-85fc-482a70ef6033 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112535
Dec 13 14:50:00.612346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Router 7506a23b-b07c-4109-b90a-038582b1062d is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:00.723048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:00.730813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Made reservation on behalf of b71a8aaa6ce743208444c7e2db380e5e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:00.735617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.803457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:00.823732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-542af314-21c6-4793-955b-3cd07e5ca676 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1097 time: 1.1229258
Dec 13 14:50:00.824651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.829128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:00.833426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:00.878181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.899222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:00.949761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.091769 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-2d7df772-1e57-4518-8b58-a6e09c470dc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 217 time: 0.2267759
Dec 13 14:50:01.115448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:01.130898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] Sync routers for ids ['7506a23b-b07c-4109-b90a-038582b1062d'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:01.154760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] Routers {'7506a23b-b07c-4109-b90a-038582b1062d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:01.155450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efd6ac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7506a23b-b07c-4109-b90a-038582b1062d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:01.161796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.166085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.2775395
Dec 13 14:50:01.166085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Allocated IP 172.26.4.71 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/599b85c5-6397-4b94-a2dd-24f30cf546fb) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:01.168160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44262) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:01.177321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:01.231896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efd6ac8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:01.245261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:01.246497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] Routers {'7506a23b-b07c-4109-b90a-038582b1062d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:01.247606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efd6ac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7506a23b-b07c-4109-b90a-038582b1062d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:01.265615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:01.276472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.321158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efd6ac8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:01.321632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791ee58-5cd5-4ef3-9b67-8642d1757f7e None None] The sync data for ids ['7506a23b-b07c-4109-b90a-038582b1062d'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:01.332706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:01.357483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.367393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Usage tracker for resource:security_group_rule and tenant:b71a8aaa6ce743208444c7e2db380e5e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:01.375889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:01.378720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.390177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-690910d4-dffb-405c-8a1a-e489cdcff158 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:01.402684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:01.426636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-90bf486a-c827-4e63-b625-be1f94cc28aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:01.428397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-90bf486a-c827-4e63-b625-be1f94cc28aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.3214653
Dec 13 14:50:01.442678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:01.443122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: 3493ed03-5030-4543-94c4-6b8aba8dd9de, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:50:01.502194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.543171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabdc63-715e-49ac-a80b-0fa3a485e439,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:01.546601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:01.601055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Router 4e28475e-caf0-415e-a546-acefcf5cb628 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:01.603059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.613131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:01.631978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:01.635492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.4157090
Dec 13 14:50:01.645532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44268) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:01.668204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '4dabdc63-715e-49ac-a80b-0fa3a485e439', 'direction': 'ingress', 'protocol': 17}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:01.686504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:50:01.689190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:01.708488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:01.713496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:01.716342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Pushing event updated for resources: {'Port': ['ID=599b85c5-6397-4b94-a2dd-24f30cf546fb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:01.718645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:01.746703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:01.900667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 30b3613f-72a9-444a-bac8-21a8ac31fd2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:01.986998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 30b3613f-72a9-444a-bac8-21a8ac31fd2e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:01.996630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 30b3613f-72a9-444a-bac8-21a8ac31fd2e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:01.997052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.109213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.123797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.125730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:02.129416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:02.135821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:02.149018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.169961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 30b3613f-72a9-444a-bac8-21a8ac31fd2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=30b3613f-72a9-444a-bac8-21a8ac31fd2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:02.173861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.174676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.175894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32dce3f1-aa41-4673-8176-9f2814fa3652 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:02.177325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port d2c51f9d-bebf-486c-98da-feb1b6047566 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:02.251640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:02.385265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=30b3613f-72a9-444a-bac8-21a8ac31fd2e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:02.390864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:02.395840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 32dce3f1-aa41-4673-8176-9f2814fa3652 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:02.405120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.421180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.461870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526cdb1-b936-4306-a876-7f65e29f71a6 None None] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:02.492931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b29187d0-39b1-481f-94ba-7b37e44b65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:02.501517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.509295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 3493ed03-5030-4543-94c4-6b8aba8dd9de) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:02.527560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.558726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6486b-2efe-4722-985d-dfba48f648e1 None None] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:02.574341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-1b4453f3-a613-4c2b-b764-f7f163a3d6e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.1117239
Dec 13 14:50:02.639242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:02.639903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.761525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9a5fdb-d6ac-4ee8-ad77-37fc5469bf13,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:02.775483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:02.778723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port d2c51f9d-bebf-486c-98da-feb1b6047566 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:02.861547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.865558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.3853276
Dec 13 14:50:02.879401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:02.898396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Provisioning for port 32dce3f1-aa41-4673-8176-9f2814fa3652 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:02.911777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Provisioning complete for port 32dce3f1-aa41-4673-8176-9f2814fa3652 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:02.912595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:02.986413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Transition to ACTIVE for port object d2c51f9d-bebf-486c-98da-feb1b6047566 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:03.007095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:03.019813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] Sync routers for ids ['4e28475e-caf0-415e-a546-acefcf5cb628'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:03.030725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/routers/4e28475e-caf0-415e-a546-acefcf5cb628/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5500689
Dec 13 14:50:03.030725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44278) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:03.044357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] Routers {'4e28475e-caf0-415e-a546-acefcf5cb628'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:03.045895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4e28475e-caf0-415e-a546-acefcf5cb628'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:03.116955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf630>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:03.121075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.130195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] Routers {'4e28475e-caf0-415e-a546-acefcf5cb628'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:03.131164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['4e28475e-caf0-415e-a546-acefcf5cb628'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:03.141198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8982fc-d489-4bac-a111-769deb89f5e1 req-b35dba39-6691-4b36-9308-8de619715d37 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:03.142832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c8982fc-d489-4bac-a111-769deb89f5e1 req-b35dba39-6691-4b36-9308-8de619715d37 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 1.4493184
Dec 13 14:50:03.155003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.185765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e4ec2ee-db16-4db0-b1e4-afeb46ae7300 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:03.205888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf630>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:03.206600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84fcd83-9eb7-47f9-b398-974d2909bca5 None None] The sync data for ids ['4e28475e-caf0-415e-a546-acefcf5cb628'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:03.232498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-3c0330e7-3d05-40ed-b044-025fa33a63f6 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5950620
Dec 13 14:50:03.260419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94553c7-d7be-49df-97ad-c3f82bdee441 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:50:03.261329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e94553c7-d7be-49df-97ad-c3f82bdee441 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:03.280809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.308073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Router d60e9290-f750-4563-8945-217b737f96b1 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:03.356484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.367956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-3493ed03-5030-4543-94c4-6b8aba8dd9de', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:50:03.368914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.396130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.405827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.415703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.433991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.520244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e94553c7-d7be-49df-97ad-c3f82bdee441 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:03.524139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e94553c7-d7be-49df-97ad-c3f82bdee441 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/68225965-c2cc-448f-888e-3b269ac6cfe4 HTTP/1.1" status: 404  len: 333 time: 0.4851494
Dec 13 14:50:03.524139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c51f9d-bebf-486c-98da-feb1b6047566,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:03.529632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44282) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:03.548081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:03.563610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:03.586126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] For port 32dce3f1-aa41-4673-8176-9f2814fa3652, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32dce3f1-aa41-4673-8176-9f2814fa3652,segment=NetworkSegment(6771765e-c9d2-4557-9dd8-724ef891b99e),segment_id=6771765e-c9d2-4557-9dd8-724ef891b99e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:03.604004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.608824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9299e890-a525-4fcc-a22a-ba7a4ae795ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:03.653422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c8982fc-d489-4bac-a111-769deb89f5e1 req-fddb3211-3dd3-432f-b09d-4293e08eb1ad tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4239099
Dec 13 14:50:03.667961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71ba41c-241c-44ec-af4f-e47058d385a3,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:03.726018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:03.733789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:03.735184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 2.0873034
Dec 13 14:50:03.748979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44286) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:03.771922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4e65e0-de70-45e6-a4c9-f07e4718de58 req-6c7c451c-2976-4007-ab94-196f3a781b01 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4976358
Dec 13 14:50:03.772881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Checking segment: {'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:03.773400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Network hostable DHCP agents. Network: 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:50:03.783850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Pushing event updated for resources: {'Port': ['ID=32dce3f1-aa41-4673-8176-9f2814fa3652,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:03.790095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:03.846103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.26.4.66 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/33417d9c-4c3f-4a13-a7f1-c200570cb94d) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:03.903166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 30b3613f-72a9-444a-bac8-21a8ac31fd2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:03.959157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:50:03.962654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Allocated IP 172.20.0.2 (3493ed03-5030-4543-94c4-6b8aba8dd9de/4ec6d4dd-60b9-4f6e-a023-dac355ab93cf/be5b6eb4-72c8-4d75-a6c1-aeffb178cc98) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:03.990621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.036025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:04.059079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:04.066708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca96e5-b4da-4a1d-a70a-da8006a7836a None None] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:04.125687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.201024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.291741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a9043f42-5234-4464-aff8-b2118d529a9f None None] Provisioning complete for port 32dce3f1-aa41-4673-8176-9f2814fa3652 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:04.292091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9043f42-5234-4464-aff8-b2118d529a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.330447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 30b3613f-72a9-444a-bac8-21a8ac31fd2e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:04.330868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.407677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:04.408548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:04.408548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:04.429504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:04.431101 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-e5724357-5564-4f4f-95f4-19b12c63bf00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1097 time: 0.5826032
Dec 13 14:50:04.442463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:04.442902 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:04.467763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 2 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:04.500220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] Sync routers for ids ['d60e9290-f750-4563-8945-217b737f96b1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:04.518084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.534418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:04.534777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:04.535522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:04.622814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] Routers {'d60e9290-f750-4563-8945-217b737f96b1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:04.623247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3b4278>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d60e9290-f750-4563-8945-217b737f96b1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:04.627358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:04.627711 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:04.632260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 3 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:04.751345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-1359c6df-3700-4751-b4cb-388248257820 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:04.753376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-1359c6df-3700-4751-b4cb-388248257820 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.3136780
Dec 13 14:50:04.754460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:04.755489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:04.756373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:04.843276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:04.843887 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:04.844004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.845606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.858749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 4 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:04.871141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b06b5b08-a26e-4f0f-a8e6-4108d6b48552 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:04.888892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1bd1054-e2f2-4641-ba73-a575630dc239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:04.892110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3b4278>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:04.916056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.929908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router 7506a23b-b07c-4109-b90a-038582b1062d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:04.931369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabdc63-715e-49ac-a80b-0fa3a485e439,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:04.935750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:04.938212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.939190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/4dabdc63-715e-49ac-a80b-0fa3a485e439 HTTP/1.1" status: 204  len: 168 time: 1.1724463
Dec 13 14:50:04.943503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.948236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "PUT /v2.0/routers/d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 200  len: 915 time: 6.2984593
Dec 13 14:50:04.948236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44292) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:04.950355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44294) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:04.950742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:04.966316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.026548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Transition to ACTIVE for port object be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:05.028409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-3e52a8b2-c5a1-4323-870d-926663dd0eff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 217 time: 0.2621927
Dec 13 14:50:05.045822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.046365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.046849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.093468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] Routers {'d60e9290-f750-4563-8945-217b737f96b1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:05.094164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3b4278>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d60e9290-f750-4563-8945-217b737f96b1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.110066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:05.124306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.124585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Fanout notify agent at l3_agent the message router_deleted on router 4e28475e-caf0-415e-a546-acefcf5cb628 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:05.131703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=33417d9c-4c3f-4a13-a7f1-c200570cb94d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:05.135561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:05.144470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:05.148899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25e8724a-3859-488f-b80c-ffe24f7aad80 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:05.150294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Transition to ACTIVE for port object be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:05.158289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.162576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ccf7775e-f558-4a7d-a142-90c2cdabb1c8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/routers/4e28475e-caf0-415e-a546-acefcf5cb628 HTTP/1.1" status: 204  len: 168 time: 1.6310761
Dec 13 14:50:05.165795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3b4278>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.166268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358be93-8aa0-4f38-9f46-91388b199b5d None None] The sync data for ids ['d60e9290-f750-4563-8945-217b737f96b1'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:05.168236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.169203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ac9c-af3e-4030-a216-02a5ea0afc68 req-647b9945-9606-4a95-9247-96989888239b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:05.171446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df97ac9c-af3e-4030-a216-02a5ea0afc68 req-647b9945-9606-4a95-9247-96989888239b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 0.3340998
Dec 13 14:50:05.171978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44300) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:05.174401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:05.180254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8a1c15-5ad6-4c9a-8239-bca4b123b6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:05.181752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:05.182285 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:05.191960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 5 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:05.245978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.245978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.246498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.252419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:05.252708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-c5cbe459-c250-45d7-a317-91281adbd49b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:05.254335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-c5cbe459-c250-45d7-a317-91281adbd49b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.1970861
Dec 13 14:50:05.255985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:05.261568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:05.263741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Pushing event updated for resources: {'Port': ['ID=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:05.266589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25e8724a-3859-488f-b80c-ffe24f7aad80 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:05.268194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:05.272125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25e8724a-3859-488f-b80c-ffe24f7aad80 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3233325
Dec 13 14:50:05.275592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44304) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:05.286032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795634769'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:05.298804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:05.372571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:05.372942 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:05.375074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Attempting to bind port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.375515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Attempting to bind port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.376464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Attempting to bind port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 on network 3493ed03-5030-4543-94c4-6b8aba8dd9de {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.380693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 6 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:05.383783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:50:05.384396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Checking segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:05.385036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.385285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Bound using segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:50:05.386693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Bound port: be5b6eb4-72c8-4d75-a6c1-aeffb178cc98, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:50:05.387148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.391511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:05.429984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.430351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.430732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.433338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df97ac9c-af3e-4030-a216-02a5ea0afc68 req-d8a6224a-499b-408d-ba6e-2e74ac90c239 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521977
Dec 13 14:50:05.449135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.497427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] For port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:05.501327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] For port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:50:05.509771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.516092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e6b6109-822b-41fe-b458-8a2a0f05649a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:05.586031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:05.586455 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:05.596149 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 7 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:05.604177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:05.605724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Pushing event updated for resources: {'Port': ['ID=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:05.613731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:05.619214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:05.621894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 07ccb7b3-a096-4d5e-b857-05e161ca0fd6 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:05.625909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:05.629033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.649818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.650197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.650557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.672792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-2f38849e-e10a-4491-a07e-8b96631061cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4081123
Dec 13 14:50:05.673062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:05.713393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:05.718440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:05.718808 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:05.724036 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 8 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:05.725335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] Sync routers for ids ['7506a23b-b07c-4109-b90a-038582b1062d'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:05.733465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.738996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] Routers {'7506a23b-b07c-4109-b90a-038582b1062d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:05.740481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7506a23b-b07c-4109-b90a-038582b1062d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.774289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.774707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.775047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.819037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.822899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-639da613-6e97-4806-bd13-475f0931c2e7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "PUT /v2.0/routers/7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 200  len: 924 time: 4.6511824
Dec 13 14:50:05.823050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf390>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.833384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44308) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:05.841658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32dce3f1-aa41-4673-8176-9f2814fa3652 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:05.854820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] Routers {'7506a23b-b07c-4109-b90a-038582b1062d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:05.855917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7506a23b-b07c-4109-b90a-038582b1062d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.925310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:05.926555 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:05.930450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 9 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:05.947041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.951532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf390>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:05.952207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79667508-5a61-42bd-8e10-5fd18f512ca4 None None] The sync data for ids ['7506a23b-b07c-4109-b90a-038582b1062d'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:05.953843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 32dce3f1-aa41-4673-8176-9f2814fa3652 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:05.959385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.959845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:05.971065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:05.976368 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4b2c2bf2-1032-44af-a24b-a1e0c938bba9 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 200  len: 921 time: 1.0235076
Dec 13 14:50:05.982325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:05.982691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:05.983089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:05.983538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44312) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.019485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-11e2dcec-053d-47e4-9408-6a41151b201e service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365512
Dec 13 14:50:06.022150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:06.024732 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:06.026666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 10 to bind port d2c51f9d-bebf-486c-98da-feb1b6047566
Dec 13 14:50:06.084666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.086327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8072977
Dec 13 14:50:06.094257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44316) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.099945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.100894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.103998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--85557699'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:06.112674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace5c74-ddd9-4f80-aa76-dde40527e9dd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:06.116303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:06.126123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:06.126636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:06.127162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:06.133408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.179454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:06.185222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d2c51f9d-bebf-486c-98da-feb1b6047566 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:06.185685 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d2c51f9d-bebf-486c-98da-feb1b6047566 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:06.186163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.201124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:06.211611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:06.226423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:06.292068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:50:06.328383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.361035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1c190d6-2ab1-4b44-9f17-dd4a0417de99 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=d60e9290-f750-4563-8945-217b737f96b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3662517
Dec 13 14:50:06.370497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.437598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.445719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:06.448382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c65d4d2-ab3b-4713-8cd5-4808cb0e7f08 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:06.493500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:06.514426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'port_id': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'mac_address': 'fa:16:3e:05:8c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:50:06.538567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:06.552246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:06.560431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=07ccb7b3-a096-4d5e-b857-05e161ca0fd6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:06.579324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:06.582522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:06.589557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.598447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a44b0-21a1-49cf-83f4-654cfa326ee9 None None] Network e7f275fb-49fe-43d5-a396-578a9c87d0a3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:06.631766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/07ccb7b3-a096-4d5e-b857-05e161ca0fd6 HTTP/1.1" status: 204  len: 168 time: 1.4553349
Dec 13 14:50:06.634604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44326) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.636683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.713717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:50:06.720187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648ee59-f5de-448c-9175-e7a1fd20e0b1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:06.725620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6648ee59-f5de-448c-9175-e7a1fd20e0b1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.3501105
Dec 13 14:50:06.725791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44330) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.779264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:06.804197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a74aefab-2087-4198-a96b-09f9d0df3f38 req-072cb441-d6cf-4691-b22f-a1aad56b96ae service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7605157
Dec 13 14:50:06.817817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.823672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.823875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:06.834378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.840851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.845230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-287b68ea-aa45-452d-82bf-37d7136238a3 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 200  len: 205 time: 0.1076739
Dec 13 14:50:06.845366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:06.859481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0adc7454-8714-4da3-ac3c-42fbf1898b24 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 200  len: 924 time: 1.0149240
Dec 13 14:50:06.860894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44334) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.861268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.869672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port d2c51f9d-bebf-486c-98da-feb1b6047566, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:06.869996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempted to set empty binding levels {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:50:06.904813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:06.905072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.918489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:06.923803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:06.943487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1edbb7-11c7-4c3d-9dc9-0f80e677f798,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:06.948040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.952080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.8521228
Dec 13 14:50:06.952080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:06.952970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44342) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:06.960812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': '4ace5c74-ddd9-4f80-aa76-dde40527e9dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c1edbb7-11c7-4c3d-9dc9-0f80e677f798', 'remote_ip_prefix': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:06.974782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:06.982213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:06.986658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:06.990683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:07.041403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] DHCP port deletion for e7f275fb-49fe-43d5-a396-578a9c87d0a3 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:50:07.045001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:07.046174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Deleting port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:07.046830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.060292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd22c7d6-b787-49a1-8519-28addcef8d3c tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:07.088654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:50:07.129765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.234851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] For port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,segment=NetworkSegment(f7e800f8-2be9-4458-a713-87f38e7fa02a),segment_id=f7e800f8-2be9-4458-a713-87f38e7fa02a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:07.235425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.236940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.262173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c51f9d-bebf-486c-98da-feb1b6047566,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:07.270296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25313a39-0f38-461c-86da-3cb42a1de04b req-67f72b8b-8630-490e-858e-fcff6165cdcc tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:07.272653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25313a39-0f38-461c-86da-3cb42a1de04b req-67f72b8b-8630-490e-858e-fcff6165cdcc tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 0.6430707
Dec 13 14:50:07.275719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:07.362651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 7.2377934
Dec 13 14:50:07.387748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44346) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:07.397169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:07.504590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b0d7dd64-bfd3-4028-a779-c08a5e947f4c tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=7506a23b-b07c-4109-b90a-038582b1062d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6389995
Dec 13 14:50:07.513495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44350) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:07.544327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.557328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25313a39-0f38-461c-86da-3cb42a1de04b req-c6af8d5e-8f29-4447-a4f4-f5bf46af2e7f tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2607801
Dec 13 14:50:07.566938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Deleting port d2c51f9d-bebf-486c-98da-feb1b6047566 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:07.567351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.612134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] For port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,segment=NetworkSegment(f7e800f8-2be9-4458-a713-87f38e7fa02a),segment_id=f7e800f8-2be9-4458-a713-87f38e7fa02a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:07.613772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.664705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.731134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.738260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:07.756569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb9da2de-6012-4655-bc01-d1e845d63ad7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:07.769891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Calling delete_port for bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:07.861609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d568726-0669-4ea1-bc41-64f442b9c9a1 None None] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:07.917439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:07.918670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:07.929050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.018863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:50:08.019246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:50:08.057634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b2e55b9-e086-4681-b01b-f8bb40667c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.063992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fcd168ec-4b6b-4246-b839-e7aefb8ea637 None None] Provisioning for port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:08.100837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:08.113450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:08.116323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-754401d9-687e-4a50-b92b-c7f813b8351b tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:08.153557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:08.157334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No DVR routers for this DVR port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:50:08.160367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:08.160367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.194382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1137b797-8116-461e-a5eb-82bdfd4ec16a,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:08.225050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:08.233321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acc21e-81bb-4534-a38c-8ee26c443183 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:08.237628 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7acc21e-81bb-4534-a38c-8ee26c443183 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.7203243
Dec 13 14:50:08.264454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44354) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:08.265064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.268986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.3123798
Dec 13 14:50:08.270672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44358) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:08.349704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.373177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:08.389470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc9bd286-70b6-40cc-a3b3-a7bd0dbddce9 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 200  len: 205 time: 0.1191192
Dec 13 14:50:08.401317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44362) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:08.463354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (3493ed03-5030-4543-94c4-6b8aba8dd9de/4ec6d4dd-60b9-4f6e-a023-dac355ab93cf/6a69eec2-68cb-4843-a5c4-d9ce3914c847) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:08.468575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:08.472266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.488500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.493761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:08.494549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.525664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.540576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port d2c51f9d-bebf-486c-98da-feb1b6047566, host hv-neutron-8215, got binding levels [] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:08.540955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.549254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Deleting port bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:08.549679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.590692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:50:08.697873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e6e0f60>,) {'filters': {'network_id': ['e7f275fb-49fe-43d5-a396-578a9c87d0a3']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:08.718540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Calling delete_port for d2c51f9d-bebf-486c-98da-feb1b6047566 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:08.752998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e6e0f60>, 'f7e800f8-2be9-4458-a713-87f38e7fa02a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:08.753327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e6e0f60>, 'f7e800f8-2be9-4458-a713-87f38e7fa02a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:08.825712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.843964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:50:08.844350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:50:08.868209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-96b5e4b2-9a78-4cdf-afe7-026df1862d61 None None] The port 'bf7ef38b-d518-40f8-b01f-a29d8ce2b0d7' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:50:08.876475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.879519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:08.887574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:08.888005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.903071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:50:08.903593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:50:08.921228 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:50:08.928481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:08.938192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:08.945352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:08.973947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd823efc-b6c3-4edd-8452-040bbf8c9290 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:09.001856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1137b797-8116-461e-a5eb-82bdfd4ec16a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:09.004574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:09.006018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.009830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1137b797-8116-461e-a5eb-82bdfd4ec16a HTTP/1.1" status: 204  len: 168 time: 0.7363844
Dec 13 14:50:09.014934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44368) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.051013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.065217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.077248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:09.085515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:09.093993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] Sync routers for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:09.107545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:50:09.116802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.124039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:09.133841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:09.134776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1e5470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:09.138636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port 599b85c5-6397-4b94-a2dd-24f30cf546fb {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:09.139064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.149337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c51f9d-bebf-486c-98da-feb1b6047566,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:09.160557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:09.160557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.167398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3be3ccc6-d7a4-4c1e-acbe-479a1cc795d2 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:09.184599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.197623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.211552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1e5470>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:09.211713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1db321-7149-438d-8851-136027272ad5 req-961b382e-386f-4dc6-8e04-374ec0c613e6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:09.213651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2b1db321-7149-438d-8851-136027272ad5 req-961b382e-386f-4dc6-8e04-374ec0c613e6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 945 time: 0.4644833
Dec 13 14:50:09.221536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e1cf6e5-25a0-48c1-9e56-b825e4f10266 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:09.222131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.227540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=e7f275fb-49fe-43d5-a396-578a9c87d0a3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:09.227738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'code': 200}
Dec 13 14:50:09.228232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1212583e-1ad8-4d75-bf7c-7777db165d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:09.241357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.251754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:09.268246 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/e7f275fb-49fe-43d5-a396-578a9c87d0a3 HTTP/1.1" status: 204  len: 168 time: 2.6223083
Dec 13 14:50:09.270801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d2c51f9d-bebf-486c-98da-feb1b6047566 HTTP/1.1" status: 204  len: 168 time: 1.8819389
Dec 13 14:50:09.271760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44374) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.272121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.344998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:09.347796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:09.348644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1e5470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:49:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:09.403548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:09.415784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebb398e-e2fc-4de2-a001-f7d66381e228 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:50:09.416522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ebb398e-e2fc-4de2-a001-f7d66381e228 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:09.422141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1e5470>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:09.422400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7920a-3bbd-4906-9e23-b3899124ff2b None None] The sync data for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:09.431505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2b1db321-7149-438d-8851-136027272ad5 req-52c837f1-8da0-4b37-bbe0-fd21e950e74a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1982086
Dec 13 14:50:09.458641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.460049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.4137440
Dec 13 14:50:09.463580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a98333f-d1cb-4786-84a4-019328b2f464 None None] Provisioning complete for port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:09.464092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a98333f-d1cb-4786-84a4-019328b2f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.470279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44382) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.479228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe5bf1-c98d-4167-852e-77d9ae123e2e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:09.479872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42fe5bf1-c98d-4167-852e-77d9ae123e2e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:09.488608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.515495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.536666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 6a69eec2-68cb-4843-a5c4-d9ce3914c847 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:09.543504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e1cf6e5-25a0-48c1-9e56-b825e4f10266 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:09.544918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e1cf6e5-25a0-48c1-9e56-b825e4f10266 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.5261776
Dec 13 14:50:09.561133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44386) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.588650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.611291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ebb398e-e2fc-4de2-a001-f7d66381e228 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:09.612605 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ebb398e-e2fc-4de2-a001-f7d66381e228 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports/d2c51f9d-bebf-486c-98da-feb1b6047566 HTTP/1.1" status: 404  len: 333 time: 0.3355987
Dec 13 14:50:09.629730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44390) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.642941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1795295175'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:09.658153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:09.670142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-42fe5bf1-c98d-4167-852e-77d9ae123e2e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:09.672091 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-42fe5bf1-c98d-4167-852e-77d9ae123e2e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/55527835-2f16-4b0f-b164-ca45f0f653aa HTTP/1.1" status: 200  len: 844 time: 0.3961151
Dec 13 14:50:09.678097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:09.681383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44394) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.745187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for 599b85c5-6397-4b94-a2dd-24f30cf546fb owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:09.756598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Made reservation on behalf of b71a8aaa6ce743208444c7e2db380e5e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:09.761592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.812247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.814414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f9f2f9a-0f51-47b1-834f-0977cd150518 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/55527835-2f16-4b0f-b164-ca45f0f653aa?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1309390
Dec 13 14:50:09.818675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:09.822801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44398) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:09.823081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e56e3b1-63d1-49ca-9692-f183dcb45b4d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:09.826332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port d376620b-eb76-4cda-882c-bd2816366066 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:09.872909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:09.891758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31a0046-4e93-46b8-ab70-16fffc0f2235 req-a4cf52d0-0195-499a-85b6-d4bfaa667520 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.4302967
Dec 13 14:50:09.895909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:09.897569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:09.978236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:09.986166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:09.992618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:09.994284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.004606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:10.019235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:10.104955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c31a0046-4e93-46b8-ab70-16fffc0f2235 req-a936fb7e-2f6b-41bc-9edb-dd3e91d1b830 service neutron] Synchronizing usage tracker for tenant:457856f3a7ab4e17b8d25699a6a0cd8b on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:10.112077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.209050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.227736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d1435ed-84e8-423b-b97c-24137e89c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.234375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c31a0046-4e93-46b8-ab70-16fffc0f2235 req-a936fb7e-2f6b-41bc-9edb-dd3e91d1b830 service neutron] Unset dirty status for tenant:457856f3a7ab4e17b8d25699a6a0cd8b on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:10.235693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31a0046-4e93-46b8-ab70-16fffc0f2235 req-a936fb7e-2f6b-41bc-9edb-dd3e91d1b830 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3352263
Dec 13 14:50:10.253086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.259592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d7d214d-1f1b-4ca0-8511-6c9d8954335c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:10.279388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.290508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1edbb7-11c7-4c3d-9dc9-0f80e677f798,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:10.299282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:10.302087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:10.339568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6c2406b7-fd99-41aa-99e2-d7787f76126f None None] Provisioning for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:10.345077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6c2406b7-fd99-41aa-99e2-d7787f76126f None None] Provisioning complete for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:10.345498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c2406b7-fd99-41aa-99e2-d7787f76126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.360452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=599b85c5-6397-4b94-a2dd-24f30cf546fb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:10.390574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:10.402108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c2406b7-fd99-41aa-99e2-d7787f76126f None None] Port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:10.440493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.441767 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/5c1edbb7-11c7-4c3d-9dc9-0f80e677f798 HTTP/1.1" status: 204  len: 168 time: 0.8783264
Dec 13 14:50:10.449961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44402) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:10.490705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:10.514651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:10.542988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:10.569156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:10.666752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:10.676203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.731537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.751046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.790137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac45a973-fc47-428b-b9cc-1c0a361c8139 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:10.793509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.821935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.904686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.938338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port dfa53fda-2724-4d4b-8546-4baba7849e1a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:10.938575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:10.996353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac45a973-fc47-428b-b9cc-1c0a361c8139 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:11.000959 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac45a973-fc47-428b-b9cc-1c0a361c8139 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.5467727
Dec 13 14:50:11.053988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44408) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:11.110216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.157845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28be3ecc-517c-4a4d-bb66-5ddccc2bd565 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:11.374784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:11.437691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:11.443072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=d376620b-eb76-4cda-882c-bd2816366066,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:11.445148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:11.445998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:11.446644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.465230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:11.509506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.536145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba972-24d1-4736-9f77-6baf92403114 req-c5baacb3-5d8d-48b7-92ba-c5252e3b352b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:11.537813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fddba972-24d1-4736-9f77-6baf92403114 req-c5baacb3-5d8d-48b7-92ba-c5252e3b352b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.9130709
Dec 13 14:50:11.546829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.586608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.594150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.617192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.9842529
Dec 13 14:50:11.625239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44412) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:11.645717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:11.735033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.735631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router d60e9290-f750-4563-8945-217b737f96b1 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:11.740063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for dfa53fda-2724-4d4b-8546-4baba7849e1a owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:11.755625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.756850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 204  len: 168 time: 4.8944218
Dec 13 14:50:11.765216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:11.795599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.803514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fddba972-24d1-4736-9f77-6baf92403114 req-7f0f6d6f-96d2-4fc9-ba74-18184430611d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2147930
Dec 13 14:50:11.807040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1921052469', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:11.842948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:11.860479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Usage tracker for resource:router and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:11.868202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:11.879844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:11.919825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.927431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:11.970612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.987642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:11.988641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.005662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.023753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:12.031841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:12.041950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c401aa7-1d48-4db8-a72e-9694138a060c None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:12.044588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:12.044785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.049372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=5ae7a39f-aacc-4b68-b9e9-926ffc3165e9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:12.111495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:12.118167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:12.137487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.150061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.151743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.160354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace5c74-ddd9-4f80-aa76-dde40527e9dd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:12.165230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.169409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/4ace5c74-ddd9-4f80-aa76-dde40527e9dd HTTP/1.1" status: 204  len: 168 time: 1.1143801
Dec 13 14:50:12.170097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44420) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:12.205691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:12.213193 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3853903
Dec 13 14:50:12.213386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.231863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44424) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:12.238850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1315502401'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:12.253592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92641b44-0cb2-46c5-aa95-f6acaa35b55b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:12.263380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:12.272312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:12.278163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:12.296486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:12.347653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.358492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-bca27a39-5fa1-40d3-9bfc-54fded009329', 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'tenant_id': '0a9453c488274eabb8b9b73d298a3e18', 'fixed_ips': [{'subnet_id': '5ae7a39f-aacc-4b68-b9e9-926ffc3165e9'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:50:12.359577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.361980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.365975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:12.481372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b68cfcb8-5e7b-43af-af02-a36830927fbd tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:12.484826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=dfa53fda-2724-4d4b-8546-4baba7849e1a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:12.490304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:12.495408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.498636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:12.499979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:12.536998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Allocated IP 2001:db8::2 (bca27a39-5fa1-40d3-9bfc-54fded009329/5ae7a39f-aacc-4b68-b9e9-926ffc3165e9/8e5c9858-7588-4d3c-a0ff-91f050169f2e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:12.606674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b68cfcb8-5e7b-43af-af02-a36830927fbd tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:12.608102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b68cfcb8-5e7b-43af-af02-a36830927fbd tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4013491
Dec 13 14:50:12.614818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44428) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:12.621624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:12.630857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008776995'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:12.635035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:12.640811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:12.661895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:12.688961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port d376620b-eb76-4cda-882c-bd2816366066 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:12.694467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.704348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:12.709150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.739159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:12.763567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.764984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Transition to ACTIVE for port object d376620b-eb76-4cda-882c-bd2816366066 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:12.775115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Transition to ACTIVE for port object 8e5c9858-7588-4d3c-a0ff-91f050169f2e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:12.795844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Transition to ACTIVE for port object 8e5c9858-7588-4d3c-a0ff-91f050169f2e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:12.800967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.801755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.807688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7870c10-4b97-4bc6-9023-3bdb507488a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:12.811244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.819337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1728f910-f1c0-4fa3-a861-6ad2b3b4ec0a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:12.827637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:12.903502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:12.904320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:12.911005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:12.914939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:12.916784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:12.923183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:12.934374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:13.046515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Attempting to bind port 8e5c9858-7588-4d3c-a0ff-91f050169f2e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:13.046943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Attempting to bind port 8e5c9858-7588-4d3c-a0ff-91f050169f2e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a1fbabbd-6df7-40ed-9d77-3f41f625335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:13.047380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Attempting to bind port 8e5c9858-7588-4d3c-a0ff-91f050169f2e on network bca27a39-5fa1-40d3-9bfc-54fded009329 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:13.056551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:50:13.056981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Checking segment: {'id': 'a1fbabbd-6df7-40ed-9d77-3f41f625335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:13.057443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.057889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Bound using segment: {'id': 'a1fbabbd-6df7-40ed-9d77-3f41f625335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:50:13.058430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Bound port: 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fbabbd-6df7-40ed-9d77-3f41f625335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:50:13.058861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.097541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=d376620b-eb76-4cda-882c-bd2816366066,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:13.112984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:13.122016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:13.147882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:13.171647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:13.176231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:50:13.186122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.191421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-794cdea8-b9c4-42dd-8028-6d20bc7e37a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:13.255103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:13.280398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:13.288360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:13.291502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.296531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:13.349997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:13.350371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:13.350751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:13.352591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-919058f3-cdb2-4cf8-99a6-1376b92648dc None None] Provisioning complete for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:13.353380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-919058f3-cdb2-4cf8-99a6-1376b92648dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.378391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:13.378760 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:13.385159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 2 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:13.402139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.409211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b1b8d1-626b-43cb-b0cb-7949b62c6a7d tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:13.422194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-919058f3-cdb2-4cf8-99a6-1376b92648dc None None] Port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:13.495521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:13.496059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:13.496219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:13.512478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.521838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.528058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-412c5d9b-e527-4b49-abe1-97fc878a3506 tempest-DHCPAgentSchedulersTestJSON-384792518 tempest-DHCPAgentSchedulersTestJSON-384792518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:13.541249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:13.541524 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:13.550565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 3 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:13.559654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f84e63-e47b-43f1-be6b-8f39df082677,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:13.562688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:13.683679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.690905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.696392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4595425
Dec 13 14:50:13.698363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44434) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:13.716089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'security_group': {'name': 'tempest-secgroup-973805602'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:13.726862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.733978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:13.744563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:13.782563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:13.798775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:13.852790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9651-734e-48b6-bc4e-9cb9a669d20f req-158ad288-e38d-495c-bac1-ff5d83a9578d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:13.854766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cbc9651-734e-48b6-bc4e-9cb9a669d20f req-158ad288-e38d-495c-bac1-ff5d83a9578d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.6621757
Dec 13 14:50:13.860351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.880603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:13.885294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.888793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router 7506a23b-b07c-4109-b90a-038582b1062d {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:13.929671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:13.930031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:13.930394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.930503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:13.935925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 204  len: 168 time: 5.5332389
Dec 13 14:50:13.936563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44438) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:13.937261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26fa2f1-7a34-412b-af14-77effdaa9c76,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:13.940560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:13.941507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.961241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:13.964276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-881795250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:13.996197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:13.999543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.000933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3808327
Dec 13 14:50:14.002836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:14.016701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44442) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:14.021016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:14.037465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:14.037703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.037888 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.040860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 4 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.042909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': 'f26fa2f1-7a34-412b-af14-77effdaa9c76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:14.048110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:14.056693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:14.067975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:14.074751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:14.077691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:14.081865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:14.093533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:14.097847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:14.101043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.116757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cbc9651-734e-48b6-bc4e-9cb9a669d20f req-b93d6458-4b85-4769-9c2b-e35c0a37e634 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2334032
Dec 13 14:50:14.125551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:14.137159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.138133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.145891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.146402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.147170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.168714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.169089 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.173934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 5 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.244327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.244674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.245037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.252976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.322494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.322771 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.330001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 6 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.361543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Allocated IP 172.26.4.244 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/236c473a-bb1a-45c7-a0fa-cff0d0ad62da) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:14.372547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.372923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.373300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.380974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.420230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.420526 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.424218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 7 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.426547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.443379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.449821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:14.476592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.476979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.477350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.480778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:14.488214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.560775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280db8c-1bc2-45a4-8c3f-23184e0388ac req-a98e933c-197a-49ec-98ef-b7dc9ef92756 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:14.562397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a280db8c-1bc2-45a4-8c3f-23184e0388ac req-a98e933c-197a-49ec-98ef-b7dc9ef92756 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3120885
Dec 13 14:50:14.565820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.566317 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.569519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 8 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.575921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44448) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:14.596564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.601341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb58ee-a741-42c5-8942-3ffb1aa74915,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:14.603563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.603944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.604320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.604447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:14.615726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Request body: {'floatingip': {'port_id': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:14.692536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.704370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.708378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0050757
Dec 13 14:50:14.708378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.708600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:14.708600 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:14.708781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76ff74e0-66c5-48cb-b761-5cc71cd18880 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7646825
Dec 13 14:50:14.712260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 9 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:14.719412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44452) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:14.719783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44454) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:14.724948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:14.732729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.743707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.743928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:14.806605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-98524145', 'security_groups': ['7bfb58ee-a741-42c5-8942-3ffb1aa74915'], 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ae7a39f-aacc-4b68-b9e9-926ffc3165e9'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:14.841651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:14.841922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:14.842298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:14.869215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219ac459-0e30-4554-b265-644dae411b97,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:14.871902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:14.884030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:14.885369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.8665354
Dec 13 14:50:14.919333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44460) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:15.021379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:15.022436 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:15.041954 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 10 to bind port d376620b-eb76-4cda-882c-bd2816366066
Dec 13 14:50:15.047351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.083366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:15.083792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:15.084784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:15.093631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.130827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.1 (86383c30-bae4-4865-9d96-b9d6c5eb035d/e047d4e3-a2f7-4e46-a756-5fb741885e2e/b7ab6854-2d87-4579-b318-c034a870598f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:15.164529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Provisioning for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:15.172394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:15.172767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.190376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.190621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.202937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:15.231873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:15.232256 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port d376620b-eb76-4cda-882c-bd2816366066 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:15.232587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.275086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03342814-0add-44f2-9905-07e64b74d234 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:15.299226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.336677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:15.341637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:15.341788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.344896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c3ec557-de06-430b-be2f-f83f9b549afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:15.382245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=219ac459-0e30-4554-b265-644dae411b97,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:15.384890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:15.415278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:port and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:15.417673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:15.418097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.423224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.427197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/219ac459-0e30-4554-b265-644dae411b97 HTTP/1.1" status: 204  len: 168 time: 0.5041168
Dec 13 14:50:15.429628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:15.438404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44464) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:15.461567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:15.466576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:15.469676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:15.483743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:15.498575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:15.516840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:15.518907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event updated for resources: {'Port': ['ID=236c473a-bb1a-45c7-a0fa-cff0d0ad62da,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:15.524970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:15.525748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:15.621394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:15.817107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.819957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:15.897933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:15.898463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.925563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Transition to ACTIVE for port object b7ab6854-2d87-4579-b318-c034a870598f will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:15.969867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:15.976877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f17191ad-b4e5-49fa-a3c1-bff9ef2eaf0f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:16.051694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:16.060480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:16.068853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:16.115319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b7ab6854-2d87-4579-b318-c034a870598f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:16.126197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:16.218680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e50e964f-c4f2-47bb-adf7-291029bd8c29 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:16.219743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.222047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port d376620b-eb76-4cda-882c-bd2816366066, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:16.222460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempted to set empty binding levels {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:50:16.264828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.278332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0aa98339-8e53-48c0-8e73-8033e18ef49d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:16.296906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.305841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.375503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e50e964f-c4f2-47bb-adf7-291029bd8c29 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:16.376977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e50e964f-c4f2-47bb-adf7-291029bd8c29 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.9293709
Dec 13 14:50:16.382245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44472) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:16.405928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:16.410203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] In _notify_port_updated(), no bound segment for port d376620b-eb76-4cda-882c-bd2816366066 on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:50:16.411761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.416273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "PUT /v2.0/ports/d376620b-eb76-4cda-882c-bd2816366066 HTTP/1.1" status: 200  len: 977 time: 4.7855356
Dec 13 14:50:16.416371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa2cb6e7-ddb7-4b48-83b2-8e7406f933ed None None] Provisioning for port b7ab6854-2d87-4579-b318-c034a870598f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:16.421886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:16.422284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:16.423866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.432904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.436641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa2cb6e7-ddb7-4b48-83b2-8e7406f933ed None None] Provisioning complete for port b7ab6854-2d87-4579-b318-c034a870598f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:16.437092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb6e7-ddb7-4b48-83b2-8e7406f933ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.444091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:16.445951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:16.492366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.495793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa2cb6e7-ddb7-4b48-83b2-8e7406f933ed None None] Port b7ab6854-2d87-4579-b318-c034a870598f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:16.504176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=d376620b-eb76-4cda-882c-bd2816366066,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:16.520456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:16.530745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/9bc48dfc-5d4c-4b35-a998-faba8262c7ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6261778
Dec 13 14:50:16.532685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:16.541793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 2cf16dea-ddb2-4f1f-8483-258ad39f221e yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:16.657360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:50:16.784242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b3c9e507-7367-4204-9484-534a70a626f2 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:16.855600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.936394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.936656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.937267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:16.942696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b3c9e507-7367-4204-9484-534a70a626f2 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:16.944846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3c9e507-7367-4204-9484-534a70a626f2 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 20778 time: 0.5011899
Dec 13 14:50:16.954533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44486) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:17.081969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.082285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.082691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.083156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.083552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.084256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.084936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.085422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.085796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.091002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6a5228d7-5a49-43b0-af7d-4b50da5978f5 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6352 time: 0.5553975
Dec 13 14:50:17.091204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::2a8 (bca27a39-5fa1-40d3-9bfc-54fded009329/5ae7a39f-aacc-4b68-b9e9-926ffc3165e9/2cf16dea-ddb2-4f1f-8483-258ad39f221e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:17.096390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:17.146097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Deleting port d376620b-eb76-4cda-882c-bd2816366066 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:17.147183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.151021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438940>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:11Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:17.155188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:50:17.155588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Updating router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:50:17.208970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.211188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.218007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41e56c91-b0b2-47f2-ab78-664bf6650a2d tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:17.261835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26fa2f1-7a34-412b-af14-77effdaa9c76,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:17.264541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:17.378487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.382738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.383367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.383917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.384490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.384894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.385293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.386023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.386420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:17.391228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27291f68-c56e-4620-ab1c-1ea5f9e94ae0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5164 time: 0.2766888
Dec 13 14:50:17.403788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44494) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:17.472830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.482583 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Floating IP 7e24e044-8ac3-4404-a25c-2ec26fb02bb6 associated. External IP: 172.26.4.110, port: 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46.
Dec 13 14:50:17.577053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.578299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/f26fa2f1-7a34-412b-af14-77effdaa9c76 HTTP/1.1" status: 204  len: 168 time: 1.1945245
Dec 13 14:50:17.583169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44500) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:17.607718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.621862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Transition to ACTIVE for port object 6a69eec2-68cb-4843-a5c4-d9ce3914c847 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:17.628461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.633842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:17.812087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Pushing event updated for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:17.815584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:17.879946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port d376620b-eb76-4cda-882c-bd2816366066, host hv-neutron-8215, got binding levels [] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:17.880268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.906123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.918080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Attempting to bind port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:17.918488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Attempting to bind port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:17.918897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Attempting to bind port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 on network 3493ed03-5030-4543-94c4-6b8aba8dd9de {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:17.926885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:50:17.927397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Checking segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:17.927983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:17.928421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Bound using segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:50:17.928963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Bound port: 6a69eec2-68cb-4843-a5c4-d9ce3914c847, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:50:17.929377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.041146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] For port 6a69eec2-68cb-4843-a5c4-d9ce3914c847, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:18.045200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] For port 6a69eec2-68cb-4843-a5c4-d9ce3914c847, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6a69eec2-68cb-4843-a5c4-d9ce3914c847,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:50:18.051119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.056829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:18.105499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.129499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd4103d5-fc89-412f-b10d-7457630dae9d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:18.138741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Pushing event updated for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:18.143764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:18.148461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:18.149159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:18.206556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.241999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cec2579-ac00-49a6-8351-97a8efc8a1bc tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:18.325793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Calling delete_port for d376620b-eb76-4cda-882c-bd2816366066 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:18.363494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:50:18.373905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd4103d5-fc89-412f-b10d-7457630dae9d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:18.375308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd4103d5-fc89-412f-b10d-7457630dae9d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7889395
Dec 13 14:50:18.387324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44504) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:18.388196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=b7ab6854-2d87-4579-b318-c034a870598f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:18.391375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:18.405605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 2cf16dea-ddb2-4f1f-8483-258ad39f221e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:18.407320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Allocated IP 172.26.4.124 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/75df7180-7a45-4fe5-8d4c-58dae0034bc9) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:18.410031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516450431'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:18.416915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.432787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:18.459927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:18.523934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.636140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-582a6a2c-e863-4fcd-b786-1c17bcb2dc7c tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5011 time: 1.2305064
Dec 13 14:50:18.657358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Router 84bf219f-3b6b-4c69-9935-73dca62877cf is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:18.670450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.673048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.682723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43f58774-8344-4885-8397-bf91911ccf12 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:18.749151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:18.761214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:18.762856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c16de972-d59a-4f7c-80de-627025863694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438940>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:18Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:18.765506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:18.767644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16de972-d59a-4f7c-80de-627025863694 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:18Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:18.777997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:18.781433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:18.786033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:18.834753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event deleted for resources: {'Port': ['ID=d376620b-eb76-4cda-882c-bd2816366066,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:18.869216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:18.882735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:18.886490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:18.930159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:18.932819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:18.937467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:18.938157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:18.980687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.018329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.071154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=2cf16dea-ddb2-4f1f-8483-258ad39f221e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:19.074390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:19.090399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.3651540
Dec 13 14:50:19.097205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d376620b-eb76-4cda-882c-bd2816366066 HTTP/1.1" status: 204  len: 168 time: 2.1390057
Dec 13 14:50:19.097205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44510) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:19.105624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:19.129106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44512) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:19.177197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44518) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:19.195370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251475479', 'description': 'tempest-secgroup-smoke-251475479 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:19.225298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6034677a-e256-461e-a507-555e712a8c75 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:50:19.225708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6034677a-e256-461e-a507-555e712a8c75 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:19.248744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:19.262730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.266149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:19.271024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:19.281092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.320246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:19.325759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-505da837-7894-46a6-a725-dda96d8bb161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:19.347369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.351452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9561880
Dec 13 14:50:19.355754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44522) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:19.369744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': 'a9c501f5-8923-40ff-9f40-463bf555342b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:19.403545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:19.410215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c7da8e1-759b-4aed-9689-15ea693204f0 None None] Provisioning complete for port b7ab6854-2d87-4579-b318-c034a870598f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:19.410640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c7da8e1-759b-4aed-9689-15ea693204f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.418076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.420342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.434268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bb7f559-86fb-4020-876f-43cfe3e586c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:19.448020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:19.496192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8c7da8e1-759b-4aed-9689-15ea693204f0 None None] Port b7ab6854-2d87-4579-b318-c034a870598f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:19.519498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6034677a-e256-461e-a507-555e712a8c75 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:19.520812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6034677a-e256-461e-a507-555e712a8c75 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports/d376620b-eb76-4cda-882c-bd2816366066 HTTP/1.1" status: 404  len: 333 time: 0.3905005
Dec 13 14:50:19.530334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44526) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:19.542684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c501f5-8923-40ff-9f40-463bf555342b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:19.543807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:19.547864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1924489589', 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:19.550707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:19.557642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:19.569475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:19.571963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:19.582730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:19.589748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:19.625059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-05a1c3e3-a2ab-411f-b8fd-b48c43aa0599 None None] Provisioning for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:19.628351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:19.634735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-05a1c3e3-a2ab-411f-b8fd-b48c43aa0599 None None] Provisioning complete for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:19.635236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.636268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a1c3e3-a2ab-411f-b8fd-b48c43aa0599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.649131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:19.654712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event updated for resources: {'Port': ['ID=75df7180-7a45-4fe5-8d4c-58dae0034bc9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:19.664574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:19.676144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:19.679030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:19.681224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:19.696236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:19.699905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:19.708136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-05a1c3e3-a2ab-411f-b8fd-b48c43aa0599 None None] Port 2cf16dea-ddb2-4f1f-8483-258ad39f221e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:19.710381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:19.715531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:19.758054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:19.767419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Made reservation on behalf of b71a8aaa6ce743208444c7e2db380e5e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:19.773317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.825067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:19.831325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.847635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port 2cfabbf3-b50a-469f-9b7b-7d2cf7783dac yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:19.878397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6a69eec2-68cb-4843-a5c4-d9ce3914c847 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:19.888661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.933846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:19.949553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] Sync routers for ids ['84bf219f-3b6b-4c69-9935-73dca62877cf'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:19.977035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] Routers {'84bf219f-3b6b-4c69-9935-73dca62877cf'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:19.977960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:19.978248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f3b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['84bf219f-3b6b-4c69-9935-73dca62877cf'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:20.014928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2869d9a-bcda-483e-9e38-077daa56acd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:20.031439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.032765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8431439
Dec 13 14:50:20.034914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.041180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44530) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.053707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.059226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:20.062558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:20.072510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f3b00>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:20.075667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:20.076140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.096809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:20.100244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.104132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7430255
Dec 13 14:50:20.104287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a4a4e-8593-4b09-acdc-d7c106589420,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:20.107299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:20.107826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44534) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.108550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:20.115099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:20.124755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.126094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.3597724
Dec 13 14:50:20.131783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:20.140040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44538) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.160137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:20.166112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:20.207227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] Routers {'84bf219f-3b6b-4c69-9935-73dca62877cf'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:20.207860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f3b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['84bf219f-3b6b-4c69-9935-73dca62877cf'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:20.213267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aadd45-a418-4fd4-a1cf-83da71d36e3f,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:20.215849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:20.231014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ad5d31a-34e0-4beb-8f42-23c55594d07e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules/d8aadd45-a418-4fd4-a1cf-83da71d36e3f HTTP/1.1" status: 200  len: 705 time: 0.1144960
Dec 13 14:50:20.235480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44542) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.274834 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ae7a39f-aacc-4b68-b9e9-926ffc3165e9 (CIDR: 2001:db8::/64)
Dec 13 14:50:20.287370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f3b00>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:20.287886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e76cd-0cef-4704-babd-981a8118a489 None None] The sync data for ids ['84bf219f-3b6b-4c69-9935-73dca62877cf'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:20.304238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.306641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:50:20.307221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:20.323156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:20.357817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 6a69eec2-68cb-4843-a5c4-d9ce3914c847, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6a69eec2-68cb-4843-a5c4-d9ce3914c847,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:20.370919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.375096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-136f61fa-12d0-4703-b501-5cc216745686 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:20.379151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:20.380017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:20.386706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.387763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.392277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Sync routers for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:20.420672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:20.421484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438b38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:20.444305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b52b570a-0916-4959-b6cf-ef0e375b7289 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3436606
Dec 13 14:50:20.445143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.461470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:20.495228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-136f61fa-12d0-4703-b501-5cc216745686 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:20.496607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-136f61fa-12d0-4703-b501-5cc216745686 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2554348
Dec 13 14:50:20.504503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44550) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.525485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.539743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:20.551601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:20.586594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.601044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.629251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-58d9322b-6852-416c-9ae0-42df769ca85e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "PUT /v2.0/floatingips/7e24e044-8ac3-4404-a25c-2ec26fb02bb6 HTTP/1.1" status: 200  len: 992 time: 6.0420723
Dec 13 14:50:20.632500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:50:20.642326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.663092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:20.690527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8aadd45-a418-4fd4-a1cf-83da71d36e3f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:20.703830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.709907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d8aadd45-a418-4fd4-a1cf-83da71d36e3f HTTP/1.1" status: 204  len: 168 time: 0.2036803
Dec 13 14:50:20.710849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44558) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:20.712063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:20.747356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:50:20.810583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.812047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.895825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:20.942333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:20.982492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.013798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:21.021217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:21.025924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:21.033667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:21.165074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40c01e56-bb33-43e9-8eef-238c842b61b6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:21.219129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40c01e56-bb33-43e9-8eef-238c842b61b6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:21.222959 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40c01e56-bb33-43e9-8eef-238c842b61b6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5027130
Dec 13 14:50:21.226357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44562) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:21.234392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': 'a9c501f5-8923-40ff-9f40-463bf555342b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:21.244737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:21.247159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438b38>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '7e24e044-8ac3-4404-a25c-2ec26fb02bb6', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'port_id': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'mac_address': 'fa:16:3e:05:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:49:43Z', 'updated_at': '2021-12-13T14:50:16Z', 'revision_number': 1, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.255083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Checking router: d93bb3e6-bc43-4b1b-a250-c51f1dd5156a for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:50:21.264786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:21.269567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:21.270160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438b38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.300314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:21.306062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/routers/6f71986e-50f1-4d8c-a5e2-f8ec27cc4513/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8336680
Dec 13 14:50:21.307147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.315532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44566) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:21.316708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] Sync routers for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:21.328853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'port': {'network_id': '86383c30-bae4-4865-9d96-b9d6c5eb035d', 'name': 'tempest-FloatingIPTestJSON-1369790427'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:21.364873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:21.365722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a7c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.472152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a7c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.490493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a3700c-d11a-4ea9-9e4a-39839ba70884,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:21.492037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:21.492811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a7c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.517311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:21.578043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.579414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5292580
Dec 13 14:50:21.594923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:21.603961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:21.616721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:21.619501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.625320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:21.628071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a7c88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:21.629350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5dd06-9969-4dd8-98c0-ca98464c946a None None] The sync data for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:21.633499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:21.639782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:21.639782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:21.639782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.640304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:21.647727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:21.652151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:21.657160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.659126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.659482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.660143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.660803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.665731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.666350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Usage tracker for resource:port and tenant:08d230c427bb4fbd9d101c84a6de3d37 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:21.666436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.668225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:21.669211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:21.673242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:21.678569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e4bda9c-fb8f-482f-aded-cdb3180287ac tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:21.678719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:21.702604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:21.722048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12e9147-46b6-47f8-bb1c-0a373e14ee09,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:21.744083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Made reservation on behalf of 08d230c427bb4fbd9d101c84a6de3d37 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:21.746881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:50:21.749568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.790582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.798752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] device_id is not set on port 5a348649-8410-4572-a736-b37862d466da yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:21.823025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.2881660
Dec 13 14:50:21.823275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.846205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'status': 'completed', 'code': 200}
Dec 13 14:50:21.849122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.849966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.850616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.851333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.851948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.852713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.853215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.853916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.854402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.854879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.855376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:21.857655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6a69eec2-68cb-4843-a5c4-d9ce3914c847 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:21.859378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:21.865237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44576) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:21.906689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.910675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6799426
Dec 13 14:50:21.925055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44582) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:21.969623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:21.984693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:21.985428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.027268 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-98ae0dd4-5cf7-42cd-8b65-d46242389582 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules/b12e9147-46b6-47f8-bb1c-0a373e14ee09 HTTP/1.1" status: 200  len: 705 time: 0.0851009
Dec 13 14:50:22.030561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3cfb358-890d-4cc6-8036-d8593b4d3bed tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:22.034156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44586) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:22.111043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=2cfabbf3-b50a-469f-9b7b-7d2cf7783dac,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:22.114152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:22.136406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.154672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c3cfb358-890d-4cc6-8036-d8593b4d3bed tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:22.159508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3cfb358-890d-4cc6-8036-d8593b4d3bed tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports/2cfabbf3-b50a-469f-9b7b-7d2cf7783dac HTTP/1.1" status: 200  len: 955 time: 0.2929940
Dec 13 14:50:22.162080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.162781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44590) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:22.207064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.209123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438b38>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '7e24e044-8ac3-4404-a25c-2ec26fb02bb6', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'port_id': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'mac_address': 'fa:16:3e:05:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:49:43Z', 'updated_at': '2021-12-13T14:50:16Z', 'revision_number': 1, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:22.213407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e8fb6-904a-4a9a-8262-69d162c8c66e None None] The sync data for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv is: [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '7e24e044-8ac3-4404-a25c-2ec26fb02bb6', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'port_id': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'mac_address': 'fa:16:3e:05:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:49:43Z', 'updated_at': '2021-12-13T14:50:16Z', 'revision_number': 1, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:22.226785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:22.247076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Allocated IP 172.20.0.11 (86383c30-bae4-4865-9d96-b9d6c5eb035d/e047d4e3-a2f7-4e46-a756-5fb741885e2e/5a348649-8410-4572-a736-b37862d466da) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:22.275115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eebbbc5-2b8b-498c-8b6e-35dfaf29dd63,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:22.288945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7772ddd4-223f-4bfc-a2ca-08c6ba2e1df4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:22.296496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:22.338731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Deleting port 2cfabbf3-b50a-469f-9b7b-7d2cf7783dac {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:22.339129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.370354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.374729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7786443
Dec 13 14:50:22.384782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44594) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:22.394956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-54f53c57-cb5d-4e24-a8fc-2afc5235b7c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.5677464
Dec 13 14:50:22.396261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7772ddd4-223f-4bfc-a2ca-08c6ba2e1df4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:22.400409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7772ddd4-223f-4bfc-a2ca-08c6ba2e1df4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3570309
Dec 13 14:50:22.402047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:22.404045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44598) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:22.423394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:22.462544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:22.483529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:22.501989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:22.547783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.573307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.614925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9135b0-88db-4e49-b12e-b299edfc51ed None None] New status for floating IP 7e24e044-8ac3-4404-a25c-2ec26fb02bb6: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:50:22.735987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.770176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.772163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:22.795194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-14c41d97-f6ef-457d-b59c-49fe9ee10c78 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:22.818012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-816f91cb-26ec-4165-88c6-b8cecd4fa61d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:22.819693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-816f91cb-26ec-4165-88c6-b8cecd4fa61d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.4015846
Dec 13 14:50:22.936805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Calling delete_port for 2cfabbf3-b50a-469f-9b7b-7d2cf7783dac owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:22.966252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b12e9147-46b6-47f8-bb1c-0a373e14ee09,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:22.979347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.004182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.005388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b12e9147-46b6-47f8-bb1c-0a373e14ee09 HTTP/1.1" status: 204  len: 168 time: 0.6003613
Dec 13 14:50:23.010395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44602) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.017411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.066760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.070392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-5c8bfd27-4c32-44da-bf4e-660528475463 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.2358954
Dec 13 14:50:23.072341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Transition to ACTIVE for port object 5a348649-8410-4572-a736-b37862d466da will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:23.081893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.096303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-395dcc37-fd77-4f42-af22-b73405f3665d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.152351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cfabbf3-b50a-469f-9b7b-7d2cf7783dac,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.155126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.165076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.167832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.182342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3933545c-d3ee-4e6c-a2b3-d840202d595d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:23.196399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.196989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.202820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "DELETE /v2.0/ports/2cfabbf3-b50a-469f-9b7b-7d2cf7783dac HTTP/1.1" status: 204  len: 168 time: 1.0133746
Dec 13 14:50:23.207428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-734341cc-2b50-4ad9-9df4-2ec995ea1d04 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.220314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44608) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.269842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3933545c-d3ee-4e6c-a2b3-d840202d595d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:23.274361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3933545c-d3ee-4e6c-a2b3-d840202d595d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2576823
Dec 13 14:50:23.277626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44612) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.290911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': 'a9c501f5-8923-40ff-9f40-463bf555342b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:23.305511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:23.307170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef36dd4-3734-45a9-90b2-476a6cee83d2,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.316389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:23.323571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:23.331452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:23.334532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:23.341898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.360387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-21417c8d-0d97-4c8b-9276-b0ed61bce105 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:50:23.360569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21417c8d-0d97-4c8b-9276-b0ed61bce105 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:23.363314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event updated for resources: {'Port': ['ID=5a348649-8410-4572-a736-b37862d466da,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.371235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.384604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.389643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9949639
Dec 13 14:50:23.389816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.391645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.396687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-1a6081f2-32e7-490b-8530-7704295b81c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:23.398456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-1a6081f2-32e7-490b-8530-7704295b81c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.2686579
Dec 13 14:50:23.399867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:23.404820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Project 5aa00368ed76435ea279e7e0df254bbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:50:23.407743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.417484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:23.419949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.441020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:23.449253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:23.464174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:23.464902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.471328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:23.509144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1903648
Dec 13 14:50:23.513233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.528721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Request body: {'floatingip': {'port_id': '5a348649-8410-4572-a736-b37862d466da'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:23.595632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.675390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-effce3ec-542c-4362-8582-d5d5d6bb7513 None None] Provisioning for port 5a348649-8410-4572-a736-b37862d466da completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:23.675628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.681284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-effce3ec-542c-4362-8582-d5d5d6bb7513 None None] Provisioning complete for port 5a348649-8410-4572-a736-b37862d466da triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:23.681740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-effce3ec-542c-4362-8582-d5d5d6bb7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.689914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.706856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.721937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.741035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-effce3ec-542c-4362-8582-d5d5d6bb7513 None None] Port 5a348649-8410-4572-a736-b37862d466da cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:23.793293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21417c8d-0d97-4c8b-9276-b0ed61bce105 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:23.795873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21417c8d-0d97-4c8b-9276-b0ed61bce105 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports/2cfabbf3-b50a-469f-9b7b-7d2cf7783dac HTTP/1.1" status: 404  len: 333 time: 0.5727274
Dec 13 14:50:23.805309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe98101e-68ea-41e8-9d83-47ca479b0213,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.811304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44624) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.815506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.828548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1958731657'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:23.835896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Router 635d24fd-f2ab-4536-94a5-772bb854fa30 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:23.840998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:23.853135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.857016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5756164
Dec 13 14:50:23.860475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.861184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.891570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:23.900432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:23.902293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=b3b3ec90-5510-4417-ad5f-697be684cb1c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.908997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.911276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65790035-d43e-4d22-a7f6-f3d85fa7cd11 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:23.915242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:23.916023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:23.924125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:23.926167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:23.944382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea4ea0a5-a290-480c-b90f-753f290e85d4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules/fe98101e-68ea-41e8-9d83-47ca479b0213 HTTP/1.1" status: 200  len: 711 time: 0.0794935
Dec 13 14:50:23.947687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44632) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:23.950938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:23.957140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82408b2-baaf-4ca2-8e47-4196ce84c472,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:23.969196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:24.010335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.012029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6215212
Dec 13 14:50:24.017211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:24.032497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:24.046876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:24.054942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:24.059573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Made reservation on behalf of b71a8aaa6ce743208444c7e2db380e5e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:24.059743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:24.064275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.072309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:24.108873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.6526155
Dec 13 14:50:24.115687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44640) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:24.118901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-96ffe4f9-d245-4b43-aa0f-8912764664e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4190962
Dec 13 14:50:24.139858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1922524377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3b3ec90-5510-4417-ad5f-697be684cb1c'}], 'security_groups': ['f4f84e63-e47b-43f1-be6b-8f39df082677']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:24.159324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:50:24.200996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:24.455533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Update dhcp port {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'fixed_ips': [{'subnet_id': '5ae7a39f-aacc-4b68-b9e9-926ffc3165e9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3b3ec90-5510-4417-ad5f-697be684cb1c'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '8e5c9858-7588-4d3c-a0ff-91f050169f2e'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:50:24.471851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.512182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.522493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e7f0ae9-6a4d-4307-9e16-5d124d5c5727 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.5560091
Dec 13 14:50:24.526388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44646) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:24.663444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.673920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.694468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.728198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.728428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.735882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.738629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Allocated IP 2001:db8:0:1::2 (bca27a39-5fa1-40d3-9bfc-54fded009329/b3b3ec90-5510-4417-ad5f-697be684cb1c/8e5c9858-7588-4d3c-a0ff-91f050169f2e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:24.753076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-793a005f-0835-4f8e-872e-a141cf62dbfc tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:24.769205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-769b0707-a086-4200-a7fb-97907e025132 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6345842
Dec 13 14:50:24.784745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.785604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bd8f9e-d021-4a13-8a24-2a07e3bcd4bc,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:24.789576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:24.800343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:24.824496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe98101e-68ea-41e8-9d83-47ca479b0213,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:24.830858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.835254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.8139589
Dec 13 14:50:24.835950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:24.836473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:24.842455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.846011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/fe98101e-68ea-41e8-9d83-47ca479b0213 HTTP/1.1" status: 204  len: 168 time: 0.3140221
Dec 13 14:50:24.847714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6b6a4a4e-8593-4b09-acdc-d7c106589420', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:24.849355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44654) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:24.856503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:24.865644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:24.869530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:24.876760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:24.894819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:50:24.904157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.913269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:24.939936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.957158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Transition to ACTIVE for port object 8e5c9858-7588-4d3c-a0ff-91f050169f2e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:24.960700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:24.965377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:25.045754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.054806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.058571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.111018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:25.114233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:25.141243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.145606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.148613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:25.164621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.166380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Deleting port 236c473a-bb1a-45c7-a0fa-cff0d0ad62da {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:25.166722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.185403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116866de-1a8d-404e-bd52-f508a00fdc96,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:25.192258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:25.200510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.210618 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3629866
Dec 13 14:50:25.315013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP fd321c94-25b5-4a72-81d3-0495cb36cf46 associated. External IP: 172.26.4.181, port: b38cfbde-37d0-4964-a1d9-505b1b04c2d9.
Dec 13 14:50:25.318454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-492e7c0a-7c00-486e-b2dd-aade4de0f980 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4614012
Dec 13 14:50:25.335671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44660) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:25.396478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfe8fc73-ea1f-4a1a-b95d-abc3013046e0 req-b322e6d2-ae01-4db4-91db-a453a6abbccf service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5863442
Dec 13 14:50:25.598098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-c0847f26-794f-4580-89d9-70c281ef32e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:25.651515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-c0847f26-794f-4580-89d9-70c281ef32e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:25.652803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-c0847f26-794f-4580-89d9-70c281ef32e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251475479&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.1099272
Dec 13 14:50:25.850794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-35b8d813-80d6-4d29-b88b-8408891b9ef0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:25.852010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-35b8d813-80d6-4d29-b88b-8408891b9ef0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:25.877355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:25.886333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:25.926440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.928117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "PUT /v2.0/routers/635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 200  len: 883 time: 11.2007568
Dec 13 14:50:25.935001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:25.937213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] Sync routers for ids ['635d24fd-f2ab-4536-94a5-772bb854fa30'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:25.937552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:25.953467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:25.991464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] Routers {'635d24fd-f2ab-4536-94a5-772bb854fa30'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:25.992207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bce48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['635d24fd-f2ab-4536-94a5-772bb854fa30'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:26.071995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bce48>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:26.094871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] Routers {'635d24fd-f2ab-4536-94a5-772bb854fa30'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:26.095627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bce48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['635d24fd-f2ab-4536-94a5-772bb854fa30'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:26.131953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-35b8d813-80d6-4d29-b88b-8408891b9ef0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:26.133233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-35b8d813-80d6-4d29-b88b-8408891b9ef0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 796 time: 0.4694977
Dec 13 14:50:26.191838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bce48>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:26.192307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199423a-53f2-4e76-8876-ef7db4131d00 None None] The sync data for ids ['635d24fd-f2ab-4536-94a5-772bb854fa30'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:26.215304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.246501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.265197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-2e72c8cc-2d29-4a3f-acf5-46b66c663391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0290339
Dec 13 14:50:26.276046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.323184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:26.328812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:26.402372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:26.405280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:26.406035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:26.406796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.487032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Provisioning for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:26.488857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:26.493462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:26.493881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.497993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-3a6a3e62-d90e-4506-8188-80984de90ed8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1627014
Dec 13 14:50:26.507574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Calling delete_port for 236c473a-bb1a-45c7-a0fa-cff0d0ad62da owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:26.515466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:26.521965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9d88a374-b272-4a3a-baf7-935e9f7aabc7 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 200  len: 924 time: 0.5777719
Dec 13 14:50:26.525442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:26.628634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.631358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.632823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/a9c501f5-8923-40ff-9f40-463bf555342b HTTP/1.1" status: 204  len: 168 time: 1.2921438
Dec 13 14:50:26.639005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:26.646052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44692) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:26.661449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:26.661714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.8434596
Dec 13 14:50:26.661826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.670116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44696) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:26.687397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:26.699053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c501f5-8923-40ff-9f40-463bf555342b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:26.701636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Delete allocated IP 2001:db8::2a8 (bca27a39-5fa1-40d3-9bfc-54fded009329/5ae7a39f-aacc-4b68-b9e9-926ffc3165e9) {{(pid=88856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:50:26.713180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:26.727631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8:0:1::1b1 (bca27a39-5fa1-40d3-9bfc-54fded009329/b3b3ec90-5510-4417-ad5f-697be684cb1c/2cf16dea-ddb2-4f1f-8483-258ad39f221e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:26.768617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-659942de-e771-4be9-bde2-e96718b0176c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:50:26.769705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-659942de-e771-4be9-bde2-e96718b0176c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1072350
Dec 13 14:50:26.790917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:26.807274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Provisioning complete for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:26.808044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:26.869725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c39bdbd5-d73a-416f-a1d9-49f3688ba1dc None None] Port 2cf16dea-ddb2-4f1f-8483-258ad39f221e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:26.902556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-126a486f-3cb2-44ed-b4b9-d820620fd9d3 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Synchronizing usage tracker for tenant:4518eaa48b4144bea0dd6a0c8e976a4d on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:26.989152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e4d9cd24-f2a2-424a-a51e-031a51ee5e64 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:27.014543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.020421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45748832-73a7-4289-a627-95a72208181b tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:27.021895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.078515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Pushing event deleted for resources: {'Port': ['ID=236c473a-bb1a-45c7-a0fa-cff0d0ad62da,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:27.081227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:27.089378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.195967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 2cf16dea-ddb2-4f1f-8483-258ad39f221e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:27.205806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.216718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50ae1570-0176-4ac6-a06b-6cc5894582d4 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:27.321223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-126a486f-3cb2-44ed-b4b9-d820620fd9d3 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Unset dirty status for tenant:4518eaa48b4144bea0dd6a0c8e976a4d on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:27.325150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-126a486f-3cb2-44ed-b4b9-d820620fd9d3 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=635d24fd-f2ab-4536-94a5-772bb854fa30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7959874
Dec 13 14:50:27.340932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44704) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:27.454762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e4d9cd24-f2a2-424a-a51e-031a51ee5e64 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:27.460649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e4d9cd24-f2a2-424a-a51e-031a51ee5e64 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8080187
Dec 13 14:50:27.463233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44708) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:27.477020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-3b39584e-c5c1-4220-b4b3-4ddcf0dbaf5b service neutron] 10.222.0.69 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6860552
Dec 13 14:50:27.482531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] In _notify_port_updated(), no bound segment for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e on network bca27a39-5fa1-40d3-9bfc-54fded009329 {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:50:27.486690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:27.487507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.488997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/ports/2cf16dea-ddb2-4f1f-8483-258ad39f221e HTTP/1.1" status: 200  len: 931 time: 3.3690629
Dec 13 14:50:27.490399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=2cf16dea-ddb2-4f1f-8483-258ad39f221e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:27.493293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44712) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:27.501801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:27.538550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.539532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group': {'name': 'tempest-secgroup--14769940'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:27.586452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:27.670102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:27.687407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.700148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 2cf16dea-ddb2-4f1f-8483-258ad39f221e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:27.700551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.705711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7ac80b10-0871-4aab-950c-14498ff27f98 None None] Provisioning for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:27.711953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7ac80b10-0871-4aab-950c-14498ff27f98 None None] Provisioning complete for port 2cf16dea-ddb2-4f1f-8483-258ad39f221e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:27.712379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac80b10-0871-4aab-950c-14498ff27f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.730119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.769446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7ac80b10-0871-4aab-950c-14498ff27f98 None None] Port 2cf16dea-ddb2-4f1f-8483-258ad39f221e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:27.821801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:27.865648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a58346-dc7b-4b28-ba14-83df64612936 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:27.867079 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8a58346-dc7b-4b28-ba14-83df64612936 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.5225146
Dec 13 14:50:27.871780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44716) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:27.954810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4120634-4440-4c78-bb19-7a76fdd85517 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 200  len: 205 time: 0.0788903
Dec 13 14:50:27.959254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44722) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:27.986736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7c413fb2-e461-4e78-b4ec-3e95846546db service neutron] 10.222.0.69 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4381070
Dec 13 14:50:28.031254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:28.033341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:28.044430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:28.056815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Router 84bf219f-3b6b-4c69-9935-73dca62877cf has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:28.064178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:28.065037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f25dbe0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:28.103330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:28.114368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:28.124860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:28.132267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] device_id is not set on port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:28.132787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f25dbe0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:28.143438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.145395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:28.146398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f25dbe0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:28.194500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Transition to ACTIVE for port object fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:28.205885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.212672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:28.230935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f25dbe0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:28.231450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34698f5e-eebc-4634-a1f6-80e064545a25 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:28.396062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.463635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:28.466384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.479345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:28.480002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-852ced78-660b-4c0d-a905-ceeb73d6cdca tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:28.545899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b96a1d-2e78-4257-85ec-46e629e45d8d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:28.549398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:28.577109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.579128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.1110435
Dec 13 14:50:28.582942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44738) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:28.594865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Request body: {'security_group_rule': {'security_group_id': 'f1b96a1d-2e78-4257-85ec-46e629e45d8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:28.599981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:28.600118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:28.600464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:28.610837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:28.619464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Usage tracker for resource:security_group_rule and tenant:5aa00368ed76435ea279e7e0df254bbf is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:28.622141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:28.622510 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:28.623343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:28.626650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 2 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:28.643973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-01fad524-e5f6-4e98-a475-75deba1a49a4 req-181c7910-8041-4db0-b49d-c4842428863e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:28.646602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:28.651678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.666509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:28.666896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:28.667288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:28.686217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:28.686586 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:28.688103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 3 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:28.695950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.772372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.785628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:28.786004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:28.786393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:28.811074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:28.811449 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:28.816987 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 4 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:28.841899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 2cf16dea-ddb2-4f1f-8483-258ad39f221e owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:28.846492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:28.846869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:28.847270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:28.885217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:28.885833 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:28.889680 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 5 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:28.898758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.907501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.914231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-01fad524-e5f6-4e98-a475-75deba1a49a4 req-181c7910-8041-4db0-b49d-c4842428863e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:28.915548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-01fad524-e5f6-4e98-a475-75deba1a49a4 req-181c7910-8041-4db0-b49d-c4842428863e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 210 time: 0.4226506
Dec 13 14:50:28.929546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:28.945599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] Sync routers for ids ['84bf219f-3b6b-4c69-9935-73dca62877cf'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:28.959896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] Routers {'84bf219f-3b6b-4c69-9935-73dca62877cf'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:28.960743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:28.961141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef0f208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['84bf219f-3b6b-4c69-9935-73dca62877cf'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:28.962008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "PUT /v2.0/routers/84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 200  len: 706 time: 8.8174372
Dec 13 14:50:28.964846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44742) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:28.968714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b2abe30-9a4c-44f5-94d5-7f789adae6a7 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:28.987152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:28.987516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:28.987884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.010013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6380f2fc-4caa-4c58-a06d-3dab97c7a45d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:29.016347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:29.020659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.021186 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.024606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 6 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:29.066253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.070700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4806147
Dec 13 14:50:29.070700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:29.070700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:29.070700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.072953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.074240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef0f208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:29.088885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] Routers {'84bf219f-3b6b-4c69-9935-73dca62877cf'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:29.089980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef0f208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['84bf219f-3b6b-4c69-9935-73dca62877cf'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:29.114333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.115048 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.119177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 7 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:29.165883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:29.166440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:29.167118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.168402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef0f208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:29.169228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2419e-aa96-4320-8e65-b0a322522e77 None None] The sync data for ids ['84bf219f-3b6b-4c69-9935-73dca62877cf'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:29.185523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.185931 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.186298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 8 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:29.195370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.203116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba7c8dc8-6bcd-4a89-afab-936b331b9828 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:29.221058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:29.221428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:29.221804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.226274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.237919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:29.249017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-33d776c0-7b00-4906-b3b9-9f507df86bc1 tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/routers/84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 200  len: 741 time: 0.2783320
Dec 13 14:50:29.249191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.249191 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.252463 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 9 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:29.259071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44752) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.260029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=2cf16dea-ddb2-4f1f-8483-258ad39f221e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:29.266278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:29.289505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.302785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.307525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:29.307974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:29.308440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.403311 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc3a9ec5-bf64-4bca-bd29-0899b3ce36fc tempest-RoutersAdminTest-838584778 tempest-RoutersAdminTest-838584778-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 200  len: 205 time: 0.1403494
Dec 13 14:50:29.414835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44756) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.422431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.422802 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.426355 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempt 10 to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f
Dec 13 14:50:29.451013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:29.451013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:29.451523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempting to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:29.459481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:29.459788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.459903 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR neutron.plugins.ml2.managers [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Failed to bind port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '41ae56b7-627d-4deb-bf0d-98af60284ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2150e9de-dfe0-4e7c-92d3-7aa61f536e2c'}]
Dec 13 14:50:29.460381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.501646 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-435ff8df-4ce6-4933-aae3-0d4f8854d3cc tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 200  len: 205 time: 0.0853508
Dec 13 14:50:29.514505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44760) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.532878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/2cf16dea-ddb2-4f1f-8483-258ad39f221e HTTP/1.1" status: 204  len: 168 time: 2.0358162
Dec 13 14:50:29.540100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44764) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.593894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.608151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3aeb06b-6d98-4351-9fad-46e60cd4cb31 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:29.662754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-faabcfee-d65c-4578-84db-9767d168bc21 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:50:29.663363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faabcfee-d65c-4578-84db-9767d168bc21 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:29.712575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b96a1d-2e78-4257-85ec-46e629e45d8d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:29.732629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:29.769677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faabcfee-d65c-4578-84db-9767d168bc21 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:29.771039 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-faabcfee-d65c-4578-84db-9767d168bc21 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/2cf16dea-ddb2-4f1f-8483-258ad39f221e HTTP/1.1" status: 404  len: 333 time: 0.2298627
Dec 13 14:50:29.774819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44772) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:29.797349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-40a66e00-db2d-4f32-b382-ca20c6cfe6bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:29.799007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-40a66e00-db2d-4f32-b382-ca20c6cfe6bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 796 time: 0.3409371
Dec 13 14:50:29.933960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:29.938284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-a4a2dd25-705c-4974-8cd7-419788285b7b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 379 time: 0.1254342
Dec 13 14:50:29.961147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['6b6a4a4e-8593-4b09-acdc-d7c106589420']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:30.022819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.068011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.069342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1b96a1d-2e78-4257-85ec-46e629e45d8d HTTP/1.1" status: 204  len: 168 time: 0.9943991
Dec 13 14:50:30.073460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:30.098037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:30.098431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Attempted to set empty binding levels {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 13 14:50:30.112550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.119176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:30.157475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.174488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dfc8cf81-d5c3-49f5-a617-8d6a01ab55a4 req-77412882-1ce1-40e2-b586-9dbe06464df7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 210 time: 0.0908935
Dec 13 14:50:30.203886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.226368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port 75df7180-7a45-4fe5-8d4c-58dae0034bc9 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:30.226709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.255382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:30.269971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.276565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b709fe1-97e9-46d3-a43f-1d623601909a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:30.297702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:30.301737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb58ee-a741-42c5-8942-3ffb1aa74915,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:30.313887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:30.340871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] In _notify_port_updated(), no bound segment for port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f on network 2150e9de-dfe0-4e7c-92d3-7aa61f536e2c {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:50:30.342005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.343492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "PUT /v2.0/ports/fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f HTTP/1.1" status: 200  len: 977 time: 3.6686511
Dec 13 14:50:30.345658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:30.355052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.357316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44784) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:30.358237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:30.371011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.374811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/security-groups/7bfb58ee-a741-42c5-8942-3ffb1aa74915 HTTP/1.1" status: 204  len: 168 time: 0.5957122
Dec 13 14:50:30.388121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44788) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:30.400822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:30.426413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0def2a9-e952-4fd0-bc8f-93475330336b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:30.466272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Deleting port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:30.466540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.664846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:30.671009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0def2a9-e952-4fd0-bc8f-93475330336b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:30.675968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0def2a9-e952-4fd0-bc8f-93475330336b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5955720
Dec 13 14:50:30.678134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.679061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] Sync routers for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:30.693523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:30.694302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5de780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:30.709959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44792) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:30.773886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5de780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:30.786188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:30.787410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5de780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:30.850684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:30.851433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5de780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:30.852276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c401b-4d0e-4ad1-b033-81da55552989 None None] The sync data for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:30.951321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.035140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.040106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.050294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for 75df7180-7a45-4fe5-8d4c-58dae0034bc9 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:31.119997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d64f175-0db6-48d4-a79c-94af27ccf093 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Synchronizing usage tracker for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:31.141419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.8 (3493ed03-5030-4543-94c4-6b8aba8dd9de/4ec6d4dd-60b9-4f6e-a023-dac355ab93cf/16055ef1-0a83-453e-ae51-f163dc17dced) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:31.144248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.146041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e244419-dee8-45c3-ae0f-1e827988afc6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/floatingips/fd321c94-25b5-4a72-81d3-0495cb36cf46 HTTP/1.1" status: 200  len: 979 time: 7.6286035
Dec 13 14:50:31.152323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44796) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.175007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] For port fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f, host hv-neutron-8215, got binding levels [] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:31.175420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.187941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.188490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Fanout notify agent at l3_agent the message router_deleted on router 84bf219f-3b6b-4c69-9935-73dca62877cf {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:31.309445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d64f175-0db6-48d4-a79c-94af27ccf093 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Unset dirty status for tenant:5aa00368ed76435ea279e7e0df254bbf on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:31.310856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d64f175-0db6-48d4-a79c-94af27ccf093 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.5412779
Dec 13 14:50:31.317736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 5a348649-8410-4572-a736-b37862d466da {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:31.318226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.318770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Calling delete_port for fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:31.352429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44802) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.360827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.360827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4efb779-0944-47ac-b3f8-0e81328dd79f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 204  len: 168 time: 1.8399744
Dec 13 14:50:31.363890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44806) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.426938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71375547-8bd8-4fea-87e6-ec690cc34ae9 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 200  len: 205 time: 0.0614524
Dec 13 14:50:31.430335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44812) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.457547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.482433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6479654b-3fae-4a9c-8448-f3f74cec0c10 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:31.495723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da09e73f-2e42-4ec3-b996-5a84e5b96550 req-7e5f8c17-8774-474b-b335-08e1bbf65c79 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 210 time: 0.1395247
Dec 13 14:50:31.511005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-bfd82918-3bfc-432b-9e7e-57c0155617f7 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:31.512206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfd82918-3bfc-432b-9e7e-57c0155617f7 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/84bf219f-3b6b-4c69-9935-73dca62877cf HTTP/1.1" status: 404  len: 336 time: 0.0808773
Dec 13 14:50:31.515226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44816) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.528130 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-348ad450-a458-4f02-82ac-79e00337fe30 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:31.533867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-348ad450-a458-4f02-82ac-79e00337fe30 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1b96a1d-2e78-4257-85ec-46e629e45d8d HTTP/1.1" status: 404  len: 347 time: 0.1678545
Dec 13 14:50:31.534053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f84e63-e47b-43f1-be6b-8f39df082677,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:31.555599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44820) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.571054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:31.591877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23974026-f957-4add-95af-4f6d72bcff15 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 200  len: 205 time: 0.0753500
Dec 13 14:50:31.595668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.599174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44824) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.606534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2492f143-1d47-4ba0-9621-15996165eda5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:31.683023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.684302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/security-groups/f4f84e63-e47b-43f1-be6b-8f39df082677 HTTP/1.1" status: 204  len: 168 time: 1.2951334
Dec 13 14:50:31.700360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44828) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.761139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c3dac982-958e-4591-8381-02f4afd44eec tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:31.764759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3dac982-958e-4591-8381-02f4afd44eec tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/d60e9290-f750-4563-8945-217b737f96b1 HTTP/1.1" status: 404  len: 336 time: 0.1619997
Dec 13 14:50:31.764759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:31.765826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:31.773837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44832) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.792443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.824864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f HTTP/1.1" status: 204  len: 168 time: 1.4636927
Dec 13 14:50:31.827912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44836) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.839807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-293d9c17-ae25-4f76-aa07-23c1e1004b5b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2777193
Dec 13 14:50:31.907485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef65a5ff-ea6c-48c3-a302-40299836174e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 200  len: 205 time: 0.1270890
Dec 13 14:50:31.920912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44842) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:31.925471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.926797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c0d188-1f37-4fe3-86eb-72c474576ca6 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] GET failed (client error): The resource could not be found.
Dec 13 14:50:31.927422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-02c0d188-1f37-4fe3-86eb-72c474576ca6 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Synchronizing usage tracker for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:31.953870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:31.962153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0946e8b-e423-4ec2-a5e9-8c0c667347c6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:32.000423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 16055ef1-0a83-453e-ae51-f163dc17dced will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:32.029821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=75df7180-7a45-4fe5-8d4c-58dae0034bc9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:32.038760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:32.041362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.060220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-7d159a1c-2848-45b5-944c-b847c699ee4f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:32.064067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7d159a1c-2848-45b5-944c-b847c699ee4f tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/f899510a-15a7-4b06-84fe-215c36ed6686 HTTP/1.1" status: 404  len: 336 time: 0.1394126
Dec 13 14:50:32.073297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44846) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.191011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.246222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.261647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a04edf7-f309-4282-bff3-ed2ebc905c48 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:32.380518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-02c0d188-1f37-4fe3-86eb-72c474576ca6 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Unset dirty status for tenant:b71a8aaa6ce743208444c7e2db380e5e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:32.381809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02c0d188-1f37-4fe3-86eb-72c474576ca6 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] 10.222.0.69 "GET /v2.0/ports/fc6c0822-4841-4f7a-8bf5-bdf1bdce0a8f HTTP/1.1" status: 404  len: 333 time: 0.5504930
Dec 13 14:50:32.387131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2ff4f4cd-c8a4-407d-b722-f875077df1a3 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 200  len: 205 time: 0.3101652
Dec 13 14:50:32.387742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44858) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.393637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44860) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.514830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-11834964-116f-4399-b029-d48df38e9d76 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:32.515776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11834964-116f-4399-b029-d48df38e9d76 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/40587136-2e46-4a69-b490-72f010f8cef7 HTTP/1.1" status: 404  len: 336 time: 0.1212063
Dec 13 14:50:32.524576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 5ae7a39f-aacc-4b68-b9e9-926ffc3165e9 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:32.525387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44866) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.532588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.661281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.671675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.858461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-507c904b-19c6-4d36-89db-ffb65e865925 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 200  len: 205 time: 0.3244123
Dec 13 14:50:32.874238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44874) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.901800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:32.918171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.941573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:32.980513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-ed52179a-628e-4f08-8a0e-f5fa4fa37f4e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:32.981548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:32.981652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed52179a-628e-4f08-8a0e-f5fa4fa37f4e tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/837ae7bf-0c7e-4efb-8cd4-f4d5a4e9040d HTTP/1.1" status: 404  len: 336 time: 0.1064479
Dec 13 14:50:32.987501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44878) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:32.991002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf7f0>,) {'filters': {'network_id': ['2150e9de-dfe0-4e7c-92d3-7aa61f536e2c']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:32.998770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.045522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:33.086377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf7f0>, '41ae56b7-627d-4deb-bf0d-98af60284ed4') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:33.086686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf7f0>, '41ae56b7-627d-4deb-bf0d-98af60284ed4') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:33.104667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b857db61-0a0d-4d72-a25d-b37c386a3ea2 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "GET /v2.0/ports?device_id=7acdbafc-1df5-4d5d-b436-631a23242790 HTTP/1.1" status: 200  len: 205 time: 0.1159761
Dec 13 14:50:33.110138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.116803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44882) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.121603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:33.137116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:33.193298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.209910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-755ffc8d-ebf8-41f8-bd92-d010c1b333a5 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:33.213795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-755ffc8d-ebf8-41f8-bd92-d010c1b333a5 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/routers/7acdbafc-1df5-4d5d-b436-631a23242790 HTTP/1.1" status: 404  len: 336 time: 0.0932910
Dec 13 14:50:33.215083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.216075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:50:33.216516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.237651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4079656f-151d-4986-b07a-05be63efa206 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5aa00368ed76435ea279e7e0df254bbf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0388272
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:50:33.238336 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:50:33.275204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44890) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.374599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd43229-4267-44be-9dd7-7abdbbd88c11 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:33.375116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd43229-4267-44be-9dd7-7abdbbd88c11 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:33.388747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.389162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.389511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Floating IP fd321c94-25b5-4a72-81d3-0495cb36cf46 disassociated. External IP: 172.26.4.181, port: 5a348649-8410-4572-a736-b37862d466da.
Dec 13 14:50:33.389888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 5a348649-8410-4572-a736-b37862d466da owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:33.390580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.403175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe226be3-c93d-4b96-be8e-02c8c8eeae66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:33.436603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6664f055-aa08-4e82-821c-2385a8addb34 None None] Provisioning for port 16055ef1-0a83-453e-ae51-f163dc17dced completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:33.439189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9fd43229-4267-44be-9dd7-7abdbbd88c11 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] 10.222.0.69 "DELETE /v2.0/subnets/27f2275a-0a31-4f01-b5db-ef89d970bfdf HTTP/1.1" status: 404  len: 337 time: 0.2022672
Dec 13 14:50:33.443134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6664f055-aa08-4e82-821c-2385a8addb34 None None] Provisioning complete for port 16055ef1-0a83-453e-ae51-f163dc17dced triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:33.444625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6664f055-aa08-4e82-821c-2385a8addb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.456160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:33.456593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae7a39f-aacc-4b68-b9e9-926ffc3165e9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:33.456842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.459010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.461733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:33.465971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e4b0d76-7e67-44a3-adbf-117f521ed72c tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:33.478242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.482018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.498699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.502870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Pushing event deleted for resources: {'Network': ['ID=2150e9de-dfe0-4e7c-92d3-7aa61f536e2c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:33.507199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:33.513505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.513675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] 10.222.0.69 "DELETE /v2.0/networks/2150e9de-dfe0-4e7c-92d3-7aa61f536e2c HTTP/1.1" status: 204  len: 168 time: 1.1201892
Dec 13 14:50:33.514468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/5ae7a39f-aacc-4b68-b9e9-926ffc3165e9 HTTP/1.1" status: 204  len: 168 time: 1.8062680
Dec 13 14:50:33.521823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155711d-72e4-4fd5-86fd-dc9fcf3a4bee req-f3154e1d-579e-4ce9-b24d-54eb02940182 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:33.522675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2155711d-72e4-4fd5-86fd-dc9fcf3a4bee req-f3154e1d-579e-4ce9-b24d-54eb02940182 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:33.523339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44898) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.529028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5778799
Dec 13 14:50:33.529530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:33.548481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Request body: {'port': {'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:33.553315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6664f055-aa08-4e82-821c-2385a8addb34 None None] Port 16055ef1-0a83-453e-ae51-f163dc17dced cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:33.564965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e243d-2119-48cc-9e55-75e9dcc4e208 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:33.572606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.626435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2155711d-72e4-4fd5-86fd-dc9fcf3a4bee req-f3154e1d-579e-4ce9-b24d-54eb02940182 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:33.633704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2155711d-72e4-4fd5-86fd-dc9fcf3a4bee req-f3154e1d-579e-4ce9-b24d-54eb02940182 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 931 time: 0.7958226
Dec 13 14:50:33.671093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.707896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.708658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router 635d24fd-f2ab-4536-94a5-772bb854fa30 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:33.849425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.859547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 204  len: 168 time: 5.8918982
Dec 13 14:50:33.861221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.866223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44908) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.875663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:33.881645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2035997069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:33.897220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.903690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:33.905745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2155711d-72e4-4fd5-86fd-dc9fcf3a4bee req-b84c6f60-9c2f-49c7-9136-4b8e3a02357f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2711020
Dec 13 14:50:33.921173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:33.929867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff0d2510-a99e-488f-882a-0d0f0fe8043c tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:33.932329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:33.940045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:33.943317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:33.946660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:33.955632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44912) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.956307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:33.977482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:33.983129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44916) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:33.991684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1eea535a-4aa3-4482-bb4e-0513ba696802 tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:34.002888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:34.011261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.012828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=5a348649-8410-4572-a736-b37862d466da,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:34.043180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c03c55-45ec-4194-95a0-0d66f99d4202,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:34.043599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:34.051762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.053462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.057306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:34.214545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.216418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24c03c55-45ec-4194-95a0-0d66f99d4202 HTTP/1.1" status: 204  len: 168 time: 0.9299922
Dec 13 14:50:34.270153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.401522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:34.440641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6c775b2-f680-441d-9631-f94b1e081588 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a00105283544167bdd788f4306eccc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4773195
Dec 13 14:50:34.443201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.444779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44926) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:34.551107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Usage tracker for resource:security_group_rule and tenant:dae39aded2ee414e8fd4296f89d13547 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:34.571821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:34.589726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:34.634642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.658522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df919f31-be90-4464-a3b5-e89e600ebd5b tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:34.733691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.739433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-cee85fba-c292-4994-9d95-0dae5cf8f6c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2870064
Dec 13 14:50:34.743647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=558b5f50-d905-4c95-a55e-5b9045cca1fd,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:34.764132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:34.770443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:34.772103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:34.782353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:34.782353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.822839 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2957063
Dec 13 14:50:34.825107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44938) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:34.827795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.828363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.832508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44942) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:34.832741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-578235b8-b762-464f-92ea-49e12d8fd998 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9637997
Dec 13 14:50:34.840159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'security_group': {'name': 'tempest-secgroup-613702096'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:34.840857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16055ef1-0a83-453e-ae51-f163dc17dced {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:50:34.846800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:34.847946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': True}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:34.852917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:34.856771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:34.864092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:34.875869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.879034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.910172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.930943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15dd11ef-9d61-444b-b1a9-b6b22bc13088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:34.942540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:34.954369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:34.960771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:34.964986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:34.978806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:34.991663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.022080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Transition to ACTIVE for port object 16055ef1-0a83-453e-ae51-f163dc17dced will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:35.082421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.086454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.095578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:35.142661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.164059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c8e62-593a-47c3-bf33-ca9f579d0614,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:35.167206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.168573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1ae1937-53e8-46ae-a0a7-142dec269fb6 HTTP/1.1" status: 204  len: 168 time: 0.7194171
Dec 13 14:50:35.170272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:35.170845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-283a3bc1-d7f8-4aa7-981b-b07bee8dee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:35.180904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.185276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3589380
Dec 13 14:50:35.185953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44954) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.191138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae1937-53e8-46ae-a0a7-142dec269fb6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:35.196570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'security_group': {'name': 'tempest-secgroup-390895671'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:35.214469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:35.218780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:35.231391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:35.237627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:35.255469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:35.276822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.343830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17404495-a791-48d3-8a24-0b6b9d0ad03f None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:35.382773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:35.388076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:35.391641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:35.398619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:35.463969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.471830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.481886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61cdc31b-8ff6-4998-8ff0-832f0386ba53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:35.543756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dae39aded2ee414e8fd4296f89d13547&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5474977
Dec 13 14:50:35.547999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4456b10d-6b50-41c2-aa83-2497258f9d0e None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:35.549077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4456b10d-6b50-41c2-aa83-2497258f9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.555522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:35.563760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 44966) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.573713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.585096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.593022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.4033093
Dec 13 14:50:35.594731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47234d-ca7d-40cc-adbd-18b223747e26,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:35.598100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:35.598664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44970) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.606858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'security_group': {'name': 'tempest-secgroup-873604677'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:35.613319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:35.617834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:35.621043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:35.629121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:35.649607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.696484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:35.701024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:security_group_rule and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:35.704812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:35.710137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44974) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.717315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:35.728377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad5fa3c-2d98-4bfb-bb0f-b7a2bb56c101,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:35.744588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:35.757793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44980) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.757954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-028d8885-bd3d-4a6f-9dc8-74839fcba4ba tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:35.801733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4456b10d-6b50-41c2-aa83-2497258f9d0e None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:35.804251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4456b10d-6b50-41c2-aa83-2497258f9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.820656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.827449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.839637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae9d3a8c-5d57-4f50-b586-36daaa0032c6 tempest-ServersTestManualDisk-56776837 tempest-ServersTestManualDisk-56776837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:35.875645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4456b10d-6b50-41c2-aa83-2497258f9d0e None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:35.933097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:35.934428 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3339276
Dec 13 14:50:35.937179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d771712-d12d-4b09-b8b3-b44d33e7cc27,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:35.940199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:35.940900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44984) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:35.951344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-597847149', 'security_groups': ['6d771712-d12d-4b09-b8b3-b44d33e7cc27'], 'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '558b5f50-d905-4c95-a55e-5b9045cca1fd'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:36.017678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6e51f3e-1f17-4dfd-b249-6353fa143207 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b71a8aaa6ce743208444c7e2db380e5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2569122
Dec 13 14:50:36.018699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 44988) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:36.159935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Update dhcp port {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'fixed_ips': [{'subnet_id': 'b3b3ec90-5510-4417-ad5f-697be684cb1c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '558b5f50-d905-4c95-a55e-5b9045cca1fd'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '8e5c9858-7588-4d3c-a0ff-91f050169f2e'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:50:36.178198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:36.199148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:36.232323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--296767880'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:36.244948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:36.255217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-7a3aab51-c324-458a-9bac-a92ed69fec46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 1.3319290
Dec 13 14:50:36.258722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:36.264468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.267949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:36.269850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.290220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:36.320867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:36.331796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:36.344598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:36.349250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2700-fa67-44ea-a046-c9a885237e18 req-b4c3569b-8052-4288-9547-e9a4caf14acb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:36.352926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.356861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efea2700-fa67-44ea-a046-c9a885237e18 req-b4c3569b-8052-4288-9547-e9a4caf14acb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 943 time: 0.8117874
Dec 13 14:50:36.369461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.388274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.401227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.432777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] device_id is not set on port 3893af16-0eaf-446a-8a85-4670f031e79b yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:36.487296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.499942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.588236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Allocated IP 2001:db8::2 (bca27a39-5fa1-40d3-9bfc-54fded009329/558b5f50-d905-4c95-a55e-5b9045cca1fd/8e5c9858-7588-4d3c-a0ff-91f050169f2e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:36.603576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:36.622491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:36.628728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:36.641542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:36.666746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.674773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:50:36.680403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-501b0e9d-e190-45c9-ac33-38f76deed607 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:36.700080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9a5fdb-d6ac-4ee8-ad77-37fc5469bf13,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:36.702580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:36.732727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.736999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e9a5fdb-d6ac-4ee8-ad77-37fc5469bf13 HTTP/1.1" status: 204  len: 168 time: 0.7149415
Dec 13 14:50:36.760242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:36.770440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.774492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.789975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.797805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:36.803370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:36.809771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45810d08-dbdf-42b6-a1a0-05ae36f0a4ae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:36.813281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Transition to ACTIVE for port object 8e5c9858-7588-4d3c-a0ff-91f050169f2e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:36.820036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:36.820391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.823312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Attempting to bind port 16055ef1-0a83-453e-ae51-f163dc17dced on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:50:36.823881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Attempting to bind port 16055ef1-0a83-453e-ae51-f163dc17dced by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:50:36.824855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Attempting to bind port 16055ef1-0a83-453e-ae51-f163dc17dced on network 3493ed03-5030-4543-94c4-6b8aba8dd9de {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:36.840007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:36.848895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Port 16055ef1-0a83-453e-ae51-f163dc17dced on network 3493ed03-5030-4543-94c4-6b8aba8dd9de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:50:36.849921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Attempting to bind port 16055ef1-0a83-453e-ae51-f163dc17dced on network 3493ed03-5030-4543-94c4-6b8aba8dd9de {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:50:36.866121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:50:36.866487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Checking segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:36.866905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Bound using segment: {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:50:36.867415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Bound port: 16055ef1-0a83-453e-ae51-f163dc17dced, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5186797c-5a74-40bb-a878-f41acd56ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:50:36.867798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:36.871212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:36.924224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50687f17-fa1e-48d4-8cbc-5351cd6a4202,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:36.937760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:36.943513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efea2700-fa67-44ea-a046-c9a885237e18 req-bdeffdce-e0a8-4c7e-90ba-79501b9b7b6b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5855920
Dec 13 14:50:36.949359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:36.992821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8::1c4 (bca27a39-5fa1-40d3-9bfc-54fded009329/558b5f50-d905-4c95-a55e-5b9045cca1fd/3893af16-0eaf-446a-8a85-4670f031e79b) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:37.004241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-64bb3492-e546-4a61-a8a6-e546a63c2a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:37.006238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-64bb3492-e546-4a61-a8a6-e546a63c2a94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.7034130
Dec 13 14:50:37.010905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.011426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.011896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.012518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.012988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.013457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.013920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.014380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.014799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.014934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.015368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.015824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:50:37.021111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:37.086801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.099316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.107859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f737dd2d-78d4-4808-99ce-c84df0c02e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:37.182059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.187619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e167679a-af45-4480-a79c-30609b929252 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:37.216404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:50:37.227031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=16055ef1-0a83-453e-ae51-f163dc17dced,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:50:37.245123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:37.258907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad5fa3c-2d98-4bfb-bb0f-b7a2bb56c101,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:37.259794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:37.264019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-8ea2e608-fc59-4ef4-82d5-372da112cc90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.2452109
Dec 13 14:50:37.277434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.279267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5680244
Dec 13 14:50:37.282916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45004) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:37.295214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:37.383954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.390623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.401272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-86025969-6edd-4842-818c-5d88429369f4 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:37.428607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 3893af16-0eaf-446a-8a85-4670f031e79b will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:37.433102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da5251eb-e902-4385-a466-1db869b12dda tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:37.462303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da5251eb-e902-4385-a466-1db869b12dda tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:37.466556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da5251eb-e902-4385-a466-1db869b12dda tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.1795607
Dec 13 14:50:37.467777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45012) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:37.475260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-security--702174094', 'description': 'tempest-security-description-2094895842'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:37.487394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.497776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9f34adc6-bc9f-40c7-95b9-09b8a8b0f522 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:37.600692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:37.606594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.616649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=3893af16-0eaf-446a-8a85-4670f031e79b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:37.620119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:37.621072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:37.623401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:37.628169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:37.628854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.676491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.7308991
Dec 13 14:50:37.677464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45018) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:37.689612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:37.747808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.788817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:37.790768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:37.794828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dad5fa3c-2d98-4bfb-bb0f-b7a2bb56c101 HTTP/1.1" status: 204  len: 168 time: 2.2225831
Dec 13 14:50:37.808556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] Sync routers for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:37.832230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:37.834074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f498240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:37.870639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:37.874922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:37.979960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:38.073603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f498240>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:38.090684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:38.091470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f498240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:38.117361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.119158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] 10.222.0.72 "PUT /v2.0/ports/16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 1093 time: 4.5750859
Dec 13 14:50:38.129741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:50:38.139877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:38.169885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-4093d45c-d541-469a-a9ae-60fe9c15fd30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:38.171836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-4093d45c-d541-469a-a9ae-60fe9c15fd30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.8656623
Dec 13 14:50:38.317543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f498240>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:38.318206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86169ed-de0e-466e-86d2-8e4be7c804bd None None] The sync data for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:38.327670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7363823-4e2f-4695-b550-ca84dcd3dbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.347014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.350346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.354949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "PUT /v2.0/security-groups/dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91 HTTP/1.1" status: 200  len: 1611 time: 0.8857412
Dec 13 14:50:38.355944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45038) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:38.365697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ae2dc5d-f912-4068-86ff-d95ec0a5569e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:38.403825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:38.439843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Provisioning for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:38.441067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced', 'status': 'completed', 'code': 200}
Dec 13 14:50:38.447111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:38.448922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.449389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:38.586409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:38.597994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6e8eab1-6c4c-4e90-8ccc-ec63fbfb5fcf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups/dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91 HTTP/1.1" status: 200  len: 1611 time: 0.1989172
Dec 13 14:50:38.598842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:38.600982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:38.612454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:38.638328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:38.652429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:38.653070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.672267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:38.711921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'networks': [{'name': 'tempest-network--257355324'}, {'name': 'tempest-network--146284515'}]} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:38.712280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-network--257355324'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:38.712925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-network--146284515'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:38.730709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dc954-1d5a-4a9a-a5dd-c226df4b80ad None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:38.736364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.741509 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/5a348649-8410-4572-a736-b37862d466da HTTP/1.1" status: 204  len: 168 time: 7.5813413
Dec 13 14:50:38.746881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:38.750569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45052) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:38.774142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Usage tracker for resource:network and tenant:a98c6559fbd94a488a8428ec020c31fc is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:38.826145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:38.828936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45056) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:38.840763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-2a199720-a759-4022-98f6-3617488f2c51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1096 time: 0.6564784
Dec 13 14:50:38.858807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:38.970856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:38.987397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800dc6-309d-4889-906c-a46a2dad938a req-2deb88cd-9217-4c5d-9027-55f5cae14562 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:38.992713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07800dc6-309d-4889-906c-a46a2dad938a req-2deb88cd-9217-4c5d-9027-55f5cae14562 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 943 time: 0.5294809
Dec 13 14:50:39.004839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'network': 2} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:39.010566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3697040-b8cd-4cf4-bf10-1a785e6619d2 None None] Provisioning for port 3893af16-0eaf-446a-8a85-4670f031e79b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:39.011356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.015310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.015705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3697040-b8cd-4cf4-bf10-1a785e6619d2 None None] Provisioning complete for port 3893af16-0eaf-446a-8a85-4670f031e79b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:39.016256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3697040-b8cd-4cf4-bf10-1a785e6619d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.024213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-e0edd6f8-0def-4d6e-a539-86c3ee884489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8416324
Dec 13 14:50:39.031876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-1bdc955c-7ed4-4fe2-bbc6-0aa4558b22e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 217 time: 0.1744778
Dec 13 14:50:39.071583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.074365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c3697040-b8cd-4cf4-bf10-1a785e6619d2 None None] Port 3893af16-0eaf-446a-8a85-4670f031e79b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:39.082287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.155079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.195714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.266013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e5a6508-2b20-4861-b80c-d2f34f4d61ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd9e364f7a86400ab99453eedd0b1987&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4242554
Dec 13 14:50:39.273955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45060) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:39.275398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 558b5f50-d905-4c95-a55e-5b9045cca1fd (CIDR: 2001:db8::/64)
Dec 13 14:50:39.279326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.285231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a31cfc3-446f-49f8-bf67-f4cd809fb996 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:39.312464 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:50:39.312968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:39.320951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:39.332213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:39.346185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.347990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91 HTTP/1.1" status: 204  len: 168 time: 0.7392170
Dec 13 14:50:39.351139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45064) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:39.357967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d292488-56ad-4f42-8460-85c4f5119359 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6758764
Dec 13 14:50:39.373952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:39.385959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:39.412438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-6f876d3d-9f5a-4fd3-b6e9-9fc818a756de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:39.414000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-6f876d3d-9f5a-4fd3-b6e9-9fc818a756de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 200  len: 835 time: 0.3537316
Dec 13 14:50:39.429853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07800dc6-309d-4889-906c-a46a2dad938a req-04c65ea4-3b75-4246-8443-9b4a22006c77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4264166
Dec 13 14:50:39.431016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:39.478511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.502410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Usage tracker for resource:security_group_rule and tenant:a98c6559fbd94a488a8428ec020c31fc is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:39.516038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:39.546488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:39.595548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-f8bb01bd-8aa0-48d6-8b80-6c1dc98e2dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5626128
Dec 13 14:50:39.624639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-751cfa23-4a41-4ea1-92e8-7a8500941488 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:39.670453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-751cfa23-4a41-4ea1-92e8-7a8500941488 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:39.672295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-751cfa23-4a41-4ea1-92e8-7a8500941488 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3196452
Dec 13 14:50:39.675530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:39.679591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45072) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:39.706086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:39.712075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:39.715514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-6c0ae0e9-df67-4141-bbee-66b68a420b51 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:39.716655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c0ae0e9-df67-4141-bbee-66b68a420b51 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/dd5fa2d4-9dc1-4605-b1a9-ea7467db0c91 HTTP/1.1" status: 404  len: 347 time: 0.0360606
Dec 13 14:50:39.720787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45076) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:39.724937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:39.731384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--576556642'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:39.745169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:39.770842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.774224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 172.26.4.212 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/b66c7866-e25f-4a18-ba7b-d1bfb30537bd) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:39.812809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:39.818785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.839920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:39.878231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.886074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:39.940763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-87bb12c6-f698-42c9-86a6-0c0383a151a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5069332
Dec 13 14:50:39.962199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a9a33-bf5a-48e7-bab8-624f7f5c5613 req-892e4a4e-6812-4e28-9b9d-b18619411ff0 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3537784
Dec 13 14:50:40.028767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:40.036956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:40.046084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:40.049337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.049535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b3b3ec90-5510-4417-ad5f-697be684cb1c (CIDR: 2001:db8:0:1::/64)
Dec 13 14:50:40.057191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:40.060492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:50:40.060978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:40.071051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.071631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.095099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b543618-97be-4d6b-bada-e19ec9d42049 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:40.108714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5c6255d1-9c57-43f2-a8ae-ed9ed8484799 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.7313895
Dec 13 14:50:40.111530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.122486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45082) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:40.184431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'subnet': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:40.218265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.223503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.224701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1bed-fc03-47a5-97b3-54e6545696cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.231504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9bfc30b1-f591-4105-8bd5-2f09002365e2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:40.289095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c193106-160b-405d-bc06-e4abcbc5736c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:40.292512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:40.295163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.296490 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5732934
Dec 13 14:50:40.299557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45086) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:40.360068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '6c193106-160b-405d-bc06-e4abcbc5736c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:40.382547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:40.391217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:40.398393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:40.406416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:40.442113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.526375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8709fc7d-2756-49a9-ad1d-6cacd12a14eb,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:40.577769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.583136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.584459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:40.610680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:40.613546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.636439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c13816d-b9b1-4607-b4a7-f7bdf50ff440 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:40.666263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2182f440-0e72-44cf-8323-0d7d2b177a9e tempest-ExternalNetworksAdminNegativeTestJSON-919801648 tempest-ExternalNetworksAdminNegativeTestJSON-919801648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:40.668137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74645a0e-ea6f-4c2b-aa33-a4e4e33a8f6b,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:40.683242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.685371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.701464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:40.720315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f28337-e719-4290-8fe1-ae27e26032f5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:40.721223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.722538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4218581
Dec 13 14:50:40.725885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45092) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:40.731170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:40.733139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.733525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment ca67e8c9-a722-4427-8cf9-de629620b850 of type vlan for network 33c5c647-f78d-47f1-8581-3bcfd33fe6a5
Dec 13 14:50:40.753041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-38cdefb9-7290-4116-8bbf-be35174d9c1e service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7932529
Dec 13 14:50:40.773181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.815327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.862873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:40.876358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.889436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.906169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:40.921393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74645a0e-ea6f-4c2b-aa33-a4e4e33a8f6b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:40.923355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.924529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/74645a0e-ea6f-4c2b-aa33-a4e4e33a8f6b HTTP/1.1" status: 204  len: 168 time: 0.1976814
Dec 13 14:50:40.926450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fc916c5c-98ac-4272-be0d-02a108eff40a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:40.928006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45096) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:40.929210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Usage tracker for resource:subnet and tenant:0a9453c488274eabb8b9b73d298a3e18 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:40.934538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:40.968517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:40.971508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:40.972696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83f28337-e719-4290-8fe1-ae27e26032f5 HTTP/1.1" status: 204  len: 168 time: 1.6533918
Dec 13 14:50:41.005490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.014787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183414c-73fc-4ae2-939f-c54300f11824 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:41.021457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e2e263d-c061-4009-910a-b44e4cb21a3c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:41.055502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e2e263d-c061-4009-910a-b44e4cb21a3c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:41.058045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e2e263d-c061-4009-910a-b44e4cb21a3c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1272078
Dec 13 14:50:41.059849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45102) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:41.060401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Made reservation on behalf of 0a9453c488274eabb8b9b73d298a3e18 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:41.128130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6bbf0-0f07-4a4b-9c36-0b59e112678b req-2a8d9f5b-bccd-477b-b3ef-b79a28344d0b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:41.129774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4c6bbf0-0f07-4a4b-9c36-0b59e112678b req-2a8d9f5b-bccd-477b-b3ef-b79a28344d0b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 943 time: 0.5400252
Dec 13 14:50:41.162040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:41.167567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a8741fd-c0bf-46ec-903c-71508d6b5613 req-c5fba2cd-e34f-43e8-bc0a-bad5474270ff service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3949690
Dec 13 14:50:41.195085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:41.199981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port b7ab6854-2d87-4579-b318-c034a870598f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:41.200499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.241791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.261947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=b66c7866-e25f-4a18-ba7b-d1bfb30537bd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:41.272344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:41.285351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:41.288461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:41.307709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.396548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.397144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment d83cb8d3-fd9c-4323-b3dd-d77e065c553f of type vlan for network 601b2cef-c10f-491d-bb56-778da314a894
Dec 13 14:50:41.534074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.551254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4c6bbf0-0f07-4a4b-9c36-0b59e112678b req-b773c4bf-a70d-46f7-b721-539b3a0a6797 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4017935
Dec 13 14:50:41.560980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.743654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-088f78d6-f015-418c-a499-44cea3b587a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1096 time: 0.4698184
Dec 13 14:50:41.748525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.748946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.751765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.753070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:41.756497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:41.757187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.759716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0c1a80-fe6e-467d-915d-62993a224898 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:41.768051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1af9ad33-c16a-4a94-93ff-1fb41f8682c8 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:41.776766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c193106-160b-405d-bc06-e4abcbc5736c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:41.782316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:41.811738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.900927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 3.7438266
Dec 13 14:50:41.950002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45122) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:41.959711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for b7ab6854-2d87-4579-b318-c034a870598f owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:41.995260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:41.999114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/6c193106-160b-405d-bc06-e4abcbc5736c HTTP/1.1" status: 204  len: 168 time: 0.9303412
Dec 13 14:50:42.020407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45128) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:42.031367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=33c5c647-f78d-47f1-8581-3bcfd33fe6a5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:42.050383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 33c5c647-f78d-47f1-8581-3bcfd33fe6a5 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:42.237499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=601b2cef-c10f-491d-bb56-778da314a894,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:42.240790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:42.250148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:42.250607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:42.285735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e834e51-4613-4062-bf89-08abddafe835 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:42.300202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e834e51-4613-4062-bf89-08abddafe835 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:42.310715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e834e51-4613-4062-bf89-08abddafe835 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:42.313118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db40d-8d40-4790-84ff-606c1868552c req-772bb0ca-8cf4-437e-bf69-42179d34a80c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:42.314767 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-772bb0ca-8cf4-437e-bf69-42179d34a80c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 897 time: 0.5518248
Dec 13 14:50:42.326014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e834e51-4613-4062-bf89-08abddafe835 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:42.328240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e834e51-4613-4062-bf89-08abddafe835 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3771598
Dec 13 14:50:42.330450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37c7d99e-e062-4f3e-9d3c-d49e0bb18e97 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3087077
Dec 13 14:50:42.334126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45136) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:42.337681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45138) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:42.347756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 601b2cef-c10f-491d-bb56-778da314a894 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:42.369249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.405191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489361346'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:42.433271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:42.444086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.504170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:42.527256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-6347ac6c-e70b-4aad-99ea-692c03fed67d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 217 time: 0.1944218
Dec 13 14:50:42.528460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:42.545309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.579223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:42.780389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.824981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e483208>,) {'filters': {'network_id': ['33c5c647-f78d-47f1-8581-3bcfd33fe6a5']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:42.844869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e483208>, 'ca67e8c9-a722-4427-8cf9-de629620b850') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:42.845263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e483208>, 'ca67e8c9-a722-4427-8cf9-de629620b850') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:42.860022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.868828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.876603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07af35c1-9563-4856-9319-55474b2f67da tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:42.941008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=b7ab6854-2d87-4579-b318-c034a870598f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:42.944813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:42.945707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.970820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.982825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:50:42.983297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:50:42.999210 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:50:43.039187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db40d-8d40-4790-84ff-606c1868552c req-cb028443-0a13-4c92-ba84-117c8014d972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:43.040542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-cb028443-0a13-4c92-ba84-117c8014d972 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 200  len: 835 time: 0.5013514
Dec 13 14:50:43.141508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.146130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f2db078-219a-4443-9465-5a020caa3a05 tempest-ExternalNetworksTestJSON-78120337 tempest-ExternalNetworksTestJSON-78120337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:43.160503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:43.174815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:43.178382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:43.184885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:43.215651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.225573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.234232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.239417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=33c5c647-f78d-47f1-8581-3bcfd33fe6a5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:43.243098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61ce4c7c-7a45-489b-9b21-40f94f001d00 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:43.244656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:43.248075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/33c5c647-f78d-47f1-8581-3bcfd33fe6a5 HTTP/1.1" status: 204  len: 168 time: 0.9127285
Dec 13 14:50:43.252250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45160) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:43.319465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.407972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.453721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.460573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45166) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:43.485874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.507454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Network bca27a39-5fa1-40d3-9bfc-54fded009329 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:43.515857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Subnet': ['ID=68f3791c-f580-417a-a1e0-acc7832328a6,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:43.530096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c62b3-0351-4f05-8dd9-5d7087079edb req-79cd67ba-d9fe-426b-9b19-e6c7c5c4c833 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:43.531763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b1c62b3-0351-4f05-8dd9-5d7087079edb req-79cd67ba-d9fe-426b-9b19-e6c7c5c4c833 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 943 time: 0.6524825
Dec 13 14:50:43.532659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:43.534658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:43.536194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90c75ca8-33af-4e7a-b626-656df504f1a2 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:43.552425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb2686-17fa-4c7a-8f31-2d9986e3273f None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:43.553228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:43.553897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.632509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.633409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-e8d994a8-0605-425c-a8c9-4a3fc113fa0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5611925
Dec 13 14:50:43.643973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13b95d-2807-41ac-8967-9e3481779e74,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:43.667731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e0ce748>,) {'filters': {'network_id': ['601b2cef-c10f-491d-bb56-778da314a894']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:43.671609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:43.684347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0ce748>, 'd83cb8d3-fd9c-4323-b3dd-d77e065c553f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:43.684495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0ce748>, 'd83cb8d3-fd9c-4323-b3dd-d77e065c553f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:43.693641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.5692546
Dec 13 14:50:43.694604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.698560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3033466
Dec 13 14:50:43.698692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45174) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:43.699765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45176) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:43.706203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.715514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'ff13b95d-2807-41ac-8967-9e3481779e74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:43.717440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2009456519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68f3791c-f580-417a-a1e0-acc7832328a6'}], 'security_groups': ['d90c8e62-593a-47c3-bf33-ca9f579d0614', 'ec47234d-ca7d-40cc-adbd-18b223747e26']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:43.742353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:43.771907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-900197207', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:43.776063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.784674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.787340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:43.797932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Usage tracker for resource:port and tenant:bb827dd66b314765adbf7982f7bea3b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:43.800195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:43.806882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:43.810381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:43.819768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:50:43.820215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.824092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b1c62b3-0351-4f05-8dd9-5d7087079edb req-062cc530-a1e7-4b66-b576-93bcc9e38d27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2587316
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:50:43.837009 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:50:43.845066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:43.887675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:43.946890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:43.963450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-ea9314c3-967d-47b2-a37b-b74c9c6b1d59 service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150783
Dec 13 14:50:44.016681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Update dhcp port {'port': {'network_id': 'bca27a39-5fa1-40d3-9bfc-54fded009329', 'fixed_ips': [{'subnet_id': 'b3b3ec90-5510-4417-ad5f-697be684cb1c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '558b5f50-d905-4c95-a55e-5b9045cca1fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '68f3791c-f580-417a-a1e0-acc7832328a6'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '8e5c9858-7588-4d3c-a0ff-91f050169f2e'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:50:44.042895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Made reservation on behalf of bb827dd66b314765adbf7982f7bea3b3 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:44.047547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.072066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.076062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.085271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.095130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-028d23ab-0ee1-4402-93f5-0eaaf48c54a2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:44.113095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.129269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=601b2cef-c10f-491d-bb56-778da314a894,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:44.131409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.142117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:44.153317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/601b2cef-c10f-491d-bb56-778da314a894 HTTP/1.1" status: 204  len: 168 time: 0.8975015
Dec 13 14:50:44.164523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45182) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:44.211941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.230191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.232615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a9db40d-8d40-4790-84ff-606c1868552c req-4795d205-a42a-40c7-aa0f-87536d9cd3da service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574971
Dec 13 14:50:44.264174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23708d88-59a0-445a-be8b-4c4c29f91b3c tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:44.298258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:44.318192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Allocated IP 2001:db8:0:2::2 (bca27a39-5fa1-40d3-9bfc-54fded009329/68f3791c-f580-417a-a1e0-acc7832328a6/8e5c9858-7588-4d3c-a0ff-91f050169f2e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:44.343334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Usage tracker for resource:security_group_rule and tenant:bb827dd66b314765adbf7982f7bea3b3 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:44.352898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074ddeda-0667-43d1-b57c-5de45062a1f5,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:44.353122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:44.364332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:44.373364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:44.393720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.398620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6924984
Dec 13 14:50:44.399552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45186) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:44.414554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'ff13b95d-2807-41ac-8967-9e3481779e74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:44.436047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:44.444444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:44.449940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:44.454200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router 996157e4-2eac-4de3-844c-76a536e12d52 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:44.456357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 16055ef1-0a83-453e-ae51-f163dc17dced details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:50:44.465173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a67e7a-91d8-4708-9505-f2724a7b9f7b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:44.469746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a67e7a-91d8-4708-9505-f2724a7b9f7b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:44.470613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83a67e7a-91d8-4708-9505-f2724a7b9f7b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Synchronizing usage tracker for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:44.476542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:44.493822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:44.510937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83a67e7a-91d8-4708-9505-f2724a7b9f7b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Unset dirty status for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:44.512279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-83a67e7a-91d8-4708-9505-f2724a7b9f7b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3455350
Dec 13 14:50:44.513515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.586510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45190) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:44.607193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1512618281'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:44.621211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.625879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:44.649623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Transition to ACTIVE for port object 8e5c9858-7588-4d3c-a0ff-91f050169f2e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:44.655837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:44.664017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.672225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:44.692976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:44.698554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.717164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=16055ef1-0a83-453e-ae51-f163dc17dced,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:44.732962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.748535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '16055ef1-0a83-453e-ae51-f163dc17dced', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:50:44.797380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.806313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7b396f9-d3d3-4f65-92bb-7b34e77e2232 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:44.837596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:44.842096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be06019-9029-4839-a90e-5b6966f851dd,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:44.845785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:44.866630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.866630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment af010367-6249-4803-b1dc-a9f67ca51947 of type vlan for network 470c6d38-a7c7-4f57-87c5-8f2610c193ae
Dec 13 14:50:44.876256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.882601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4733067
Dec 13 14:50:44.882601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45198) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:44.894119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'ff13b95d-2807-41ac-8967-9e3481779e74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:44.894412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.913960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:44.921952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16055ef1-0a83-453e-ae51-f163dc17dced {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:50:44.932938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:44.943618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.948522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:44.959566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:44.967515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Pushing event updated for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:44.979674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:44.985400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=16055ef1-0a83-453e-ae51-f163dc17dced,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:44.993311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:44.996164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:45.002479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.010704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:45.011446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.018500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:45.050676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:45.060366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] Sync routers for ids ['996157e4-2eac-4de3-844c-76a536e12d52'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:45.066587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.068243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "PUT /v2.0/routers/996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 200  len: 919 time: 10.2316127
Dec 13 14:50:45.071265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45202) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:45.073356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] Routers {'996157e4-2eac-4de3-844c-76a536e12d52'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:45.074196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875c18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['996157e4-2eac-4de3-844c-76a536e12d52'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:45.078342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:45.082423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:45.120504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.135847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.151289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dfb103c1-773d-41b2-a149-679b7b44b2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:45.157962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875c18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:45.160426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] device_id is not set on port 5f5d152c-8ae0-4d85-9278-bf3acb6b5c70 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:45.179841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] Routers {'996157e4-2eac-4de3-844c-76a536e12d52'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:45.180535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875c18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['996157e4-2eac-4de3-844c-76a536e12d52'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:45.203646 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6145904
Dec 13 14:50:45.214565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45206) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:45.217141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['16055ef1-0a83-453e-ae51-f163dc17dced'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:50:45.280087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875c18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:45.280904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de72e56-bede-4117-87e8-bc5c7f6d74c4 None None] The sync data for ids ['996157e4-2eac-4de3-844c-76a536e12d52'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:45.294754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-550587393'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:45.312045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=470c6d38-a7c7-4f57-87c5-8f2610c193ae,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:45.314866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:45.323409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:45.324107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.345472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 470c6d38-a7c7-4f57-87c5-8f2610c193ae details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:45.398353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Delete allocated IP 2001:db8::1c4 (bca27a39-5fa1-40d3-9bfc-54fded009329/558b5f50-d905-4c95-a55e-5b9045cca1fd) {{(pid=88857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:50:45.447773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Allocated IP 2001:db8:0:2::fe (bca27a39-5fa1-40d3-9bfc-54fded009329/68f3791c-f580-417a-a1e0-acc7832328a6/3893af16-0eaf-446a-8a85-4670f031e79b) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:45.471252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff085631-1183-43f9-9448-dd185fd0f67a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:45.476123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:45.625962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:45.687757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:45.694017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.740386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95778825-8f58-4f09-af0e-6da1c0a5f71e req-9234bf8e-36b7-4f25-b533-110be3e0592e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:45.742049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95778825-8f58-4f09-af0e-6da1c0a5f71e req-9234bf8e-36b7-4f25-b533-110be3e0592e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 944 time: 0.6882274
Dec 13 14:50:45.761472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Allocated IP 172.26.4.32 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/5f5d152c-8ae0-4d85-9278-bf3acb6b5c70) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:45.849394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.853916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:45.863771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.868575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e7b1e8a-cb02-4c73-a550-d9adb9589a4a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:45.873225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:45.903278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:45.903668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment ef656860-d165-43e5-ad2d-a7ce9e022945 of type vlan for network 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d
Dec 13 14:50:45.924828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a466ba6-bdbe-4453-9c83-16ee34da22d6,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:45.930820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:45.960862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95778825-8f58-4f09-af0e-6da1c0a5f71e req-9f8a69c3-e3c5-4771-bc3f-f5737749136d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601775
Dec 13 14:50:45.995257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.001196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.005215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1206770
Dec 13 14:50:46.010895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45212) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.024280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'ff13b95d-2807-41ac-8967-9e3481779e74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:46.032163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:46.048522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:46.054692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:46.069432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:46.083529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2e2d043f-fee2-4fb5-813e-2f630e50d236 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 200  len: 925 time: 0.9563515
Dec 13 14:50:46.085079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.086927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45216) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.089245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:46.090490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.096662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.151108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.169753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8935978
Dec 13 14:50:46.199111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45220) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.220049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.230231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'ports': [{'network_id': '470c6d38-a7c7-4f57-87c5-8f2610c193ae', 'name': 'tempest-port--856895500', 'admin_state_up': True}, {'network_id': '1181fe22-9c20-4b0f-9af3-0b73ebc8f69d', 'admin_state_up': False}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:46.230609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'port': {'network_id': '470c6d38-a7c7-4f57-87c5-8f2610c193ae', 'name': 'tempest-port--856895500', 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:46.231144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'port': {'network_id': '1181fe22-9c20-4b0f-9af3-0b73ebc8f69d', 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:46.236345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=1181fe22-9c20-4b0f-9af3-0b73ebc8f69d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.241718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.247862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:46.289635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.295169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.297489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1906a3db-ec82-479d-bad1-3bfdcac20807 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.308001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Provisioning for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:46.317346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:46.318090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.326680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc86750-22bd-4b1c-85ce-0ff6909d6e10,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.329378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.341413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.345503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3307874
Dec 13 14:50:46.345743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45224) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.352634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'ff13b95d-2807-41ac-8967-9e3481779e74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:46.359622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:46.364032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:46.367493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:46.373498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:46.395907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.406483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Transition to ACTIVE for port object 3893af16-0eaf-446a-8a85-4670f031e79b will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:50:46.443091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.454220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d86f4291-4e5c-4da8-9dd1-1b8304f87ada tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.467865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.471015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.472970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e783e35-7267-4134-87dc-4103ae9b220d tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.496827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e276f47-88cb-4b01-aff6-fd29b5ef7c34,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.497267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 16055ef1-0a83-453e-ae51-f163dc17dced up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:50:46.499489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.513643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.515087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.1682882
Dec 13 14:50:46.518052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45228) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.553956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.565510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.589411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.591470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-761a7df5-0b0f-4449-b081-d8c8977e7361 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.595085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:46.595520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.606487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e276f47-88cb-4b01-aff6-fd29b5ef7c34,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.611561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.614637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.616206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7e276f47-88cb-4b01-aff6-fd29b5ef7c34 HTTP/1.1" status: 204  len: 168 time: 0.0971754
Dec 13 14:50:46.618925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45232) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.637924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.660582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:46.664143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 16055ef1-0a83-453e-ae51-f163dc17dced completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:46.669666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 16055ef1-0a83-453e-ae51-f163dc17dced triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:46.670017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.675264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bb15283-d96b-4623-837b-50c1faea470c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:46.693224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bb15283-d96b-4623-837b-50c1faea470c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:46.694918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bb15283-d96b-4623-837b-50c1faea470c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.0748723
Dec 13 14:50:46.698018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45236) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.712591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Provisioning for port 3893af16-0eaf-446a-8a85-4670f031e79b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:50:46.721295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Provisioning complete for port 3893af16-0eaf-446a-8a85-4670f031e79b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:46.721718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.743632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.749987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] In _notify_port_updated(), no bound segment for port 3893af16-0eaf-446a-8a85-4670f031e79b on network bca27a39-5fa1-40d3-9bfc-54fded009329 {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:50:46.754525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:46.754900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.756302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.759862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "PUT /v2.0/ports/3893af16-0eaf-446a-8a85-4670f031e79b HTTP/1.1" status: 200  len: 969 time: 3.0567589
Dec 13 14:50:46.766914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45240) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.767990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0796259a-4267-42bf-be67-d36357664d70 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=996157e4-2eac-4de3-844c-76a536e12d52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6757748
Dec 13 14:50:46.774486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45242) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.778011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event updated for resources: {'Port': ['ID=3893af16-0eaf-446a-8a85-4670f031e79b,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.781259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.800506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fcf93-0967-4ec6-956e-8345862ee677 None None] Port 3893af16-0eaf-446a-8a85-4670f031e79b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:46.829690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:46.865505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.874612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 3893af16-0eaf-446a-8a85-4670f031e79b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:46.875255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.902527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=16055ef1-0a83-453e-ae51-f163dc17dced,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:46.904119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:50:46.910565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.913129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.947277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.964143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-377e4b2b-d1d0-4771-b666-27812101dcf0 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:46.978629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bc86750-22bd-4b1c-85ce-0ff6909d6e10,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:46.981311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:46.982159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:46.986175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3bc86750-22bd-4b1c-85ce-0ff6909d6e10 HTTP/1.1" status: 204  len: 168 time: 0.2839878
Dec 13 14:50:46.991051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf73c5-7761-47b8-a6c3-cf158a18b43e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:46.995712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8bf73c5-7761-47b8-a6c3-cf158a18b43e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.2132266
Dec 13 14:50:46.996525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45250) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.996881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45252) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:46.998245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Usage tracker for resource:port and tenant:a98c6559fbd94a488a8428ec020c31fc is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:47.001885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced', 'code': 200}
Dec 13 14:50:47.004712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:50:47.013345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:47.022217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:47.045326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:47.107411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:47.125031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8fb54f08-fb10-4de3-9f06-244daeecf789 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:47.141790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-10120686-2334-44b2-bd99-e6fee324f462 None None] Provisioning complete for port 3893af16-0eaf-446a-8a85-4670f031e79b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:47.142560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10120686-2334-44b2-bd99-e6fee324f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.146802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f1d4f6f7-8dd5-48a1-a6f4-8b186845875a tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 200  len: 205 time: 0.1370726
Dec 13 14:50:47.148192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45262) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:47.247833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-10120686-2334-44b2-bd99-e6fee324f462 None None] Port 3893af16-0eaf-446a-8a85-4670f031e79b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:47.319935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.346575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'port': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:47.352784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.456441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 3893af16-0eaf-446a-8a85-4670f031e79b owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:47.557479 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f9303f44-d91f-4d2d-ade8-d7e032fd3f71 req-504b5568-03a7-40a3-9acb-9bfe9232f2a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1098 time: 0.2844491
Dec 13 14:50:47.623177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.646060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40993b95-529f-424e-b97a-3028739d6d0e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:47.662221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f9303f44-d91f-4d2d-ade8-d7e032fd3f71 req-a97a0ddc-f831-4123-959b-6b76c1903653 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700238
Dec 13 14:50:47.663324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.669261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-648c4d12-d5d2-47e4-a8b9-1f277d6d766e tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:47.701511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8fb54f08-fb10-4de3-9f06-244daeecf789 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:47.704947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8fb54f08-fb10-4de3-9f06-244daeecf789 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.6956921
Dec 13 14:50:47.706621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45266) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:47.716819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=3893af16-0eaf-446a-8a85-4670f031e79b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:47.719651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:47.725130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.764374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.779649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/3893af16-0eaf-446a-8a85-4670f031e79b HTTP/1.1" status: 204  len: 168 time: 1.0098007
Dec 13 14:50:47.780081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45270) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:47.805172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:47.807000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5d152c-8ae0-4d85-9278-bf3acb6b5c70,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:47.812285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:47.827289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc48c933-48dc-45a9-b924-c1df73db0fa5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] GET failed (client error): The resource could not be found.
Dec 13 14:50:47.827904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dc48c933-48dc-45a9-b924-c1df73db0fa5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Synchronizing usage tracker for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:47.837422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:47.846577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dc48c933-48dc-45a9-b924-c1df73db0fa5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Unset dirty status for tenant:0a9453c488274eabb8b9b73d298a3e18 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:47.850848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc48c933-48dc-45a9-b924-c1df73db0fa5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports/3893af16-0eaf-446a-8a85-4670f031e79b HTTP/1.1" status: 404  len: 333 time: 0.0669680
Dec 13 14:50:47.851145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:47.859673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:47.931958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.942485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:47.954300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3d6c-9ff6-4665-aaf8-85275279b196 req-0414d60e-c620-4420-9d4c-35e0e391b0a1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:47.955996 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afdd3d6c-9ff6-4665-aaf8-85275279b196 req-0414d60e-c620-4420-9d4c-35e0e391b0a1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.8067424
Dec 13 14:50:47.962162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.015635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.021410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f62bcc-9eeb-4da1-a17d-ae71d164ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:48.031361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.034136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d771712-d12d-4b09-b8b3-b44d33e7cc27,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:48.036654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:48.042462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.047612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/security-groups/6d771712-d12d-4b09-b8b3-b44d33e7cc27 HTTP/1.1" status: 204  len: 168 time: 0.1953688
Dec 13 14:50:48.048309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45278) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.117474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.146912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.190978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.195699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] device_id is not set on port fbf7e656-d548-4698-ba3b-d3ab1a911b9e yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:48.196797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-476fede4-83c6-49d2-90a4-d038f55b36c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:48.209351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47234d-ca7d-40cc-adbd-18b223747e26,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:48.214618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:48.216711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.217213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:48.217877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/security-groups/ec47234d-ca7d-40cc-adbd-18b223747e26 HTTP/1.1" status: 204  len: 168 time: 0.1685562
Dec 13 14:50:48.217981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.221197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45282) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.275007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.297542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:48.300489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.326218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afdd3d6c-9ff6-4665-aaf8-85275279b196 req-75a1c19a-3a44-49fb-8747-39ae0649da8d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3116825
Dec 13 14:50:48.332533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a466ba6-bdbe-4453-9c83-16ee34da22d6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:48.353391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:48.365825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 4.9041424
Dec 13 14:50:48.366357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.375083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45288) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.383677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.32'}]}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:48.391658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:48.404644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Usage tracker for resource:router and tenant:bb827dd66b314765adbf7982f7bea3b3 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:48.409684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:48.424637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.425744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:48.425873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7a466ba6-bdbe-4453-9c83-16ee34da22d6 HTTP/1.1" status: 204  len: 168 time: 0.7125883
Dec 13 14:50:48.429613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45292) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.460685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.461728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.473845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.480506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b12f3390-4c25-4d32-b916-341a06a70e93 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:48.509889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c8e62-593a-47c3-bf33-ca9f579d0614,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:48.512124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:48.518868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:48.523714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] Sync routers for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:48.527937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.531581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/routers/6f71986e-50f1-4d8c-a5e2-f8ec27cc4513/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7613337
Dec 13 14:50:48.531764 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/security-groups/d90c8e62-593a-47c3-bf33-ca9f579d0614 HTTP/1.1" status: 204  len: 168 time: 0.3069208
Dec 13 14:50:48.533103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.537443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0759fe4e-d490-4b2f-878b-d59a70400bc0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:48.543014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45296) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.543387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45298) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.548669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.576927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:48.577864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f72d780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:48.590526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.643821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f72d780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:48.657552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] Routers {'6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:48.658256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f72d780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:48.732504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] device_id is not set on port 601a1e67-d24a-4237-8104-72faa8e100cf yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:50:48.767573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0759fe4e-d490-4b2f-878b-d59a70400bc0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:48.768990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0759fe4e-d490-4b2f-878b-d59a70400bc0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3373687
Dec 13 14:50:48.779397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45304) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:48.794131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f72d780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:48.794899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082113af-9e9a-4d29-8a42-f92d8da368d2 None None] The sync data for ids ['6f71986e-50f1-4d8c-a5e2-f8ec27cc4513'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:48.969863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.988433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:48.996254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.010620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port b66c7866-e25f-4a18-ba7b-d1bfb30537bd {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:49.011008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.019324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.026567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.050698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.058274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-410b6d8c-9bb2-43dd-bee6-adbe1a348174 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:49.139100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 558b5f50-d905-4c95-a55e-5b9045cca1fd {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:49.158743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.195127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.210335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9251d87-8d23-41df-820a-75dc16a57d83 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:49.222147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Port': ['ID=fbf7e656-d548-4698-ba3b-d3ab1a911b9e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:49.231401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:49.237336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be06019-9029-4839-a90e-5b6966f851dd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:49.251470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:49.273207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Checking segment: {'id': 'af010367-6249-4803-b1dc-a9f67ca51947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '470c6d38-a7c7-4f57-87c5-8f2610c193ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:49.273596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network hostable DHCP agents. Network: 470c6d38-a7c7-4f57-87c5-8f2610c193ae, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:50:49.276082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.301678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.329868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.333858 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5be06019-9029-4839-a90e-5b6966f851dd HTTP/1.1" status: 204  len: 168 time: 0.4991155
Dec 13 14:50:49.338259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45308) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:49.452759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for b66c7866-e25f-4a18-ba7b-d1bfb30537bd owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:49.543499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network 470c6d38-a7c7-4f57-87c5-8f2610c193ae is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:50:49.570643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 470c6d38-a7c7-4f57-87c5-8f2610c193ae) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:49.580498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f106917-0cde-4999-8ee0-f8d1698dee7c None None] Network 470c6d38-a7c7-4f57-87c5-8f2610c193ae requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:49.588804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:49.589723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.607037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:49.718888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Port': ['ID=601a1e67-d24a-4237-8104-72faa8e100cf,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:49.731199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:49.757433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fb7a2-16be-49f7-ac16-88d8356423f7 req-b9462db1-f471-40cc-b2e8-b2bab82631dc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:49.759192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-703fb7a2-16be-49f7-ac16-88d8356423f7 req-b9462db1-f471-40cc-b2e8-b2bab82631dc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.2740762
Dec 13 14:50:49.762612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.795066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Checking segment: {'id': 'ef656860-d165-43e5-ad2d-a7ce9e022945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1181fe22-9c20-4b0f-9af3-0b73ebc8f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:50:49.795467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network hostable DHCP agents. Network: 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:50:49.880002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-73cd5d25-15bb-44d9-9174-91deeba8f090 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:49.885293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.895874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-703fb7a2-16be-49f7-ac16-88d8356423f7 req-758a4fdd-8d67-41c1-8da3-91f771055dfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253309
Dec 13 14:50:49.911426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:49.916119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5466da6b-39f7-409c-ade5-76510b234955 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:49.954728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:50:49.967926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=b66c7866-e25f-4a18-ba7b-d1bfb30537bd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:49.974537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:49.978095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:49.991991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-73cd5d25-15bb-44d9-9174-91deeba8f090 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:49.993384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-73cd5d25-15bb-44d9-9174-91deeba8f090 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.6532428
Dec 13 14:50:50.003166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45320) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:50.015232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:50.019659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.023841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.024904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.040534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cd9d9-ef29-48d6-9950-876573a97e89 None None] Network 1181fe22-9c20-4b0f-9af3-0b73ebc8f69d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:50.122002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.134271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:50.153685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.9524479
Dec 13 14:50:50.160755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45324) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:50.168101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.244501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac250-2da4-4f25-8f77-7df3772a68fc req-879009e3-cf86-4458-ae8c-dcf4ede922c4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.247681 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36fac250-2da4-4f25-8f77-7df3772a68fc req-879009e3-cf86-4458-ae8c-dcf4ede922c4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.4190116
Dec 13 14:50:50.253969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.295071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=558b5f50-d905-4c95-a55e-5b9045cca1fd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:50.312573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:50.334180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.335299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86a22c-4716-417c-884b-e3d29f78f612 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:50.348739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/558b5f50-d905-4c95-a55e-5b9045cca1fd HTTP/1.1" status: 204  len: 168 time: 1.8025045
Dec 13 14:50:50.349915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45328) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:50.370115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.472331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.480497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:50.529639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36fac250-2da4-4f25-8f77-7df3772a68fc req-6b17c406-7154-4099-913b-c0221e2f89f4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2533059
Dec 13 14:50:50.537507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=074ddeda-0667-43d1-b57c-5de45062a1f5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:50.547393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:50.553843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.606539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet 68f3791c-f580-417a-a1e0-acc7832328a6 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:50.613449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.617393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.621810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/074ddeda-0667-43d1-b57c-5de45062a1f5 HTTP/1.1" status: 204  len: 168 time: 0.6165597
Dec 13 14:50:50.623981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.658890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45334) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:50.683423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358bad-9a64-4136-87a5-33f503e0de9b req-259809d6-de5a-4149-8d8a-a90328021f63 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.685041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1358bad-9a64-4136-87a5-33f503e0de9b req-259809d6-de5a-4149-8d8a-a90328021f63 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.6093495
Dec 13 14:50:50.806196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.883352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.961495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353db81-169d-4446-9093-4ca2059980ef tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.965858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353db81-169d-4446-9093-4ca2059980ef tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:50.966703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1353db81-169d-4446-9093-4ca2059980ef tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Synchronizing usage tracker for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:50.982367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1358bad-9a64-4136-87a5-33f503e0de9b req-37481c4d-7eb6-493c-9f57-b96e0918836b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2318380
Dec 13 14:50:50.984530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:50.997067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.018489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 33417d9c-4c3f-4a13-a7f1-c200570cb94d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:51.018489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.018762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1353db81-169d-4446-9093-4ca2059980ef tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Unset dirty status for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:51.018762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1353db81-169d-4446-9093-4ca2059980ef tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.8502662
Dec 13 14:50:51.018762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45340) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.040560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45344) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.054610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf992942-a5ac-4f65-b510-5eed657e3564 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:51.084448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.085012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router 996157e4-2eac-4de3-844c-76a536e12d52 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:51.104465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting port fbf7e656-d548-4698-ba3b-d3ab1a911b9e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:51.104856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.138591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.139829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 204  len: 168 time: 3.9361844
Dec 13 14:50:51.147687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45348) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.155732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-470798455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:51.166667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:51.181196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:51.186408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:51.218445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:51.244086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf992942-a5ac-4f65-b510-5eed657e3564 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:51.245554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf992942-a5ac-4f65-b510-5eed657e3564 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5848246
Dec 13 14:50:51.253658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45352) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.257187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.258238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.390527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.418727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.434172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.458779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.605547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aadf7385-08c1-49f4-b0b1-64fb2ccec98d None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:51.606610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aadf7385-08c1-49f4-b0b1-64fb2ccec98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.612700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Calling delete_port for fbf7e656-d548-4698-ba3b-d3ab1a911b9e owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:51.644250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.659030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.717593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.718898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-baa91b18-3758-4af5-b6d3-91f68e91185f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.5701978
Dec 13 14:50:51.724080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45356) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.740091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.755572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'enable_snat': False}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:51.759529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aadf7385-08c1-49f4-b0b1-64fb2ccec98d None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:51.760409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aadf7385-08c1-49f4-b0b1-64fb2ccec98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.819630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aadf7385-08c1-49f4-b0b1-64fb2ccec98d None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:51.831765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5fdfb-3c08-4c68-957c-5157329b50fd req-41dedb7f-128e-4fee-bfba-4b2c89d4f7fb tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:51.833808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56d5fdfb-3c08-4c68-957c-5157329b50fd req-41dedb7f-128e-4fee-bfba-4b2c89d4f7fb tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.8701797
Dec 13 14:50:51.862427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-578fc135-506f-4017-9e98-5535e474a9f0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1093 time: 0.8032038
Dec 13 14:50:51.885320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.888535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45360) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:51.917699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:51.922455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:51.933575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d87f39-15db-4a8e-9fcc-f8fe0462dc16 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:51.969488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:51.985029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Port': ['ID=fbf7e656-d548-4698-ba3b-d3ab1a911b9e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:51.988212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:51.992977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:51.993753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:52.004285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:52.006872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.014796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46e685d0-025c-461b-a9d8-5f76379543f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:52.034764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.037309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 33417d9c-4c3f-4a13-a7f1-c200570cb94d owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:52.043008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13b95d-2807-41ac-8967-9e3481779e74,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:52.111372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:52.111665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.112310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.126842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/ports/fbf7e656-d548-4698-ba3b-d3ab1a911b9e HTTP/1.1" status: 204  len: 168 time: 1.1106489
Dec 13 14:50:52.171990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45364) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:52.175905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-088083b1-a24c-4387-b020-d0d8986af06d tempest-BulkNetworkOpsIpV6Test-1151732152 tempest-BulkNetworkOpsIpV6Test-1151732152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:52.193788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.195004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff13b95d-2807-41ac-8967-9e3481779e74 HTTP/1.1" status: 204  len: 168 time: 0.9401495
Dec 13 14:50:52.206017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45366) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:52.327360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=68f3791c-f580-417a-a1e0-acc7832328a6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:52.331271 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56d5fdfb-3c08-4c68-957c-5157329b50fd req-6313733c-59cf-45ea-82df-acd35d707def tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4791822
Dec 13 14:50:52.333912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:52.383533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71fd10-1da8-419d-a734-97204152ff90 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:52.393189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.486579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf1f95e8-0ebc-49f6-a9bf-d18715f9fd4d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:52.540498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting port 601a1e67-d24a-4237-8104-72faa8e100cf {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:52.540877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.542804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf1f95e8-0ebc-49f6-a9bf-d18715f9fd4d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:52.548533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bf1f95e8-0ebc-49f6-a9bf-d18715f9fd4d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3373291
Dec 13 14:50:52.554269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:52.559525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.570593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--438905773'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:52.583924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:52.589206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/68f3791c-f580-417a-a1e0-acc7832328a6 HTTP/1.1" status: 204  len: 168 time: 2.2362092
Dec 13 14:50:52.598945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45380) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:52.611344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.614714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:52.640229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.665795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d3d1db-8247-43cf-b1ad-53b7fe517dae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:52.666286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d3d1db-8247-43cf-b1ad-53b7fe517dae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:52.670517 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2d3d1db-8247-43cf-b1ad-53b7fe517dae tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/558b5f50-d905-4c95-a55e-5b9045cca1fd HTTP/1.1" status: 404  len: 337 time: 0.0641398
Dec 13 14:50:52.674616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45384) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:52.691187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.744438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.879469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.880080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21b8131a-d9ca-4147-bf73-6015531f531d {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:52.902033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting subnet b3b3ec90-5510-4417-ad5f-697be684cb1c {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:52.912219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:52.920604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:52.970381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:53.029948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.157 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/dd6b9195-200a-4bd3-937c-f55554e1fa7e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:53.134713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.145451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.153878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-900c69e0-1c01-4193-aec4-3c9e3fd1efc5 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:53.194724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:50:53.195937 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31d739e1-e316-4a47-944b-efc478332ad7 tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 4.8196192
Dec 13 14:50:53.210698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45392) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:53.276156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=33417d9c-4c3f-4a13-a7f1-c200570cb94d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:53.280107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.408472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Calling delete_port for 601a1e67-d24a-4237-8104-72faa8e100cf owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:53.433549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.440469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:53.498015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.518889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3539c360-7a02-4831-8121-ee8a950726d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:53.596029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9111c9c7-f619-4d22-8b88-3e7e50a62467,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:53.599349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.622870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Deleting port 5f5d152c-8ae0-4d85-9278-bf3acb6b5c70 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:53.623423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.639986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:53.652912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.657582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-533751e5-7088-4fa7-83e5-2e7fa7609ea8 None None] Provisioning complete for port 8e5c9858-7588-4d3c-a0ff-91f050169f2e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:53.658199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533751e5-7088-4fa7-83e5-2e7fa7609ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.715561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.716850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1603277
Dec 13 14:50:53.725064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.733917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:53.753009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '9111c9c7-f619-4d22-8b88-3e7e50a62467', 'direction': 'ingress', 'protocol': 17}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:53.768481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:53.778056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:53.791283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:53.801620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:53.808351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-533751e5-7088-4fa7-83e5-2e7fa7609ea8 None None] Provisioning complete for port 55527835-2f16-4b0f-b164-ca45f0f653aa triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:50:53.809290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533751e5-7088-4fa7-83e5-2e7fa7609ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.834610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.872077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-533751e5-7088-4fa7-83e5-2e7fa7609ea8 None None] Port 55527835-2f16-4b0f-b164-ca45f0f653aa cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:50:53.887130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:53.898998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad717197-d0c2-45a1-ba54-9ade6d08c161 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:53.956217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3de470-827a-43da-9934-eaf9a81dc38e req-e041b8bc-90a4-479a-baf4-8d41cdcc7dd3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:53.957913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da3de470-827a-43da-9934-eaf9a81dc38e req-e041b8bc-90a4-479a-baf4-8d41cdcc7dd3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.9040749
Dec 13 14:50:53.981694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.036181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Allocated IP 172.26.4.161 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/467a8327-6eb7-4fd6-8dcb-8a49dd281465) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:50:54.039816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:54.040807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=dd6b9195-200a-4bd3-937c-f55554e1fa7e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:54.048617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:54.051787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:54.055664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:54.068352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:54.117428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.151811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.158354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c3d0adf-a9fa-4c75-a4eb-3dd2b6e5eb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:54.222941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Port': ['ID=601a1e67-d24a-4237-8104-72faa8e100cf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:54.229261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.265044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:54.289554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274d0506-fe14-45b7-a858-1c8e38ae0a21,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:54.307171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:54.318113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.340561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.344700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.6068439
Dec 13 14:50:54.354792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45400) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:54.375347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.455713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.495076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da3de470-827a-43da-9934-eaf9a81dc38e req-2a4a5e6c-f14e-4dd5-bf2e-6ce1baf40d24 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5199957
Dec 13 14:50:54.613505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.633121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/ports/601a1e67-d24a-4237-8104-72faa8e100cf HTTP/1.1" status: 204  len: 168 time: 2.4230134
Dec 13 14:50:54.643858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45404) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:54.696556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.703981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:54.772768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.781283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-027e709b-5c15-4eed-aa76-8cfa8d9599ed tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:54.784279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.808678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7db5b5f-5a88-4ba3-926a-f7a149c93dda tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Synchronizing usage tracker for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:54.817028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.831442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b3ec90-5510-4417-ad5f-697be684cb1c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:54.849954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Pushing event updated for resources: {'Port': ['ID=467a8327-6eb7-4fd6-8dcb-8a49dd281465,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:54.850951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:54.857243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.863199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:50:54.866619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.867440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:54.872011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:50:54.875550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:50:54.878940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.884044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d02e099-1f93-4393-959e-e7288c3fad93 None None] Network bca27a39-5fa1-40d3-9bfc-54fded009329 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:54.946947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:54.951204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:55.006257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/b3b3ec90-5510-4417-ad5f-697be684cb1c HTTP/1.1" status: 204  len: 168 time: 2.3176403
Dec 13 14:50:55.006257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7db5b5f-5a88-4ba3-926a-f7a149c93dda tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Unset dirty status for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:55.006257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7db5b5f-5a88-4ba3-926a-f7a149c93dda tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2972739
Dec 13 14:50:55.006257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.006811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9111c9c7-f619-4d22-8b88-3e7e50a62467,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:55.008442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45410) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.010940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Calling delete_port for 5f5d152c-8ae0-4d85-9278-bf3acb6b5c70 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:55.019658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:55.032697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1026985079'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:55.044145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:55.076585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:55.096291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.097041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/9111c9c7-f619-4d22-8b88-3e7e50a62467 HTTP/1.1" status: 204  len: 168 time: 0.7390554
Dec 13 14:50:55.101526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.110195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eb9cd7-43ec-4115-9c0a-5c790b31e2d5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:55.110644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6eb9cd7-43ec-4115-9c0a-5c790b31e2d5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:55.112518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6eb9cd7-43ec-4115-9c0a-5c790b31e2d5 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/5ae7a39f-aacc-4b68-b9e9-926ffc3165e9 HTTP/1.1" status: 404  len: 337 time: 0.0747397
Dec 13 14:50:55.115534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:55.121131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.122586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45420) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.192553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.193214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Fanout notify agent at l3_agent the message router_deleted on router 6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:50:55.203140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4c2c25e4-4d4e-49e2-963f-c3ea9bc8425d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e28475e-caf0-415e-a546-acefcf5cb628 HTTP/1.1" status: 200  len: 205 time: 0.0630083
Dec 13 14:50:55.206476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.216288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] DHCP port deletion for bca27a39-5fa1-40d3-9bfc-54fded009329 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:50:55.221164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Deleting port 8e5c9858-7588-4d3c-a0ff-91f050169f2e {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:55.221702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.236584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:55.263106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.263775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment 52ec5fd7-48a6-40e1-8b3d-25df8cb3de46 of type vlan for network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6
Dec 13 14:50:55.305670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.309744 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/routers/6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 HTTP/1.1" status: 204  len: 168 time: 6.7653174
Dec 13 14:50:55.314044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45428) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.315863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c1a41aeb-5aed-4a12-8a38-04913ee64a06 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] delete failed (client error): The resource could not be found.
Dec 13 14:50:55.316943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c1a41aeb-5aed-4a12-8a38-04913ee64a06 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/routers/4e28475e-caf0-415e-a546-acefcf5cb628 HTTP/1.1" status: 404  len: 336 time: 0.1079006
Dec 13 14:50:55.321234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45432) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.324689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.363834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.410392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec7d377-92bf-4830-8f8e-a607e34f3d8a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:55.411020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec7d377-92bf-4830-8f8e-a607e34f3d8a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:55.439886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ec7d377-92bf-4830-8f8e-a607e34f3d8a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/07ccb7b3-a096-4d5e-b857-05e161ca0fd6 HTTP/1.1" status: 404  len: 337 time: 0.1140184
Dec 13 14:50:55.441013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b14da73-7743-4f59-885a-22238fd37b70 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:55.441747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45436) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.480130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] For port 8e5c9858-7588-4d3c-a0ff-91f050169f2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8e5c9858-7588-4d3c-a0ff-91f050169f2e,segment=NetworkSegment(a1fbabbd-6df7-40ed-9d77-3f41f625335b),segment_id=a1fbabbd-6df7-40ed-9d77-3f41f625335b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:55.480872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.522701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.550981 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-121ae379-bd79-40fc-9726-76876059d33a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:55.551559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121ae379-bd79-40fc-9726-76876059d33a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:55.556537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-121ae379-bd79-40fc-9726-76876059d33a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/3ab51f7b-c536-45df-b95f-7cf7fc8ec8a0 HTTP/1.1" status: 404  len: 337 time: 0.1032202
Dec 13 14:50:55.560395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45442) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.562831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.570094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b14da73-7743-4f59-885a-22238fd37b70 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:55.579885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b14da73-7743-4f59-885a-22238fd37b70 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4661124
Dec 13 14:50:55.580993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.589728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45446) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.599970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--847963100'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:55.611793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75856672-e6ad-4180-bb9f-d6e7a91ea02d tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:55.640926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Calling delete_port for 8e5c9858-7588-4d3c-a0ff-91f050169f2e owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:55.658390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:55.661065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f5d152c-8ae0-4d85-9278-bf3acb6b5c70,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:55.675259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:55.709137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:55.709720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.713876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:55.715040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.722263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.732337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b14b237e-646c-4dba-b9b7-2b4018ed6b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:55.735425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:55.763866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee91969-13c7-4457-84b2-41b8013e5e0b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:55.764351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee91969-13c7-4457-84b2-41b8013e5e0b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:55.768714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cee91969-13c7-4457-84b2-41b8013e5e0b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/d7af7254-4c59-4134-939d-1c4a55d24eaa HTTP/1.1" status: 404  len: 337 time: 0.2050095
Dec 13 14:50:55.772597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45450) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:55.781765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Pushing event deleted for resources: {'Port': ['ID=8e5c9858-7588-4d3c-a0ff-91f050169f2e,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:55.784504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:55.787424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] No DVR routers for this DVR port 8e5c9858-7588-4d3c-a0ff-91f050169f2e on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:50:55.821660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.846095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting subnet e047d4e3-a2f7-4e46-a756-5fb741885e2e {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:50:55.857938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:55.873742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:50:55.894028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-341f1fc2-c178-457c-8aac-838cc50eb03a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:55.894550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341f1fc2-c178-457c-8aac-838cc50eb03a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:55.914105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 8e5c9858-7588-4d3c-a0ff-91f050169f2e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:50:55.914566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8e5c9858-7588-4d3c-a0ff-91f050169f2e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:50:56.091730 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0765471
Dec 13 14:50:56.169250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45454) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.176141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-341f1fc2-c178-457c-8aac-838cc50eb03a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/a81107ee-c49b-4c13-a59a-0b32e42b7e36 HTTP/1.1" status: 404  len: 333 time: 0.3965492
Dec 13 14:50:56.181695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-385263534'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:56.194308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45458) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.195849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.204898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:56.217926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:56.222107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:56.233457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:56.240785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.269983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:56.272672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:56.276058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=0227415b-98ec-4f43-a1e4-e1bd7ed1dad6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:56.281342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5f5d152c-8ae0-4d85-9278-bf3acb6b5c70 HTTP/1.1" status: 204  len: 168 time: 3.0069792
Dec 13 14:50:56.311190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:56.318318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9dffa2-82da-46e0-bdf7-17c72b1423cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:56.318812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9dffa2-82da-46e0-bdf7-17c72b1423cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:56.320854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4d9dffa2-82da-46e0-bdf7-17c72b1423cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/bf1b4932-055f-4174-824e-51dd82652be9 HTTP/1.1" status: 404  len: 337 time: 0.1149747
Dec 13 14:50:56.326444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45464) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.329955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:56.352018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:56.357487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.373214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.388540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.397044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-266c4068-0e4e-4910-8415-6ad25dd804a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:56.453378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.455664 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a251411-1f0b-413f-9003-7c584e14e839 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:56.456159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a251411-1f0b-413f-9003-7c584e14e839 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:56.460905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a251411-1f0b-413f-9003-7c584e14e839 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/dd9f20cd-61d6-493e-bfa0-e39700337f04 HTTP/1.1" status: 404  len: 337 time: 0.1248329
Dec 13 14:50:56.463455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:50:56.465806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45468) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.469680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.489344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eeb3b-d1db-44fa-82eb-cfebc5ac1b2e req-6916291f-083e-4098-88fe-8bdd29843bc2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:56.491078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a3eeb3b-d1db-44fa-82eb-cfebc5ac1b2e req-6916291f-083e-4098-88fe-8bdd29843bc2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.8258388
Dec 13 14:50:56.507156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f22da-ae7b-40b9-9d67-657c928eac04,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:56.522322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:56.524358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.528692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9378932
Dec 13 14:50:56.531161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.539532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--946471972'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:56.546076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.546465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Added segment fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a of type vlan for network 5e696b1b-dd89-415f-8a3b-94689c01ce26
Dec 13 14:50:56.548110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8305ede8-9534-4a1b-9d92-c6a9f93c3961 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:56.548590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8305ede8-9534-4a1b-9d92-c6a9f93c3961 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:56.551312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8305ede8-9534-4a1b-9d92-c6a9f93c3961 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/5740eb92-e389-4b63-afb7-19cb0739ccb5 HTTP/1.1" status: 404  len: 333 time: 0.0796304
Dec 13 14:50:56.558044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.559685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:56.598314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:56.601815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.638764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:56.662890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a3eeb3b-d1db-44fa-82eb-cfebc5ac1b2e req-bd587cf1-98b3-4ce8-9dee-cfbb064fa244 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612196
Dec 13 14:50:56.665166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.674742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:56.679516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cbe6c1-2bc8-462b-817a-82c56d45d4a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:56.680021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cbe6c1-2bc8-462b-817a-82c56d45d4a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:56.690420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c0cbe6c1-2bc8-462b-817a-82c56d45d4a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/8b2d5d5b-08b6-4d2a-8de2-18803124f650 HTTP/1.1" status: 404  len: 337 time: 0.1195941
Dec 13 14:50:56.690420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45482) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.727288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.731889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.736132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.736470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2b18ff1-5296-4c82-95e0-eb1705e1c9e7 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:56.745780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.771227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5308b5a-6cb4-4603-88b2-55fe6049c8b8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:50:56.771724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5308b5a-6cb4-4603-88b2-55fe6049c8b8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:50:56.792850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5308b5a-6cb4-4603-88b2-55fe6049c8b8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/subnets/0465b5e3-adbd-4b40-ac6b-f2ad73399766 HTTP/1.1" status: 404  len: 337 time: 0.0997252
Dec 13 14:50:56.802090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.816192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.824824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a42b2c96-fbf3-4eba-acc0-4a6e4b482ca7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:56.872093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:56.874596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Subnet': ['ID=e047d4e3-a2f7-4e46-a756-5fb741885e2e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:56.880131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.885516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:56.886153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.892273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:56.893559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:56.900077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5e04d4d-0ff6-49a7-bd05-334b2b305334 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:56.915595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=dd6b9195-200a-4bd3-937c-f55554e1fa7e,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:56.925945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:56.935806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:56.937705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:56.944789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.960353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Deleting port 55527835-2f16-4b0f-b164-ca45f0f653aa {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:56.961000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:56.963986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb980f5-2b03-4358-9c86-5934356ec897 None None] Network 86383c30-bae4-4865-9d96-b9d6c5eb035d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:50:56.981534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/subnets/e047d4e3-a2f7-4e46-a756-5fb741885e2e HTTP/1.1" status: 204  len: 168 time: 1.6631074
Dec 13 14:50:56.985945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45496) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:56.987411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8172050
Dec 13 14:50:57.035591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.080917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Network': ['ID=5e696b1b-dd89-415f-8a3b-94689c01ce26,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:57.096588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:57.137960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.154192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45500) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:57.174422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5e696b1b-dd89-415f-8a3b-94689c01ce26 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:50:57.198569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'subnets': [{'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2026987441', 'ip_version': 4}, {'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:57.198922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'subnet': {'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2026987441', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:57.199600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Request body: {'subnet': {'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:57.219018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.227002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.230379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.236440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:57.291003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 32dce3f1-aa41-4673-8176-9f2814fa3652 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:57.291407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.336535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e108f-75b9-4e55-9e22-55b3dd9cd8e7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:57.360390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:57.363128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.364519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8308518
Dec 13 14:50:57.367904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45504) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:57.383858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:57.385873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '5a7f22da-ae7b-40b9-9d67-657c928eac04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ce6e108f-75b9-4e55-9e22-55b3dd9cd8e7', 'remote_ip_prefix': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:50:57.392929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:57.401397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:57.423915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] DHCP port deletion for 86383c30-bae4-4865-9d96-b9d6c5eb035d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:50:57.429065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Deleting port 32dce3f1-aa41-4673-8176-9f2814fa3652 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:57.429503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.433341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:57.435757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d116771e7a4f0985f90ec4f14f3925 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:57.446091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:57.448849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:57.495635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:57.571590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.623172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] For port 32dce3f1-aa41-4673-8176-9f2814fa3652, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32dce3f1-aa41-4673-8176-9f2814fa3652,segment=NetworkSegment(6771765e-c9d2-4557-9dd8-724ef891b99e),segment_id=6771765e-c9d2-4557-9dd8-724ef891b99e)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:57.623603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.762742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.773172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 32dce3f1-aa41-4673-8176-9f2814fa3652 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:57.859431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:50:57.883034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32dce3f1-aa41-4673-8176-9f2814fa3652 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:50:57.926606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] For port 32dce3f1-aa41-4673-8176-9f2814fa3652, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32dce3f1-aa41-4673-8176-9f2814fa3652,segment=NetworkSegment(6771765e-c9d2-4557-9dd8-724ef891b99e),segment_id=6771765e-c9d2-4557-9dd8-724ef891b99e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:50:57.927094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.931442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.940309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.943406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fe496ca-a765-483a-a3d7-4c60422dc123 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:57.963735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:57.984344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ab931d-b9c3-40b3-8096-ca5a6375769a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:57.994452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:57.995682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43e26376-3924-4dff-836f-c5e066b9e639 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:58.054366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=32dce3f1-aa41-4673-8176-9f2814fa3652,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:58.057739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:58.060140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] No DVR routers for this DVR port 32dce3f1-aa41-4673-8176-9f2814fa3652 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:50:58.063671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.064998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.6943061
Dec 13 14:50:58.078809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Calling delete_port for 32dce3f1-aa41-4673-8176-9f2814fa3652 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:58.094514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45510) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:58.110741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f56fb7-2869-4aa5-9626-e6e276362a78 req-2ce7e6af-e522-4761-bba3-8b921247f6fd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:58.112432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23f56fb7-2869-4aa5-9626-e6e276362a78 req-2ce7e6af-e522-4761-bba3-8b921247f6fd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2832439
Dec 13 14:50:58.118399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No active binding found for port 32dce3f1-aa41-4673-8176-9f2814fa3652 {{(pid=88858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 13 14:50:58.118863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32dce3f1-aa41-4673-8176-9f2814fa3652 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:50:58.162240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:50:58.162957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:50:58.205625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Calling delete_port for 55527835-2f16-4b0f-b164-ca45f0f653aa owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:58.232919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Usage tracker for resource:subnet and tenant:a98c6559fbd94a488a8428ec020c31fc is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:50:58.244623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:50:58.264723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Router da90edf2-ce8f-4827-8816-5ce069b2f13b is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:50:58.266156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.268138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:50:58.274848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.307289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.325676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f58eeb8>,) {'filters': {'network_id': ['86383c30-bae4-4865-9d96-b9d6c5eb035d']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:58.333932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Made reservation on behalf of a98c6559fbd94a488a8428ec020c31fc for: {'subnet': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:50:58.343848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f58eeb8>, '6771765e-c9d2-4557-9dd8-724ef891b99e') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:58.344184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f58eeb8>, '6771765e-c9d2-4557-9dd8-724ef891b99e') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:58.359786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23f56fb7-2869-4aa5-9626-e6e276362a78 req-c1af21aa-1f72-4d6e-824d-055af3f8444c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2187786
Dec 13 14:50:58.363921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.377118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.383266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.390193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:50:58.390623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.400603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:50:58.406582 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:50:58.411330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.412159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2d28466-50ae-4e9b-ad6e-c181b399e239 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:58.423652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:58.495242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6ab931d-b9c3-40b3-8096-ca5a6375769a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:58.504294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:58.508359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.509600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-578d3af6-45b3-4d18-89b3-a5cd17763470 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e6ab931d-b9c3-40b3-8096-ca5a6375769a HTTP/1.1" status: 204  len: 168 time: 0.4109116
Dec 13 14:50:58.513242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45514) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:58.530990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.535734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.542868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-666e40df-598e-4f3f-962d-30ff2b2a312e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:58.567134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.573392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Network': ['ID=86383c30-bae4-4865-9d96-b9d6c5eb035d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:58.575969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:58.580278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/networks/86383c30-bae4-4865-9d96-b9d6c5eb035d HTTP/1.1" status: 204  len: 168 time: 1.5887690
Dec 13 14:50:58.581123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45518) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:58.621206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f1e9c-5642-45dd-a5f1-45cdd6eca711,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:58.631676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:58.632243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f8b2b48-20ce-42fa-916b-bef9d63f1483 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:58.664650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Deleting port 32dce3f1-aa41-4673-8176-9f2814fa3652 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:58.665173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.682325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0d116771e7a4f0985f90ec4f14f3925&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9153557
Dec 13 14:50:58.686063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45522) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:58.696468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-254cdbb0-c740-496e-97a2-d7e2a28f1f49 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:50:58.700789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP 247ac783-2cd0-4f01-b914-6950ac4ecc80 associated. External IP: 172.26.4.157, port: 16055ef1-0a83-453e-ae51-f163dc17dced.
Dec 13 14:50:58.733687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f5807fc0-2dc7-4d67-9755-560a99886907 None None] The port '32dce3f1-aa41-4673-8176-9f2814fa3652' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:50:58.762935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Port': ['ID=55527835-2f16-4b0f-b164-ca45f0f653aa,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:58.772015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.777549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.782544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:58.808070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 087ea83d-3cf1-4f3b-8905-2b4b2e16c474 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:50:58.808442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.855832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-254cdbb0-c740-496e-97a2-d7e2a28f1f49 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:50:58.857106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-254cdbb0-c740-496e-97a2-d7e2a28f1f49 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3426449
Dec 13 14:50:58.860517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45526) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:58.894805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.895260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:58.915222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/ports/55527835-2f16-4b0f-b164-ca45f0f653aa HTTP/1.1" status: 204  len: 168 time: 2.1120064
Dec 13 14:50:58.924500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45530) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:59.008501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.175312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.225597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.240864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.291227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.291583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.391859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:50:59.404096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] Sync routers for ids ['da90edf2-ce8f-4827-8816-5ce069b2f13b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:50:59.418128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] Routers {'da90edf2-ce8f-4827-8816-5ce069b2f13b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:59.419078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6164a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['da90edf2-ce8f-4827-8816-5ce069b2f13b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:59.483752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6164a8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:59.502157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] Routers {'da90edf2-ce8f-4827-8816-5ce069b2f13b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:50:59.503843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6164a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['da90edf2-ce8f-4827-8816-5ce069b2f13b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:59.545961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.550121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "PUT /v2.0/routers/da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 200  len: 919 time: 7.8206518
Dec 13 14:50:59.561639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45536) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:50:59.578344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6164a8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:59.578756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66a98e-b27c-408e-a610-366da76c3aad None None] The sync data for ids ['da90edf2-ce8f-4827-8816-5ce069b2f13b'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:50:59.712696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 087ea83d-3cf1-4f3b-8905-2b4b2e16c474 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:50:59.742609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.825984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.834223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb2f6493-d109-4b26-b4cf-f505dd81af41 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:59.835187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.893393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00ea644e-a929-412c-aadf-b27c8eafe317 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:50:59.916033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.926424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f1e9c-5642-45dd-a5f1-45cdd6eca711,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:59.944796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:50:59.971655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664bd0c-3182-40be-9640-ef290ac3f412 req-d58e3737-0a48-4773-8559-fdeabba86954 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:50:59.973349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e664bd0c-3182-40be-9640-ef290ac3f412 req-d58e3737-0a48-4773-8559-fdeabba86954 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.4177623
Dec 13 14:50:59.978335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Subnet': ['ID=fe6b5755-0471-4b82-8367-928889e49a18,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:50:59.984150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:50:59.990124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f201518>,) {'filters': {'network_id': ['bca27a39-5fa1-40d3-9bfc-54fded009329']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:50:59.997597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46431aee-20c6-4f34-8ef8-fe5e87afbcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:00.016033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.017263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa5f1e9c-5642-45dd-a5f1-45cdd6eca711 HTTP/1.1" status: 204  len: 168 time: 1.3299012
Dec 13 14:51:00.019302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f201518>, 'a1fbabbd-6df7-40ed-9d77-3f41f625335b') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:00.019640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f201518>, 'a1fbabbd-6df7-40ed-9d77-3f41f625335b') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:00.031507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e108f-75b9-4e55-9e22-55b3dd9cd8e7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:00.041596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:00.069290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:00.081290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.095631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.096518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/ce6e108f-75b9-4e55-9e22-55b3dd9cd8e7 HTTP/1.1" status: 204  len: 168 time: 1.2337575
Dec 13 14:51:00.101659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45542) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.130317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.149536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:00.150071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.158821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Checking segment: {'id': '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:00.159265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network hostable DHCP agents. Network: 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:00.166058 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:00.218694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e664bd0c-3182-40be-9640-ef290ac3f412 req-a2d0cfad-873d-4406-b4b4-56408a97b9bc tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2342656
Dec 13 14:51:00.257905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.266098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:00.268525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17549e88-b499-435e-b7ab-f47d2a6d502c tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:00.282787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:00.287170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-06178c03-0847-44cf-aaa4-5e17d295ffc8 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 200  len: 925 time: 0.6861534
Dec 13 14:51:00.290645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45548) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.294855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.298369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c82fad-f3e0-4bcb-92c0-4de3cda299bc None None] Network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:00.331650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bdc0203-ffe2-4a42-b6c4-fc6e4d9220b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:00.340728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=087ea83d-3cf1-4f3b-8905-2b4b2e16c474,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:00.346320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:00.363750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.399652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f0df76e4-36b9-4f13-a999-95f067ecbe78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:00.427766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.455585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-32c6ea27-ea4b-4a5d-8b07-df64c3a971e3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:00.496699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Pushing event deleted for resources: {'Network': ['ID=bca27a39-5fa1-40d3-9bfc-54fded009329,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:00.508118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:00.526922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] 10.222.0.69 "DELETE /v2.0/networks/bca27a39-5fa1-40d3-9bfc-54fded009329 HTTP/1.1" status: 204  len: 168 time: 1.5954528
Dec 13 14:51:00.537922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-32c6ea27-ea4b-4a5d-8b07-df64c3a971e3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:00.539422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32c6ea27-ea4b-4a5d-8b07-df64c3a971e3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.4348612
Dec 13 14:51:00.543464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45554) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.590479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.602356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.609799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/floatingips/fd321c94-25b5-4a72-81d3-0495cb36cf46 HTTP/1.1" status: 204  len: 168 time: 2.0269105
Dec 13 14:51:00.613822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45558) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.646582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-0227415b-98ec-4f43-a1e4-e1bd7ed1dad6', 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6', 'tenant_id': 'a98c6559fbd94a488a8428ec020c31fc', 'fixed_ips': [{'subnet_id': 'fe6b5755-0471-4b82-8367-928889e49a18'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:00.648410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.672597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:00.674001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45562) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.706354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eacfa1b-ffed-4493-b6de-ab352fde717f tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:51:00.706856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eacfa1b-ffed-4493-b6de-ab352fde717f tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:51:00.711893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2eacfa1b-ffed-4493-b6de-ab352fde717f tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/5a348649-8410-4572-a736-b37862d466da HTTP/1.1" status: 404  len: 333 time: 0.0969265
Dec 13 14:51:00.712520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45566) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.740368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event updated for resources: {'Subnet': ['ID=32f794d1-b794-4838-abf0-637484f64ef7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:00.748000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:00.765148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b462873-7297-42c5-8148-a1a32ec96cb9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Synchronizing usage tracker for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:00.796026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.809251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b462873-7297-42c5-8148-a1a32ec96cb9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Unset dirty status for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:00.813398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b462873-7297-42c5-8148-a1a32ec96cb9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 HTTP/1.1" status: 200  len: 205 time: 0.0985687
Dec 13 14:51:00.817205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45572) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.863120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Allocated IP 172.20.0.2 (0227415b-98ec-4f43-a1e4-e1bd7ed1dad6/fe6b5755-0471-4b82-8367-928889e49a18/88d9f587-061b-4aa9-a9c8-ffc74d0c6252) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:00.882869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Checking segment: {'id': 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:00.883382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network hostable DHCP agents. Network: 5e696b1b-dd89-415f-8a3b-94689c01ce26, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:00.897403 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66ebace1-6a2d-4d98-9b62-d83517b25da4 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=da90edf2-ce8f-4827-8816-5ce069b2f13b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6053753
Dec 13 14:51:00.899842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-3c6e65dc-377e-4717-88d9-600d20d1284c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:00.900978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c6e65dc-377e-4717-88d9-600d20d1284c tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/routers/6f71986e-50f1-4d8c-a5e2-f8ec27cc4513 HTTP/1.1" status: 404  len: 336 time: 0.0829394
Dec 13 14:51:00.902630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:00.904640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1271c08-107a-44b0-b4e9-53877fe40215 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb827dd66b314765adbf7982f7bea3b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2290037
Dec 13 14:51:00.906069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45576) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.906428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45578) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.910943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45580) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.937537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45588) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:00.984848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00e61b0-36fb-4122-8180-57d222171ddf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:51:00.985343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00e61b0-36fb-4122-8180-57d222171ddf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:51:01.014719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.022344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3111a2ca-7184-45a5-a75d-bac8e1c894d8 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:01.029211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d00e61b0-36fb-4122-8180-57d222171ddf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/subnets/e047d4e3-a2f7-4e46-a756-5fb741885e2e HTTP/1.1" status: 404  len: 337 time: 0.1163409
Dec 13 14:51:01.032147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45594) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.042050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.095772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Network 5e696b1b-dd89-415f-8a3b-94689c01ce26 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:01.114613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port b38cfbde-37d0-4964-a1d9-505b1b04c2d9 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:01.115255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.145115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.157329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f22da-ae7b-40b9-9d67-657c928eac04,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:01.157938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Transition to ACTIVE for port object 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:01.168730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 5e696b1b-dd89-415f-8a3b-94689c01ce26) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:01.178350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:01.181962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.182398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.183105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.189351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8726ec-c4ac-40cc-ac1f-65a573d0adff None None] Network 5e696b1b-dd89-415f-8a3b-94689c01ce26 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:01.213678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Transition to ACTIVE for port object 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:01.221325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383967ed-22ac-4b32-8077-3c379c919e61 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.222593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-383967ed-22ac-4b32-8077-3c379c919e61 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/networks/7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 881 time: 0.3141007
Dec 13 14:51:01.226949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45598) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.231392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.235276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/5a7f22da-ae7b-40b9-9d67-657c928eac04 HTTP/1.1" status: 204  len: 168 time: 0.6881843
Dec 13 14:51:01.235670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45602) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.240414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.243898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.251891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9bafd66-a345-465f-afd2-5d5b25fb9734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:01.259124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 4.0725343
Dec 13 14:51:01.260483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45608) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.358518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:01.366317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:01.380715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:01.421325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.422789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.424287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.425132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Synchronizing usage tracker for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:01.428628 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-06e34492-86b8-4d9c-bece-a014341bb1f0 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 200  len: 205 time: 0.1916599
Dec 13 14:51:01.433678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45612) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.440960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Pushing event updated for resources: {'Port': ['ID=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:01.479131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:01.511509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cae7857e-7742-4747-bf85-d0bc3ba8c09a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:01.529921 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6d3654e-a807-4e96-b024-7415694f63ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a9453c488274eabb8b9b73d298a3e18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5862138
Dec 13 14:51:01.530141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:01.539063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.553697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:01.563474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Attempting to bind port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:01.563898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Attempting to bind port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:01.564346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Attempting to bind port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 on network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:01.575796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Unset dirty status for tenant:a98c6559fbd94a488a8428ec020c31fc on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:01.580280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2ee18ce2-4635-48e6-bbda-d4249265e536 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.3127844
Dec 13 14:51:01.581835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45620) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.605839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.622908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:01.623223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Checking segment: {'id': '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:01.623708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.624086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Bound using segment: {'id': '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:01.624825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Bound port: 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0227415b-98ec-4f43-a1e4-e1bd7ed1dad6'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:01.625003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.639857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cae7857e-7742-4747-bf85-d0bc3ba8c09a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:01.649190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cae7857e-7742-4747-bf85-d0bc3ba8c09a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4120948
Dec 13 14:51:01.659639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.676570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-5e696b1b-dd89-415f-8a3b-94689c01ce26', 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26', 'tenant_id': 'a98c6559fbd94a488a8428ec020c31fc', 'fixed_ips': [{'subnet_id': '32f794d1-b794-4838-abf0-637484f64ef7'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:01.676932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.678429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642349647'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:01.700024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:01.702175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:01.702699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:01.704277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.720440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7d959-cb32-4034-b396-03b261bfbb4e tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:01.737444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:01.741641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.8449001
Dec 13 14:51:01.744838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:51:01.749531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:01.757618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff085631-1183-43f9-9448-dd185fd0f67a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:01.764187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:01.794741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083038-a9d4-4ba6-8e0a-7edc554b4601 req-c8037650-e7db-4d1a-bcd6-2affd25ca8a3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:01.802468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee083038-a9d4-4ba6-8e0a-7edc554b4601 req-c8037650-e7db-4d1a-bcd6-2affd25ca8a3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3794634
Dec 13 14:51:01.825912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.826488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff085631-1183-43f9-9448-dd185fd0f67a HTTP/1.1" status: 204  len: 168 time: 0.9139073
Dec 13 14:51:01.849353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:01.935951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced', 'status': 'completed', 'code': 200}
Dec 13 14:51:01.944014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Allocated IP 172.20.0.18 (5e696b1b-dd89-415f-8a3b-94689c01ce26/32f794d1-b794-4838-abf0-637484f64ef7/060ae1e6-7867-4a99-b1f2-3ede56825ab8) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:01.964961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.006426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.093766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ec72f476-a0cd-4a1a-9a8e-8662b166be1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/247ac783-2cd0-4f01-b914-6950ac4ecc80 HTTP/1.1" status: 200  len: 991 time: 0.3390648
Dec 13 14:51:02.097359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.119461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:02.124845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for b38cfbde-37d0-4964-a1d9-505b1b04c2d9 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:02.136288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:02.147355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:02.166726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:02.232776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.241482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee083038-a9d4-4ba6-8e0a-7edc554b4601 req-f089f961-54fc-4b83-8aaa-31e15dc5badf tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4379733
Dec 13 14:51:02.326126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting subnet fe6b5755-0471-4b82-8367-928889e49a18 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:51:02.344994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.346930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.352898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] For port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:02.355666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e2c7540-e34f-4efd-99d7-81b975673a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:02.391454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.392595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] For port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,segment=NetworkSegment(52ec5fd7-48a6-40e1-8b3d-25df8cb3de46),segment_id=52ec5fd7-48a6-40e1-8b3d-25df8cb3de46)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:02.392819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b61290-2e76-429f-89f2-f17774eaabdd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:02.399790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:02.402441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.406602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a67725bc-bc54-48e0-a776-0a576593cb13 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:02.412982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.422248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:02.460606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-017ed43b-51e8-4907-a151-97baa4d565a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1098 time: 0.5037086
Dec 13 14:51:02.486043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77035ee-2779-4ecd-b13b-be0c74b633ed,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:02.489810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.493980 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76b61290-2e76-429f-89f2-f17774eaabdd HTTP/1.1" status: 204  len: 168 time: 0.9504464
Dec 13 14:51:02.495655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:02.498386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.502767 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8397784
Dec 13 14:51:02.503628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:02.506595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.551572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:51:02.563802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'd77035ee-2779-4ecd-b13b-be0c74b633ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:02.582427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:02.590990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:02.597195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:02.606758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:02.661660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.776286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.800188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port 467a8327-6eb7-4fd6-8dcb-8a49dd281465 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:02.800576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.844959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.872757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Transition to ACTIVE for port object 060ae1e6-7867-4a99-b1f2-3ede56825ab8 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:02.910068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Pushing event updated for resources: {'Port': ['ID=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:02.916561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.918649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:02.936948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21322c90-7beb-4857-98eb-48f1ed610a8c tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:02.957724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Transition to ACTIVE for port object 060ae1e6-7867-4a99-b1f2-3ede56825ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:02.963894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:02.981869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.004752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=b38cfbde-37d0-4964-a1d9-505b1b04c2d9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:03.014145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:03.017334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68d5c676-6953-4bb3-9682-135482e247bc tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:03.036522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78124d2a-36f9-4280-b969-73389f7ec5d6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:03.039358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:03.042428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.047524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.5385842
Dec 13 14:51:03.047524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45658) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:03.098116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45662) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:03.102493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.115933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.129357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.150431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:03.154872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.221649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.232805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.243153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:03.247760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-725e8ffb-d7dd-4cea-b948-de5d9ba9b6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:03.252874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-725e8ffb-d7dd-4cea-b948-de5d9ba9b6b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 897 time: 0.7830594
Dec 13 14:51:03.270333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Network 5e696b1b-dd89-415f-8a3b-94689c01ce26 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:03.282227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:03.290506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:03.327736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78124d2a-36f9-4280-b969-73389f7ec5d6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:03.372387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.373929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/78124d2a-36f9-4280-b969-73389f7ec5d6 HTTP/1.1" status: 204  len: 168 time: 0.3256321
Dec 13 14:51:03.426931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Pushing event updated for resources: {'Port': ['ID=060ae1e6-7867-4a99-b1f2-3ede56825ab8,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:03.455679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45676) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:03.566678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:03.614895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Attempting to bind port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:03.615309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Attempting to bind port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:03.615927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Attempting to bind port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 on network 5e696b1b-dd89-415f-8a3b-94689c01ce26 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:03.626369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:03.627096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Checking segment: {'id': 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:03.627631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.628316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Bound using segment: {'id': 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:03.629589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Bound port: 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5e696b1b-dd89-415f-8a3b-94689c01ce26'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:03.630174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.632016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:03.642520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for 467a8327-6eb7-4fd6-8dcb-8a49dd281465 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:03.727784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45682) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:03.803881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.860034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-4060dfb2-fd24-4029-b074-65f764430400 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 999 time: 0.5485632
Dec 13 14:51:03.860721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] For port 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:03.865444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] For port 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=060ae1e6-7867-4a99-b1f2-3ede56825ab8,segment=NetworkSegment(fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a),segment_id=fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:03.880535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:03.888883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b09b9bde-e6d6-47e4-95ef-e56c98a2a841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:03.893727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4501429c-3821-4e34-85b3-d9904b3bd28e tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:03.920332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/b38cfbde-37d0-4964-a1d9-505b1b04c2d9 HTTP/1.1" status: 204  len: 168 time: 2.8842719
Dec 13 14:51:04.056824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-e0c5853b-d981-46a1-97af-ee7ce4df3ecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:04.059542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-e0c5853b-d981-46a1-97af-ee7ce4df3ecb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 200  len: 835 time: 0.1802323
Dec 13 14:51:04.060449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45690) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:04.062678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.067328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:04.079228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4501429c-3821-4e34-85b3-d9904b3bd28e tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:04.080942 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4501429c-3821-4e34-85b3-d9904b3bd28e tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6242299
Dec 13 14:51:04.091018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45696) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:04.144802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74fcd2e4-2c85-41a7-9629-5dbb8dc35a01 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/247ac783-2cd0-4f01-b914-6950ac4ecc80 HTTP/1.1" status: 200  len: 991 time: 1.0452502
Dec 13 14:51:04.193888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Pushing event updated for resources: {'Port': ['ID=060ae1e6-7867-4a99-b1f2-3ede56825ab8,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:04.201410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:04.220093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:50:54Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:04.227315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:51:04.243960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4777d760-9028-48ac-80a2-2f41d2fb292f tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:04.245440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:04.246230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:50:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:04.277387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.303605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24c9-a99a-43a0-b3a7-c49ae78a22f1 req-e4c77b0e-d7dd-4c87-864b-146c8b4caf24 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:04.305411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3e1b24c9-a99a-43a0-b3a7-c49ae78a22f1 req-e4c77b0e-d7dd-4c87-864b-146c8b4caf24 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.6176445
Dec 13 14:51:04.327178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:04.364982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port 84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:04.366641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.370305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.399403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45702) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:04.412183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.416835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/subnets/fe6b5755-0471-4b82-8367-928889e49a18 HTTP/1.1" status: 204  len: 168 time: 2.8318896
Dec 13 14:51:04.419726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45704) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:04.423547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1415947979'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:04.447793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6b5755-0471-4b82-8367-928889e49a18,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:04.453666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:04.456286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:04.483208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3e1b24c9-a99a-43a0-b3a7-c49ae78a22f1 req-ee80c1d9-9280-4d68-bd3e-2c09ddd61227 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1649408
Dec 13 14:51:04.500327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:network and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:04.523421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.527608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:51:04.528931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:04.530166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8955b07e-8316-493b-91af-74ade4b978db tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:04.549235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:04.579242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.614852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=467a8327-6eb7-4fd6-8dcb-8a49dd281465,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:04.622681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:04.623689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-084137aa-933e-48cb-90ec-fd36e6323bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:04.682012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77035ee-2779-4ecd-b13b-be0c74b633ed,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:04.689432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:04.692793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:04.698811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.729434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-496360171'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:04.735408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:04.740058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:04.745126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:04.752143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:04.777011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.781633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/d77035ee-2779-4ecd-b13b-be0c74b633ed HTTP/1.1" status: 204  len: 168 time: 0.6863761
Dec 13 14:51:04.781819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45714) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:04.791411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:04.803424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:04.891736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba5ac215-f45a-43ea-a4c7-a61df8b5aae5 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:04.947541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.031220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.090077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba5ac215-f45a-43ea-a4c7-a61df8b5aae5 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:05.091506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba5ac215-f45a-43ea-a4c7-a61df8b5aae5 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3079896
Dec 13 14:51:05.095630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45718) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:05.109471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--795443347'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:05.119940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.142316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:50:54Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:05.147509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a301ae-4664-4369-a88f-1b685c09db50 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:50:54Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:05.195733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for 84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:05.216578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45722) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:05.218132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.253950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.267277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-6e8be1e4-0366-4c24-9607-0a97f673101a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.1848660
Dec 13 14:51:05.371269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:05.428478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.438062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:security_group_rule and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:05.472146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.494843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:05.523314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45d3bf-242d-45d3-b898-a9d9b3d78bd6 None None] New status for floating IP 247ac783-2cd0-4f01-b914-6950ac4ecc80: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:51:05.542089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:05.602547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.608298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.617142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2bafced8-e598-4b57-acb5-d19fd7387bfd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/247ac783-2cd0-4f01-b914-6950ac4ecc80 HTTP/1.1" status: 200  len: 991 time: 0.3956132
Dec 13 14:51:05.627999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.634113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:security_group_rule and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:05.639926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613dac8-a983-42dc-b6b9-a1752fd69234 None None] Network 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:05.641781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.648032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting subnet 32f794d1-b794-4838-abf0-637484f64ef7 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:51:05.648669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:05.651573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.652314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:05.660848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:05.699824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.700429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router da90edf2-ce8f-4827-8816-5ce069b2f13b {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:51:05.715999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.759386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.763389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.768600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 204  len: 168 time: 4.3264520
Dec 13 14:51:05.768600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.774159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45728) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:05.774958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20b70fe1-54af-4880-afd1-fd2a2c3a3cd2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:05.799987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-897266147', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:05.812191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.823961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.832049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Usage tracker for resource:router and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:05.837528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:05.841978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.843364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7435617
Dec 13 14:51:05.847606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4596c-359a-4238-b612-299de9943bb4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:05.850266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45732) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:05.851284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:05.857416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:05.861826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '08b4596c-359a-4238-b612-299de9943bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:05.871867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:05.876991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:05.880638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:05.883977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:05.889308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.892958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.907039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:05.935818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:05.970783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:06.036758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.037190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.049478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.049730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.059240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.062168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a55dcea4-27dd-4daa-a8d1-00c94e476a70 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.080656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-47057dbf-79f4-4490-9531-e78a3aff0be2 service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7418113
Dec 13 14:51:06.113222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 060ae1e6-7867-4a99-b1f2-3ede56825ab8 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:06.131846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Subnet': ['ID=32f794d1-b794-4838-abf0-637484f64ef7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:06.135366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.140857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:06.186411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b9f157c-f299-4677-a6da-ff3f03d03cdc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.251278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7817e581-04aa-48f5-a2e3-52708bfb4572,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:06.263964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:06.294329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Provisioning for port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:06.298665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.306221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.319005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4595907
Dec 13 14:51:06.326642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45736) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:06.328532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Provisioning complete for port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:06.329195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.358759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-190dcabe-3eab-43f8-a26f-dde4137c8769 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules/7817e581-04aa-48f5-a2e3-52708bfb4572 HTTP/1.1" status: 200  len: 705 time: 0.0302751
Dec 13 14:51:06.362365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45740) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:06.513260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.527714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:06.528068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-387b8ba6-2d9c-405d-a081-90c67fa58cb8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:06.540988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.550746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] DHCP port deletion for 0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:51:06.556851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Deleting port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:06.557279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.563997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.566546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:06.589445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:06.594373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.622127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:06.650639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-089f32c9-0428-4918-aa2c-b98ebc9ac8f5 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.674159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] For port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,segment=NetworkSegment(52ec5fd7-48a6-40e1-8b3d-25df8cb3de46),segment_id=52ec5fd7-48a6-40e1-8b3d-25df8cb3de46)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:06.679834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ccfc29-f6a3-4899-a06c-1fffe6bff4b4 None None] Network 5e696b1b-dd89-415f-8a3b-94689c01ce26 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:06.703001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-387b8ba6-2d9c-405d-a081-90c67fa58cb8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:06.707494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-387b8ba6-2d9c-405d-a081-90c67fa58cb8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3408213
Dec 13 14:51:06.709242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.717368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:06.725719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-675198db-bcd0-4cfc-a14a-e7bd4df77eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.792224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba411215-5f08-4aea-acac-d32fb0307885 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/247ac783-2cd0-4f01-b914-6950ac4ecc80 HTTP/1.1" status: 200  len: 993 time: 0.1563737
Dec 13 14:51:06.800517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.815071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.817788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:06.832197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85bd3c-a16d-44ac-84ee-38732e1717a4 req-8c9887fc-ce0e-4128-b518-f210cc207783 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:06.834582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba85bd3c-a16d-44ac-84ee-38732e1717a4 req-8c9887fc-ce0e-4128-b518-f210cc207783 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.9470363
Dec 13 14:51:06.851953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/subnets/32f794d1-b794-4838-abf0-637484f64ef7 HTTP/1.1" status: 204  len: 168 time: 2.4136665
Dec 13 14:51:06.861716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45752) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:06.882099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0abac-a844-4081-85a5-c998b065a5ba,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:06.905443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.913045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.914430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:06.929477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.929875 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Added segment 006612ef-a039-4c1d-8f5f-7b7f088eb98a of type vlan for network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d
Dec 13 14:51:06.956171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.956935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:06.969181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2b8ae58-c880-40b7-a93c-2b632e225f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:06.979070 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c584b280-5b78-4170-bac4-c2c48ac02686 req-67a241ab-8c48-4dcb-bc80-a4f649311cae service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8807261
Dec 13 14:51:07.006375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.009507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.015112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9bec9b16-240a-4636-a098-564bc81bb286 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:07.018628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Pushing event updated for resources: {'Port': ['ID=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:07.021919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:07.034282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7817e581-04aa-48f5-a2e3-52708bfb4572,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:07.045703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:07.049905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:07.058625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25539369-4c9f-4f51-b0e8-c763e80de998 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:07.060260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25539369-4c9f-4f51-b0e8-c763e80de998 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1974599
Dec 13 14:51:07.064669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.066186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45756) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.069584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] For port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,segment=NetworkSegment(52ec5fd7-48a6-40e1-8b3d-25df8cb3de46),segment_id=52ec5fd7-48a6-40e1-8b3d-25df8cb3de46)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:07.070150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.071979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba85bd3c-a16d-44ac-84ee-38732e1717a4 req-29f890fc-5d95-4090-badb-22402b3b27ea tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2083325
Dec 13 14:51:07.077598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/ports/84bda038-1c1e-4fd3-bc7a-fb2c5000c1cd HTTP/1.1" status: 204  len: 168 time: 2.9999366
Dec 13 14:51:07.084515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45760) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.085537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385403ff-dc66-4231-9f25-cc7c3c55c2bf,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:07.086686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Provisioning for port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:07.092417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.092814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment edfaf1fa-16ab-460a-ab3e-19501dd42867 of type vlan for network dd96b95d-e675-4d7e-baa6-62c6923a6557
Dec 13 14:51:07.094651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:07.096489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.100870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7817e581-04aa-48f5-a2e3-52708bfb4572 HTTP/1.1" status: 204  len: 168 time: 0.3775361
Dec 13 14:51:07.104167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45764) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.196636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.206151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.210678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:07.211328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.218765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f83465a-7c28-46b6-abf9-e01fc3ff1acb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:07.274926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Calling delete_port for 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:07.305045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.5725594
Dec 13 14:51:07.384971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:51:07.386412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45770) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.386532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:51:07.388729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Provisioning complete for port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:07.389160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.394366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'subnet': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:07.420591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Network': ['ID=4ffc52e2-4b45-481f-88d1-3485a46c8e6d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:07.441061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:07.441775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.450245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:07.456860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:07.457824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.477234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40be3921-3997-464b-9b4a-f0b8802ca794 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:07.511895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f758bd-5ca6-486d-b27a-a0537d8804a0 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:07.512665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e3f758bd-5ca6-486d-b27a-a0537d8804a0 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Synchronizing usage tracker for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:07.572064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.601199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-643f7e3f-f8d1-4a73-b37b-8a08c36451b2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:07.630552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Allocated IP 172.26.4.119 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/c4edd617-ecc3-4e28-ab6f-a6fd2d764427) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:07.651906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:07.652250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.695149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-643f7e3f-f8d1-4a73-b37b-8a08c36451b2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:07.696529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-643f7e3f-f8d1-4a73-b37b-8a08c36451b2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5890412
Dec 13 14:51:07.717332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 3.2966347
Dec 13 14:51:07.717332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45776) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.721861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.745965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-797230436'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:07.754065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.763489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:07.769087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] DHCP port deletion for 5e696b1b-dd89-415f-8a3b-94689c01ce26 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:51:07.778707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Deleting port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:07.779231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.800157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '08b4596c-359a-4238-b612-299de9943bb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:07.814105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e3f758bd-5ca6-486d-b27a-a0537d8804a0 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Unset dirty status for tenant:08d230c427bb4fbd9d101c84a6de3d37 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:07.815601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e3f758bd-5ca6-486d-b27a-a0537d8804a0 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "GET /v2.0/ports?device_id=d34ead2e-80d9-4767-9ad1-ffe2b39a6455 HTTP/1.1" status: 200  len: 913 time: 0.7271998
Dec 13 14:51:07.819791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=dd96b95d-e675-4d7e-baa6-62c6923a6557,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:07.823946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45784) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:07.824938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:07.832310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:07.835242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:07.849790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] For port 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=060ae1e6-7867-4a99-b1f2-3ede56825ab8,segment=NetworkSegment(fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a),segment_id=fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:07.881151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:07.890843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:07.892633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:07.906469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:07.914601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:subnet and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:07.916647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Deleting port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:07.917077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.921231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:07.931422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:07.941768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.942812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:07.949454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:07.955020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:07.956229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87aacce2-3956-410d-b1ae-f6c8731f2d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:07.986906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 060ae1e6-7867-4a99-b1f2-3ede56825ab8 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:51:07.996161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:08.016490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.023163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.066099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132170-848d-405e-ad9a-6e72096cfbd6 req-6a9b1e89-c800-450e-8638-ccf0c0e5f753 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:08.068046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-15132170-848d-405e-ad9a-6e72096cfbd6 req-6a9b1e89-c800-450e-8638-ccf0c0e5f753 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.4656842
Dec 13 14:51:08.093042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e65571d5-b74d-43ed-bc82-7149a23bd1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.111994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:08.123499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] For port 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=060ae1e6-7867-4a99-b1f2-3ede56825ab8,segment=NetworkSegment(fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a),segment_id=fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:08.123881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.152114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-8b1d147a-c0b0-42c7-a065-34ae7a25bae5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.4986641
Dec 13 14:51:08.260423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.260997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c of type vlan for network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2
Dec 13 14:51:08.268099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Calling delete_port for 060ae1e6-7867-4a99-b1f2-3ede56825ab8 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:08.270103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.356581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.361920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.367681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:08.432704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] For port 060ae1e6-7867-4a99-b1f2-3ede56825ab8, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=060ae1e6-7867-4a99-b1f2-3ede56825ab8,segment=NetworkSegment(fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a),segment_id=fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:08.433303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.443224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:51:08.443579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:51:08.463584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-15132170-848d-405e-ad9a-6e72096cfbd6 req-a8bf9e4b-1602-491a-a51f-6620ba29080b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3809910
Dec 13 14:51:08.465166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:08.470628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:08.473273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:08.511439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event updated for resources: {'Port': ['ID=c4edd617-ecc3-4e28-ab6f-a6fd2d764427,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:08.514411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:08.543539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.547776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:08.548337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.555612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec4b0e42-1bed-4a02-96e7-e42c91da8f46 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:08.580266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.597444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.600163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-86d59812-5e01-468a-9c4b-07e6ef8dc878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:08.601863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-86d59812-5e01-468a-9c4b-07e6ef8dc878 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.4311907
Dec 13 14:51:08.609437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7216e900-22ab-4329-8e36-77f0369c3b34 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:08.701896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59502c8-b2cf-445e-8357-d359c5dc540e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:08.702191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Calling delete_port for 060ae1e6-7867-4a99-b1f2-3ede56825ab8 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:08.717697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:08.727674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=1b146e5f-bd0a-4aa3-b686-58989c7e3fb2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:08.733307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:08.734851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0120132
Dec 13 14:51:08.743300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45788) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:08.750385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:08.758578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:08.779771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Pushing event updated for resources: {'Port': ['ID=060ae1e6-7867-4a99-b1f2-3ede56825ab8,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:08.794406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.795654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0176213
Dec 13 14:51:08.801072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:08.804758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45792) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:08.859012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-36c5932c-db4c-4a5f-97ec-4f700d9f2e8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.2335668
Dec 13 14:51:08.909618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:08.915942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:08.923332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:08.931904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:08.944387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Deleting port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:08.945065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:08.975025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:09.061952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.104437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] For port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,segment=NetworkSegment(52ec5fd7-48a6-40e1-8b3d-25df8cb3de46),segment_id=52ec5fd7-48a6-40e1-8b3d-25df8cb3de46)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:09.104912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.124916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.148938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] The port '060ae1e6-7867-4a99-b1f2-3ede56825ab8' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:51:09.150381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.151282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.164799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a249eb9-7687-4cb9-b522-f94f559534c2 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules/c59502c8-b2cf-445e-8357-d359c5dc540e HTTP/1.1" status: 200  len: 705 time: 0.3563418
Dec 13 14:51:09.186718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45796) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:09.186958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:09.200148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.288946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.293642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-cc076e96-6d45-4ea2-9091-c99157bc376f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:09.295268 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-cc076e96-6d45-4ea2-9091-c99157bc376f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.1267707
Dec 13 14:51:09.296817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d991329-28e1-41df-ac48-64b7e5b16fe3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:09.318463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Calling delete_port for 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:09.351876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Pushing event deleted for resources: {'Port': ['ID=060ae1e6-7867-4a99-b1f2-3ede56825ab8,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:09.366766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:09.369913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:51:09.421428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] No DVR routers for this DVR port 060ae1e6-7867-4a99-b1f2-3ede56825ab8 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:51:09.484654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Subnet': ['ID=30801552-34fc-4300-b576-4e6feffdbfea,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:09.490504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:09.491405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No ports have port_id starting with 88d9f587-061b-4aa9-a9c8-ffc74d0c6252
Dec 13 14:51:09.493875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.498405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3efa2fa0-7ac7-451d-9932-4b7b469827fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:09.530085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.538529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.548950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Pushing event deleted for resources: {'Port': ['ID=88d9f587-061b-4aa9-a9c8-ffc74d0c6252,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:09.553025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Checking segment: {'id': '006612ef-a039-4c1d-8f5f-7b7f088eb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:09.553805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network hostable DHCP agents. Network: 4ffc52e2-4b45-481f-88d1-3485a46c8e6d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:09.554228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:09.561368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] No DVR routers for this DVR port 88d9f587-061b-4aa9-a9c8-ffc74d0c6252 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:51:09.584498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-beef59ec-bb1d-4e96-8e08-159185dcc57a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2510958
Dec 13 14:51:09.600145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e0065c0>,) {'filters': {'network_id': ['5e696b1b-dd89-415f-8a3b-94689c01ce26']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:09.636391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-15c7ffea-6abb-4ff2-a6da-9bc708e4b8c9 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4433126
Dec 13 14:51:09.639482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:09.642597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0065c0>, 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:09.643072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0065c0>, 'fba3bfd3-b750-402c-a10f-e5b5b0cf8c9a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:09.655948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:09.675454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.729813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 4ffc52e2-4b45-481f-88d1-3485a46c8e6d) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:09.740976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0980a-a0b5-405a-a5c8-a4328ffd1350 None None] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:09.741585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.798617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:09.799324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.805586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.835283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:09.835633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.854783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4670553
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:09.856326 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:09.858445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:09.863764 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-27f26424-4fb2-417b-a874-875851a0a9b7 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702067
Dec 13 14:51:09.868382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-1646879917'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:09.896211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.992608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:09.997316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'tenant_id': 'e0955e356f3547248575e91084b06b98', 'fixed_ips': [{'subnet_id': '30801552-34fc-4300-b576-4e6feffdbfea'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:09.998471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.183114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Allocated IP 172.20.0.2 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/ea799e00-4cee-4838-ba4e-8d5dd1fcb543) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:10.234063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8256ce59-2bdf-45b2-a5dc-773bb104b977 req-2763063a-2fcd-464f-b875-42de745c09ff service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3505847
Dec 13 14:51:10.235183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:10.251171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:port and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:10.256434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:10.265634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:10.286903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:10.292645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.298276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79cb2560-7288-4ac6-b3bc-1e8047c1d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.345746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.356578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:10.360098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port 05a63bdb-b062-4aef-996c-c286c5304bc6 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:10.376827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.380622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.405863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595d1d1-02e1-4251-a6a4-8306d77a43eb req-577a33ae-66b7-4755-943b-3324ba4db38c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:10.407510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d595d1d1-02e1-4251-a6a4-8306d77a43eb req-577a33ae-66b7-4755-943b-3324ba4db38c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7380252
Dec 13 14:51:10.416276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=5e696b1b-dd89-415f-8a3b-94689c01ce26,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:10.424999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:10.428985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:10.450269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.451194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.462411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Transition to ACTIVE for port object ea799e00-4cee-4838-ba4e-8d5dd1fcb543 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:10.478445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c59502c8-b2cf-445e-8357-d359c5dc540e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:10.483594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/5e696b1b-dd89-415f-8a3b-94689c01ce26 HTTP/1.1" status: 204  len: 168 time: 3.4139647
Dec 13 14:51:10.486246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:10.488377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Transition to ACTIVE for port object ea799e00-4cee-4838-ba4e-8d5dd1fcb543 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:10.489476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-418f5958-c6f0-4e9d-ad2b-d6013551f20d tempest-AllowedAddressPairIpV6TestJSON-91241039 tempest-AllowedAddressPairIpV6TestJSON-91241039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:10.494343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.498273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45810) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:10.500244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:10.539314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.539314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c59502c8-b2cf-445e-8357-d359c5dc540e HTTP/1.1" status: 204  len: 168 time: 0.8858190
Dec 13 14:51:10.545100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45814) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:10.571990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:10.575335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:10.580279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:10.587052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Pushing event updated for resources: {'Port': ['ID=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:10.590694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:10.620174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=e4da12db-1292-48f9-8297-d4109362b987,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:10.627826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d595d1d1-02e1-4251-a6a4-8306d77a43eb req-3ae6ce6f-9f28-488a-8543-768629330600 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1878428
Dec 13 14:51:10.628872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:10.647813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': 'edfaf1fa-16ab-460a-ab3e-19501dd42867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:10.648214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: dd96b95d-e675-4d7e-baa6-62c6923a6557, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:10.687281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Router 95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:51:10.696821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:10.701751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Attempting to bind port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:10.701937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Attempting to bind port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '006612ef-a039-4c1d-8f5f-7b7f088eb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:10.702539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Attempting to bind port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 on network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:10.710990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.712533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:10.712994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Checking segment: {'id': '006612ef-a039-4c1d-8f5f-7b7f088eb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:10.713543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.714087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Bound using segment: {'id': '006612ef-a039-4c1d-8f5f-7b7f088eb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:10.714726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Bound port: ea799e00-4cee-4838-ba4e-8d5dd1fcb543, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006612ef-a039-4c1d-8f5f-7b7f088eb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:10.724867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.770913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, dd96b95d-e675-4d7e-baa6-62c6923a6557) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:10.778059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:10.778685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.788037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a05bf-30f2-46c4-bf29-8a4b2666268d None None] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:10.802687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.817528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0732954
Dec 13 14:51:10.818071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45818) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:10.832025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:10.862364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.4 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/05a63bdb-b062-4aef-996c-c286c5304bc6) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:10.870658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9af0e365-3c07-4ab7-a2bd-28a670835787 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:10.968967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] For port ea799e00-4cee-4838-ba4e-8d5dd1fcb543, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:10.980931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:10.982041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] For port ea799e00-4cee-4838-ba4e-8d5dd1fcb543, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,segment=NetworkSegment(006612ef-a039-4c1d-8f5f-7b7f088eb98a),segment_id=006612ef-a039-4c1d-8f5f-7b7f088eb98a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:10.992392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:10.997777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] Sync routers for ids ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:11.005792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.010327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:11.010521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.2224348
Dec 13 14:51:11.010872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45822) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:11.017000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:11.142335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] Routers {'95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:11.143070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e96ec18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.250892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e96ec18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.253543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Pushing event updated for resources: {'Port': ['ID=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:11.258707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:11.272523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] Routers {'95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:11.273216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e96ec18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.346007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-dd96b95d-e675-4d7e-baa6-62c6923a6557', 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': 'e4da12db-1292-48f9-8297-d4109362b987'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:11.346924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.368506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e96ec18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.368979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ece3b4-e969-475a-ac96-08d7eaa357ea None None] The sync data for ids ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:11.412130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9af0e365-3c07-4ab7-a2bd-28a670835787 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:11.416297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9af0e365-3c07-4ab7-a2bd-28a670835787 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.8669097
Dec 13 14:51:11.433720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45826) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:11.443569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': '08b4596c-359a-4238-b612-299de9943bb4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:11.452158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:11.462992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:11.497150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.532121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Allocated IP 172.20.0.2 (dd96b95d-e675-4d7e-baa6-62c6923a6557/e4da12db-1292-48f9-8297-d4109362b987/53763008-3ad9-4985-a972-95eafd45226b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:11.594275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:11.600453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.633676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65de5d4e0>,) {'filters': {'network_id': ['0227415b-98ec-4f43-a1e4-e1bd7ed1dad6']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.663284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:11.668808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.677099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.679456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de5d4e0>, '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.680658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de5d4e0>, '52ec5fd7-48a6-40e1-8b3d-25df8cb3de46') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:11.681150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:11.691457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:11.712974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:11.726730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba784a-e03b-4758-9e29-f4e8400641c8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:11.735832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:11.779705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.812690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.816691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3778386
Dec 13 14:51:11.821087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45832) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:11.822448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:11.857466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.901382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.936609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.948393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Deleting port c4edd617-ecc3-4e28-ab6f-a6fd2d764427 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:11.949390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:11.982104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:11.982650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.024301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea799e00-4cee-4838-ba4e-8d5dd1fcb543 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:12.044804 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:12.114150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.156584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b13323d2-0833-4105-a77f-faceee1b1f27 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules/5dba784a-e03b-4758-9e29-f4e8400641c8 HTTP/1.1" status: 200  len: 706 time: 0.3112066
Dec 13 14:51:12.156817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45836) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:12.178439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.193119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:12.213521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.224893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Transition to ACTIVE for port object 53763008-3ad9-4985-a972-95eafd45226b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:12.244124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Transition to ACTIVE for port object 53763008-3ad9-4985-a972-95eafd45226b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:12.249968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.254509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a97686c7-9185-44ad-9d16-95130b5f41fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.322148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:12.331313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.333151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:12.336969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.339679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:12.341943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Calling delete_port for c4edd617-ecc3-4e28-ab6f-a6fd2d764427 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:12.344035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.349129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74feedc1-817d-4c74-8a9d-df17035f8b11 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.368728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.415267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e60db648-4422-42cc-ac42-67ddedd46437 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:12.425234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Pushing event updated for resources: {'Port': ['ID=53763008-3ad9-4985-a972-95eafd45226b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:12.425656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=0227415b-98ec-4f43-a1e4-e1bd7ed1dad6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:12.428703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:12.431584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:12.450519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Attempting to bind port 53763008-3ad9-4985-a972-95eafd45226b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:12.451137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Attempting to bind port 53763008-3ad9-4985-a972-95eafd45226b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'edfaf1fa-16ab-460a-ab3e-19501dd42867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:12.452368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Attempting to bind port 53763008-3ad9-4985-a972-95eafd45226b on network dd96b95d-e675-4d7e-baa6-62c6923a6557 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:12.454841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/0227415b-98ec-4f43-a1e4-e1bd7ed1dad6 HTTP/1.1" status: 204  len: 168 time: 1.9538524
Dec 13 14:51:12.456933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45840) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:12.460367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:12.460790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Checking segment: {'id': 'edfaf1fa-16ab-460a-ab3e-19501dd42867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:12.460949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object 05a63bdb-b062-4aef-996c-c286c5304bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:12.461251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.461694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e60db648-4422-42cc-ac42-67ddedd46437 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:12.461806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Bound using segment: {'id': 'edfaf1fa-16ab-460a-ab3e-19501dd42867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:12.462183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Bound port: 53763008-3ad9-4985-a972-95eafd45226b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfaf1fa-16ab-460a-ab3e-19501dd42867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dd96b95d-e675-4d7e-baa6-62c6923a6557'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:12.465628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.465754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e60db648-4422-42cc-ac42-67ddedd46437 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.3053527
Dec 13 14:51:12.488452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45844) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:12.559289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] For port 53763008-3ad9-4985-a972-95eafd45226b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:12.563226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] For port 53763008-3ad9-4985-a972-95eafd45226b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53763008-3ad9-4985-a972-95eafd45226b,segment=NetworkSegment(edfaf1fa-16ab-460a-ab3e-19501dd42867),segment_id=edfaf1fa-16ab-460a-ab3e-19501dd42867)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:12.567571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.573612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac5e0ad-c80b-48c5-adb7-c1302688bac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.611597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e1251-9047-4cbd-b196-6fd070776407 req-0ff34d89-62fa-4b53-a136-dc038eb94b83 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:12.611962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.615639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af1e1251-9047-4cbd-b196-6fd070776407 req-0ff34d89-62fa-4b53-a136-dc038eb94b83 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5838549
Dec 13 14:51:12.635721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.657654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.660027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Pushing event updated for resources: {'Port': ['ID=53763008-3ad9-4985-a972-95eafd45226b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:12.663753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:12.691305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port b28de48b-b9c2-4f62-be81-9e41234c525f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:12.691690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.743368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.762412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.769951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.785049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-baa95a14-661c-469f-aae2-7a9b37a069b8 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.825429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dba784a-e03b-4758-9e29-f4e8400641c8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:12.835752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:12.845106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.888208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af1e1251-9047-4cbd-b196-6fd070776407 req-fbd43c78-fff3-4b01-9079-c56e07c021f6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2608202
Dec 13 14:51:12.919589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8b9c80c-c6c1-4b1c-a212-e57248620476 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:12.959404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.991724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:12.991724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5dba784a-e03b-4758-9e29-f4e8400641c8 HTTP/1.1" status: 204  len: 168 time: 0.4973080
Dec 13 14:51:12.998847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Pushing event deleted for resources: {'Port': ['ID=c4edd617-ecc3-4e28-ab6f-a6fd2d764427,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:13.001436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45852) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:13.010018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:13.039197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f00b8>,) {'filters': {'network_id': ['1181fe22-9c20-4b0f-9af3-0b73ebc8f69d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:13.090517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f00b8>, 'ef656860-d165-43e5-ad2d-a7ce9e022945') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:13.090860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4f00b8>, 'ef656860-d165-43e5-ad2d-a7ce9e022945') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:13.152743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.169612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:13.175122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=05a63bdb-b062-4aef-996c-c286c5304bc6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:13.178864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:13.188071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.194594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:13.198437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:13.282601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:13.283122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.330628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.352258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.361672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e76e634-5d53-4ed9-965a-5b757c124619 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:13.402796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9bbe4045-c230-4512-940f-66d7371cee0d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:13.405668 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:13.407737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:13.407737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.494333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.501284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cea064f2-9a69-4fa7-bc29-04473712b58e tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:13.522623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.529962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9bbe4045-c230-4512-940f-66d7371cee0d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:13.531933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9bbe4045-c230-4512-940f-66d7371cee0d tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5266914
Dec 13 14:51:13.536738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=1181fe22-9c20-4b0f-9af3-0b73ebc8f69d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:13.538591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.571073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064dc89-84df-44d1-9d3d-3796fd0ee13f None None] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:13.595183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45858) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:13.596893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:13.677407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:51:13.703458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Provisioning for port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:13.713727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Provisioning complete for port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:13.714130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.871128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=811a7fb7-9c1e-49fb-bd96-a7e15a3bb227,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:13.880392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for b28de48b-b9c2-4f62-be81-9e41234c525f owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:13.943545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:13.949241 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0900145
Dec 13 14:51:13.953087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45862) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:13.954867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:13.963843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-384169880', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f7:96:69'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:13.970835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/1181fe22-9c20-4b0f-9af3-0b73ebc8f69d HTTP/1.1" status: 204  len: 168 time: 1.5123627
Dec 13 14:51:13.978005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53763008-3ad9-4985-a972-95eafd45226b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:13.985661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45866) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:14.044351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.071619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] For port ea799e00-4cee-4838-ba4e-8d5dd1fcb543, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,segment=NetworkSegment(006612ef-a039-4c1d-8f5f-7b7f088eb98a),segment_id=006612ef-a039-4c1d-8f5f-7b7f088eb98a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:14.078165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.080508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab14b56b-0f72-48a8-a3f6-32142155c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:14.109936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.120082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8b29-7122-4da9-8b3b-682e01423806 req-a77f4468-b526-4211-92ee-3b2d8ab630e1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:14.123572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-137c8b29-7122-4da9-8b3b-682e01423806 req-a77f4468-b526-4211-92ee-3b2d8ab630e1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 1.0266459
Dec 13 14:51:14.137755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 53763008-3ad9-4985-a972-95eafd45226b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:14.159428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Pushing event updated for resources: {'Port': ['ID=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:14.166333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:14.201088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:14.201469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:14.270222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.272132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.282728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-137c8b29-7122-4da9-8b3b-682e01423806 req-6334540e-f842-428d-b7be-629b9f693cdf tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428761
Dec 13 14:51:14.284399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:14.292990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:port and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:14.299219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:14.311219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:14.315631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:14.330576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:14.337871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:14.338519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.345489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50120ea0-f5ac-42c5-901c-962831bcac74 None None] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:14.347649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:14.395103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.477935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.485640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6609473
Dec 13 14:51:14.488895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ac8f607-888c-41d9-9c43-101198f5226c tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:14.502608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:14.521708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4596c-359a-4238-b612-299de9943bb4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:14.533108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1631464978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:14.542424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:14.547707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:14.551062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:14.558771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:14.572758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:14.581819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.583496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.604771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.629302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Router 95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:14.676601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.686581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:14.715121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.720190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-1b146e5f-bd0a-4aa3-b686-58989c7e3fb2', 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': '811a7fb7-9c1e-49fb-bd96-a7e15a3bb227'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:14.721306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.760574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=b28de48b-b9c2-4f62-be81-9e41234c525f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:14.767917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.781351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:14.789845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.791902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.793181 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/08b4596c-359a-4238-b612-299de9943bb4 HTTP/1.1" status: 204  len: 168 time: 1.1827364
Dec 13 14:51:14.794353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:14.798757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-522168ad-23cb-4734-a8dc-fde6e719ce56 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2704582
Dec 13 14:51:14.803172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45878) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:14.803634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45880) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:14.951693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Provisioning complete for port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:14.952115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.053275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port 116619ee-f1ce-485a-9f36-157d70c74fa1 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:15.093135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dc057b8>,) {'filters': {'network_id': ['470c6d38-a7c7-4f57-87c5-8f2610c193ae']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.115627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Allocated IP 172.21.0.2 (1b146e5f-bd0a-4aa3-b686-58989c7e3fb2/811a7fb7-9c1e-49fb-bd96-a7e15a3bb227/b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:15.203197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc057b8>, 'af010367-6249-4803-b1dc-a9f67ca51947') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.203529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc057b8>, 'af010367-6249-4803-b1dc-a9f67ca51947') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.258562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f3d0d0f4-678d-4033-abe1-a77b234d13d8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:15.292367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.331722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f3d0d0f4-678d-4033-abe1-a77b234d13d8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:15.333836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3d0d0f4-678d-4033-abe1-a77b234d13d8 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5267658
Dec 13 14:51:15.340562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45886) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:15.351979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group': {'name': 'tempest-secgroup--427093648'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:15.364587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:15.394720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4efc60-e48a-449a-8ec9-7e1d08c55666 req-b0365937-9602-4766-a235-d4f5005abceb tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:15.396684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba4efc60-e48a-449a-8ec9-7e1d08c55666 req-b0365937-9602-4766-a235-d4f5005abceb tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.4347279
Dec 13 14:51:15.401913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:15.419679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf6c23-94e5-41c0-b1fd-42e2b85b9d75 None None] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:15.427796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.434599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.11 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/116619ee-f1ce-485a-9f36-157d70c74fa1) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:15.435225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Provisioning for port 05a63bdb-b062-4aef-996c-c286c5304bc6 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:15.454509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Provisioning complete for port 05a63bdb-b062-4aef-996c-c286c5304bc6 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:15.454935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.462681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.498474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:15.498876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:15.515797 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:15.517876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:15.529436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.531328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "PUT /v2.0/routers/95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 200  len: 709 time: 4.5186510
Dec 13 14:51:15.534232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] Sync routers for ids ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:15.545159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45892) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:15.552540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] Routers {'95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:15.553515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f616978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.579930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.586421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba4efc60-e48a-449a-8ec9-7e1d08c55666 req-a12d10e3-a2ce-4275-8029-d67c73bfcf3f tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1772928
Dec 13 14:51:15.621738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Transition to ACTIVE for port object b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:15.626260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-516cf3c5-5283-475c-bff8-4629760b6a75 None None] Port 05a63bdb-b062-4aef-996c-c286c5304bc6 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:15.644593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:15.671625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Transition to ACTIVE for port object b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:15.697115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f616978>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.715970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] Routers {'95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:15.717039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f616978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.749605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:15.783061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.792237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:15.820872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f616978>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:15.821334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2fdc81-4179-4f36-a4b6-5f3ec0526676 None None] The sync data for ids ['95c5b13b-ea92-4eb2-a8f6-bebfd3c68254'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:15.875394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.906817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfe3b5a-6ae7-468d-bb49-21d574996308 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:15.920690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Pushing event updated for resources: {'Port': ['ID=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:15.928100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:15.937019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.948647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Provisioning for port 53763008-3ad9-4985-a972-95eafd45226b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:15.953883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea799e00-4cee-4838-ba4e-8d5dd1fcb543 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:15.986257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.993489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:15.998051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.006780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.013235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Pushing event deleted for resources: {'Network': ['ID=470c6d38-a7c7-4f57-87c5-8f2610c193ae,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:16.017234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:16.025880 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e84ff763-c0e6-40b6-a60f-898a882ae0b3 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/routers/95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 200  len: 744 time: 0.4763641
Dec 13 14:51:16.031031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:16.034019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45898) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:16.059661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object 116619ee-f1ce-485a-9f36-157d70c74fa1 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:16.064131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:16.069064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Provisioning complete for port 53763008-3ad9-4985-a972-95eafd45226b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:16.069885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.079707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] 10.222.0.69 "DELETE /v2.0/networks/470c6d38-a7c7-4f57-87c5-8f2610c193ae HTTP/1.1" status: 204  len: 168 time: 2.0901656
Dec 13 14:51:16.108164 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de5f9b7a-0b82-4bc8-bad8-f906a8bb17a1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&device_id=95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 200  len: 205 time: 0.0674739
Dec 13 14:51:16.108391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45904) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:16.173012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e1810b2-67ab-4ac0-ab52-8a7c976e84eb tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 200  len: 205 time: 0.0632784
Dec 13 14:51:16.199493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:16.217290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:16.220808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45910) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:16.264429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f232df-279b-4758-860c-4ddecf8953af,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:16.271533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:16.274681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.279799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9359789
Dec 13 14:51:16.280213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45914) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:16.290591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Request body: {'security_group_rule': {'security_group_id': 'a1f232df-279b-4758-860c-4ddecf8953af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:16.318613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:16.332116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Usage tracker for resource:security_group_rule and tenant:f86d165c7c1d4025a3992cac160222c9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:16.336826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:16.348260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.351468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:16.357637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dad2fae5-5bcd-42d2-a253-4b0a72643310 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:16.429392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:16.429971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.502958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45920) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:16.600912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.628995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:16.640825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=116619ee-f1ce-485a-9f36-157d70c74fa1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:16.656531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:16.665505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:16.666636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:16.781242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Attempting to bind port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:16.781564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Attempting to bind port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:16.781979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Attempting to bind port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea on network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:16.804975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.820023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:16.820512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Checking segment: {'id': '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:16.820891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.821338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Bound using segment: {'id': '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:16.822074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Bound port: b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b146e5f-bd0a-4aa3-b686-58989c7e3fb2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:16.822502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.925896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.962703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] For port 53763008-3ad9-4985-a972-95eafd45226b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53763008-3ad9-4985-a972-95eafd45226b,segment=NetworkSegment(edfaf1fa-16ab-460a-ab3e-19501dd42867),segment_id=edfaf1fa-16ab-460a-ab3e-19501dd42867)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:16.978733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:16.991236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7dd99b-1232-48f9-8829-43bfa258af48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:17.122488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.125949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:17.126791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.154273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] For port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:17.169362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Provisioning complete for port 05a63bdb-b062-4aef-996c-c286c5304bc6 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:17.170084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.175528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeab5fd-12b9-48e2-95be-bcad9b740eda req-548ffb29-7143-41d1-8aeb-70b2be978c22 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:17.177559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffeab5fd-12b9-48e2-95be-bcad9b740eda req-548ffb29-7143-41d1-8aeb-70b2be978c22 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7649336
Dec 13 14:51:17.216823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.222156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 3.2634616
Dec 13 14:51:17.222320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Pushing event updated for resources: {'Port': ['ID=53763008-3ad9-4985-a972-95eafd45226b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:17.224556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45926) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:17.225989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] For port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,segment=NetworkSegment(1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c),segment_id=1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:17.229576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:17.234798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.235014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.247240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5481b1-bb49-4381-8f31-671e0e4e3e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:17.271432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:17.314631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Port 05a63bdb-b062-4aef-996c-c286c5304bc6 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:17.321569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db2c2b4-30eb-4471-a5f5-b3125bf37634,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:17.325009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:17.390150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Pushing event updated for resources: {'Port': ['ID=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:17.399469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:17.408068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.409396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1255810
Dec 13 14:51:17.417332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffeab5fd-12b9-48e2-95be-bcad9b740eda req-17a4d326-613e-4324-b1e2-9f12600479a4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2287173
Dec 13 14:51:17.428335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45930) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:17.443561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Provisioning for port 116619ee-f1ce-485a-9f36-157d70c74fa1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:17.450726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Provisioning complete for port 116619ee-f1ce-485a-9f36-157d70c74fa1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:17.451189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.499541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3b8a50d5-876d-45ca-9864-cc2477df62e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a98c6559fbd94a488a8428ec020c31fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9611850
Dec 13 14:51:17.525081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Port 116619ee-f1ce-485a-9f36-157d70c74fa1 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:17.539111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Provisioning complete for port 53763008-3ad9-4985-a972-95eafd45226b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:17.539540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7424003-a0e0-4f96-be51-b41a16ffb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.556083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45934) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:17.643028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:17.647686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:17.652073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:17.653022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Synchronizing usage tracker for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:17.715210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.782522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Unset dirty status for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:17.783854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b2e1383-5e7e-40d5-bda8-3d99086b0eba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.5538275
Dec 13 14:51:17.800967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45938) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:17.864761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.873342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.897742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.903348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.932135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:17.949902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port 116619ee-f1ce-485a-9f36-157d70c74fa1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:17.950273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.000637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.20.0.1 (dd96b95d-e675-4d7e-baa6-62c6923a6557/e4da12db-1292-48f9-8297-d4109362b987/73c88aaf-351e-484b-9f74-be3d7cc42d90) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:18.002628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53763008-3ad9-4985-a972-95eafd45226b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:18.067768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.073617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c683b57-8226-467b-91c7-f046a0a0a305 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:18.089276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.099171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 53763008-3ad9-4985-a972-95eafd45226b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:18.099608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.103667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.104210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Fanout notify agent at l3_agent the message router_deleted on router 95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:51:18.106026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f232df-279b-4758-860c-4ddecf8953af,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:18.110572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:18.114562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-572ec229-66bb-4f01-bccb-85136b5379f3 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:18.135724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8709fc7d-2756-49a9-ad1d-6cacd12a14eb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:18.146633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:18.158534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.163040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/a1f232df-279b-4758-860c-4ddecf8953af HTTP/1.1" status: 204  len: 168 time: 0.7304533
Dec 13 14:51:18.169883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45942) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.176807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.185818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8709fc7d-2756-49a9-ad1d-6cacd12a14eb HTTP/1.1" status: 204  len: 168 time: 0.6208522
Dec 13 14:51:18.261940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.263279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e37278b6-1471-41c6-b5f7-40950f7e5292 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 204  len: 168 time: 2.0375853
Dec 13 14:51:18.264952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-464b3001-1e99-4675-b277-e8fb9990a125 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:18.267126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:18.271674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45948) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.279968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:18.299417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-464b3001-1e99-4675-b277-e8fb9990a125 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:18.301599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-464b3001-1e99-4675-b277-e8fb9990a125 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1301465
Dec 13 14:51:18.342589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:18.361311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45952) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.439719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df21531d-cff8-4a1c-ae2b-70ed3533dd0d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 200  len: 205 time: 0.1622133
Dec 13 14:51:18.440727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45958) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.494012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.530475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.538639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 73c88aaf-351e-484b-9f74-be3d7cc42d90 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:18.558948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a49cf02-d8e1-4b94-88e3-7f8c04402b02 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Synchronizing usage tracker for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:18.562958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-537f5773-e671-44d5-9ee1-b5c133e8346d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:18.564331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-537f5773-e671-44d5-9ee1-b5c133e8346d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/95c5b13b-ea92-4eb2-a8f6-bebfd3c68254 HTTP/1.1" status: 404  len: 336 time: 0.1226194
Dec 13 14:51:18.569549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45966) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.664958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for 116619ee-f1ce-485a-9f36-157d70c74fa1 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:18.688886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5466f80f-5360-41b5-a82a-148ee1ddff7a tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 200  len: 205 time: 0.1157351
Dec 13 14:51:18.689425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45974) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.758440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a49cf02-d8e1-4b94-88e3-7f8c04402b02 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Unset dirty status for tenant:f86d165c7c1d4025a3992cac160222c9 on resource:security_group_rule {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:18.762906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a49cf02-d8e1-4b94-88e3-7f8c04402b02 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.3972378
Dec 13 14:51:18.765592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45980) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.771269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-5f1c06db-be0e-4c0a-ab5f-c100d211fef7 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:18.773918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f1c06db-be0e-4c0a-ab5f-c100d211fef7 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/da90edf2-ce8f-4827-8816-5ce069b2f13b HTTP/1.1" status: 404  len: 336 time: 0.0806665
Dec 13 14:51:18.776108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45984) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.828513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:18.835263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "PUT /v2.0/routers/d34ead2e-80d9-4767-9ad1-ffe2b39a6455/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0064185
Dec 13 14:51:18.838705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45988) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.846251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] Sync routers for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:18.846497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-0f167c34-79ad-4a5c-a7cf-be2e1af572ca tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:18.847697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f167c34-79ad-4a5c-a7cf-be2e1af572ca tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "DELETE /v2.0/security-groups/a1f232df-279b-4758-860c-4ddecf8953af HTTP/1.1" status: 404  len: 347 time: 0.0791707
Dec 13 14:51:18.870004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 45992) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:18.871775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:18.871950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:18.874336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f51c5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:18.879868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1af9f131-b9d5-4445-8fad-6909cff8f18e tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 200  len: 205 time: 0.0870850
Dec 13 14:51:18.883621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-daf52045-ade4-404f-8a7f-3e94aeb1cafc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:18.914284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 45996) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.007184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-0f9c9148-0c30-40c9-afc9-6ad975c04e66 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:19.011366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f9c9148-0c30-40c9-afc9-6ad975c04e66 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/996157e4-2eac-4de3-844c-76a536e12d52 HTTP/1.1" status: 404  len: 336 time: 0.0930102
Dec 13 14:51:19.011837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46002) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.013248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f51c5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:19.042287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] Routers {'d34ead2e-80d9-4767-9ad1-ffe2b39a6455'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:19.048522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f51c5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:19.071978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e70ccc25-0314-4dcc-8398-1a90e5ec267f tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 200  len: 205 time: 0.0587034
Dec 13 14:51:19.074446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46010) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.121865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f51c5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:19.122946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c430d8-a677-42ff-b413-532c1d4947b4 None None] The sync data for ids ['d34ead2e-80d9-4767-9ad1-ffe2b39a6455'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:19.179184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-a747d80d-ee3d-4f04-9683-0f8f970b903d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:19.179184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a747d80d-ee3d-4f04-9683-0f8f970b903d tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/635d24fd-f2ab-4536-94a5-772bb854fa30 HTTP/1.1" status: 404  len: 336 time: 0.1029580
Dec 13 14:51:19.181659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46014) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.237260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ffd30db-1c06-45b2-a625-22d814fca90c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 200  len: 205 time: 0.0520673
Dec 13 14:51:19.287588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46020) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.372413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-84d9f121-e868-4273-8f41-e1e0acfee1be tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:19.375807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-84d9f121-e868-4273-8f41-e1e0acfee1be tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/7506a23b-b07c-4109-b90a-038582b1062d HTTP/1.1" status: 404  len: 336 time: 0.0800931
Dec 13 14:51:19.375807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46024) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.420807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46028) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.434090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e550b99-df97-4fb5-8c5f-5335fe9a59d5 None None] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:19.436775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:19.443001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6040d49-cacc-4ca6-b056-9b479bdef2fc tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "GET /v2.0/ports?device_id=e08cca17-8d3d-40f8-a5fe-571be8a7c330 HTTP/1.1" status: 200  len: 205 time: 0.0634568
Dec 13 14:51:19.443265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46034) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.448213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:19.454701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=73c88aaf-351e-484b-9f74-be3d7cc42d90,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:19.462667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf7e18-e30e-4980-b951-34f091c89aea req-ff8bbfa9-6792-47fc-8c11-0e4c7284a2d4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:19.464293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4bf7e18-e30e-4980-b951-34f091c89aea req-ff8bbfa9-6792-47fc-8c11-0e4c7284a2d4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.8638151
Dec 13 14:51:19.465239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:19.469455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:19.530742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-4c36214f-4fd8-473d-93f8-a6a3d0c9815c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] delete failed (client error): The resource could not be found.
Dec 13 14:51:19.531745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4c36214f-4fd8-473d-93f8-a6a3d0c9815c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/routers/e08cca17-8d3d-40f8-a5fe-571be8a7c330 HTTP/1.1" status: 404  len: 336 time: 0.0875368
Dec 13 14:51:19.536822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46038) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:19.584436 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4c9751db-6690-49be-8cab-b54f18ea31db tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7079234
Dec 13 14:51:19.589731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:19.608837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf1b3cf-ef0a-4e2e-ab93-1f158c05a82c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:51:19.608837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf1b3cf-ef0a-4e2e-ab93-1f158c05a82c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:51:19.613370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dbf1b3cf-ef0a-4e2e-ab93-1f158c05a82c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] 10.222.0.69 "DELETE /v2.0/subnets/4591856f-004d-4ef3-83b4-fd2374f35be8 HTTP/1.1" status: 404  len: 337 time: 0.0728431
Dec 13 14:51:19.616891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02826d5c-6ecd-4b1f-822b-3bcd73fb4b74 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:19.650757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Provisioning for port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:19.653194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:19.663411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Provisioning complete for port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:19.663839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:19.740422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f12408b9-3dc3-41d7-86c0-46963263e303 tempest-DvrRoutersNegativeTest-1285409985 tempest-DvrRoutersNegativeTest-1285409985-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-582328656', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:19.743306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.policy [None req-f12408b9-3dc3-41d7-86c0-46963263e303 tempest-DvrRoutersNegativeTest-1285409985 tempest-DvrRoutersNegativeTest-1285409985-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88856) log_rule_list /opt/stack/neutron/neutron/policy.py:412}}
Dec 13 14:51:19.743943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.policy [None req-f12408b9-3dc3-41d7-86c0-46963263e303 tempest-DvrRoutersNegativeTest-1285409985 tempest-DvrRoutersNegativeTest-1285409985-project] Failed policy check for 'create_router' {{(pid=88856) enforce /opt/stack/neutron/neutron/policy.py:483}}
Dec 13 14:51:19.744515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-f12408b9-3dc3-41d7-86c0-46963263e303 tempest-DvrRoutersNegativeTest-1285409985 tempest-DvrRoutersNegativeTest-1285409985-project] create failed (client error): Access was denied to this resource.
Dec 13 14:51:19.753007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f12408b9-3dc3-41d7-86c0-46963263e303 tempest-DvrRoutersNegativeTest-1285409985 tempest-DvrRoutersNegativeTest-1285409985-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3185904
Dec 13 14:51:19.843872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=116619ee-f1ce-485a-9f36-157d70c74fa1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:19.878204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:19.883872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:19.899932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:19.923292 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4bf7e18-e30e-4980-b951-34f091c89aea req-cb3a2c91-d393-4843-b6cf-04d7bad3470e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4242973
Dec 13 14:51:20.132300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] For port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,segment=NetworkSegment(1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c),segment_id=1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:20.168785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.171659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.174479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:20.201627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting port afbf6249-c267-4440-a833-5a34704c4826 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:20.202001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.298122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Pushing event updated for resources: {'Port': ['ID=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:20.303131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:20.304600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ed150aa-88fc-4920-aeab-95a256848bb0 None None] Provisioning for port 73c88aaf-351e-484b-9f74-be3d7cc42d90 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:20.319386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ed150aa-88fc-4920-aeab-95a256848bb0 None None] Provisioning complete for port 73c88aaf-351e-484b-9f74-be3d7cc42d90 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:20.320507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed150aa-88fc-4920-aeab-95a256848bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.397957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ed150aa-88fc-4920-aeab-95a256848bb0 None None] Port 73c88aaf-351e-484b-9f74-be3d7cc42d90 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:20.436848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.518243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46054) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:20.518730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46058) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:20.631708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.749836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-714d5e03-f318-448b-9b93-f1af0b825131 None None] Provisioning complete for port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:20.750395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-714d5e03-f318-448b-9b93-f1af0b825131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:20.775672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46070) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:20.776159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/116619ee-f1ce-485a-9f36-157d70c74fa1 HTTP/1.1" status: 204  len: 168 time: 2.9738507
Dec 13 14:51:20.891492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5675f2-c48a-4b6a-adb8-12da7f6e8d9c tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] GET failed (client error): The resource could not be found.
Dec 13 14:51:20.893222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc5675f2-c48a-4b6a-adb8-12da7f6e8d9c tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports/116619ee-f1ce-485a-9f36-157d70c74fa1 HTTP/1.1" status: 404  len: 333 time: 0.1155729
Dec 13 14:51:20.944610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46074) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:21.023466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.059958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-764297055'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:21.078006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46080) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:21.155807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.159480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Calling delete_port for afbf6249-c267-4440-a833-5a34704c4826 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:21.185581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68327512-1f9a-434b-b4c8-9ce3f470bc01 req-e8bea01d-427a-4e87-a8a8-446e45f40f40 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:21.186893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68327512-1f9a-434b-b4c8-9ce3f470bc01 req-e8bea01d-427a-4e87-a8a8-446e45f40f40 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5632708
Dec 13 14:51:21.332856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.345487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67b67711-af3c-4b3f-b895-90c8f069fcc1 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:21.355441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.391903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8435c434-1468-4ef7-aa20-58d1d36ce4d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f86d165c7c1d4025a3992cac160222c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7960517
Dec 13 14:51:21.400800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46088) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:21.411697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Port': ['ID=afbf6249-c267-4440-a833-5a34704c4826,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:21.415772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:21.418066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:21.449323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0e341fba474ab8a45299bebd695f29 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:21.507206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:21.546596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:21.579962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:21.604899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:21.607688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:port and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:21.612245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68327512-1f9a-434b-b4c8-9ce3f470bc01 req-28bf483f-005c-448c-b026-016df58ef909 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3656781
Dec 13 14:51:21.615800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:21.618315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.625969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Usage tracker for resource:security_group_rule and tenant:72f707ea59b1491695a1a778d93a7971 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:21.645512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:21.653170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:21.662283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:21.727053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:21.732470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.753616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.856705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.905106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.907788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:21.929661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port ee4307fc-244e-4300-be11-114a1dbe234c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:21.936335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.943186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.973693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.974011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Fanout notify agent at l3_agent the message router_deleted on router d34ead2e-80d9-4767-9ad1-ffe2b39a6455 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:51:21.989108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:21.995757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:21.996529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.001661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.003115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/routers/d34ead2e-80d9-4767-9ad1-ffe2b39a6455 HTTP/1.1" status: 204  len: 168 time: 3.1639006
Dec 13 14:51:22.007106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46092) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:22.041838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce47ac50-7c9d-4bb3-8d1f-20ed1734170f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.091065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.151957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.207072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.225947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.251469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Deleting subnet b3bec9f3-9d1a-4ec3-9f96-83f551e4161c {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:51:22.255191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.265353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.278506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=73c88aaf-351e-484b-9f74-be3d7cc42d90,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.305939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a0e341fba474ab8a45299bebd695f29&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7154570
Dec 13 14:51:22.309177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46096) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:22.355345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.360193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.397415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.398136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.398744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.399261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.399598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.400040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.400451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.401476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.401476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.401764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.402004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.418483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.422265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.458773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72f707ea59b1491695a1a778d93a7971&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3767269
Dec 13 14:51:22.462023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46100) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:22.471775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.543115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.579686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76c519-7d4e-4a3b-b908-84aa85be3b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f1a6aa-33ed-489e-ab15-a83c70f0fea1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.583235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.5 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/ee4307fc-244e-4300-be11-114a1dbe234c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:22.627250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.691713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea38a6c-f50a-41b6-b168-17661fd47406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47696e13-1b0d-4ff9-9e1e-e3de05abfbba,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.692573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.703355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.711309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de7f730e-45c5-4df7-942f-b917c9779511 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.733669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50687f17-fa1e-48d4-8cbc-5351cd6a4202,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.735702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.739561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50687f17-fa1e-48d4-8cbc-5351cd6a4202 HTTP/1.1" status: 204  len: 168 time: 1.3307281
Dec 13 14:51:22.741503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:22.742520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.743125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.743811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.751239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.751693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.752602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:22.781325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bec9f3-9d1a-4ec3-9f96-83f551e4161c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.795062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.855922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.880826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.881280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.881683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.882093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.882495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.882898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.883469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.883692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.884103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.884807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.885236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:22.895585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.906054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:22.917745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dcbfca47-36d3-4e03-b3f4-01fe0814ef6b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:22.943894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f1a6aa-33ed-489e-ab15-a83c70f0fea1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:22.949954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:22.965743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/subnets/b3bec9f3-9d1a-4ec3-9f96-83f551e4161c HTTP/1.1" status: 204  len: 168 time: 0.9570670
Dec 13 14:51:22.966418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46108) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:23.024631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.028405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3f1a6aa-33ed-489e-ab15-a83c70f0fea1 HTTP/1.1" status: 204  len: 168 time: 0.7154336
Dec 13 14:51:23.057355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.112406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-47a1db2c-f860-4038-98e4-e063963eb947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:23.152885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36899dc-84a4-4cce-a3b1-da658db85526 req-0d6b197e-d57f-4d23-8bfd-22ed3c04404d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:23.154596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e36899dc-84a4-4cce-a3b1-da658db85526 req-0d6b197e-d57f-4d23-8bfd-22ed3c04404d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3678808
Dec 13 14:51:23.159116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.160386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47696e13-1b0d-4ff9-9e1e-e3de05abfbba HTTP/1.1" status: 204  len: 168 time: 0.6950436
Dec 13 14:51:23.161625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47696e13-1b0d-4ff9-9e1e-e3de05abfbba,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:23.167805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:23.236969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.299611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b6e8df74-6bfe-48d2-8ab7-d1971fd3885c None None] Provisioning complete for port 73c88aaf-351e-484b-9f74-be3d7cc42d90 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:23.300049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6e8df74-6bfe-48d2-8ab7-d1971fd3885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.345866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e36899dc-84a4-4cce-a3b1-da658db85526 req-67b2d3c4-5833-4088-adab-2b2fb2450fc4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815286
Dec 13 14:51:23.433348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8df74-6bfe-48d2-8ab7-d1971fd3885c None None] Port 73c88aaf-351e-484b-9f74-be3d7cc42d90 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:23.502932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.549859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65da11eb8>,) {'filters': {'network_id': ['9ce342f3-4138-4f6d-8b67-d4a1959ccffb']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:23.568447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65da11eb8>, '9eef5521-af5a-4851-9b69-a56473191d67') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:23.569036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65da11eb8>, '9eef5521-af5a-4851-9b69-a56473191d67') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:23.582812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.604425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.615737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:23.616341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:23.637055 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:23.686378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.746481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.747808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object ee4307fc-244e-4300-be11-114a1dbe234c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:23.751316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76eac1a4-240a-49e8-a6be-d1a3cdb8b796 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:23.778024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81df92-6309-4ad6-92be-581126fcb8c7 req-170e554d-a369-4d7f-a9ab-ab339c2b1c4c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:23.779460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.779696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a81df92-6309-4ad6-92be-581126fcb8c7 req-170e554d-a369-4d7f-a9ab-ab339c2b1c4c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.1712103
Dec 13 14:51:23.788446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Pushing event deleted for resources: {'Network': ['ID=9ce342f3-4138-4f6d-8b67-d4a1959ccffb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:23.796529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:23.797761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] 10.222.0.69 "DELETE /v2.0/networks/9ce342f3-4138-4f6d-8b67-d4a1959ccffb HTTP/1.1" status: 204  len: 168 time: 0.8244948
Dec 13 14:51:23.828588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:23.847148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddb403bd-0636-4e33-8d9b-1446890460c2 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:23.885711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46134) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:23.936542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a81df92-6309-4ad6-92be-581126fcb8c7 req-aac1ca3e-9d43-4304-bfce-1cc9e9da584a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1482522
Dec 13 14:51:23.953458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d44efec-47c9-4051-9ee0-21764ce4afcb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4518eaa48b4144bea0dd6a0c8e976a4d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0639169
Dec 13 14:51:23.954243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46142) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:23.959799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:23.962025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=ee4307fc-244e-4300-be11-114a1dbe234c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:23.965404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:23.967650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:23.972814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:24.026839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46148) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:24.031504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 3a87e9d3-0b7e-4fff-b920-a0f697eefd88 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:51:24.051420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:24.052099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.110024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.169411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.212254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.1898298
Dec 13 14:51:24.219102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46154) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:24.232744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f7:96:69'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:24.244264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2cb68d2-058d-4292-a49b-7cfe36f81f21 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=de6672372e33459da72c2ae45703fa64&network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 2999 time: 0.2160077
Dec 13 14:51:24.332441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.338635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f92ab22e-2710-4432-aef7-80cae4f1c13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:24.362393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bcdf6e-5f66-44aa-a0ce-3f728d6e2053,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:24.372407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:24.385317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.389678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3bcdf6e-5f66-44aa-a0ce-3f728d6e2053 HTTP/1.1" status: 204  len: 168 time: 0.4343319
Dec 13 14:51:24.428848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a821c42-b3da-4b96-93e6-2fade0928832 req-88c1f32b-e550-4dbe-a02a-30311c795e80 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:24.430501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a821c42-b3da-4b96-93e6-2fade0928832 req-88c1f32b-e550-4dbe-a02a-30311c795e80 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.1688673
Dec 13 14:51:24.505832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a821c42-b3da-4b96-93e6-2fade0928832 req-b93ec8be-4162-45bd-9781-03ad6508d6f8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651889
Dec 13 14:51:24.580076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:24.584318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6abb395c-e498-4684-9af2-48ef23368cc9 None None] Provisioning for port ee4307fc-244e-4300-be11-114a1dbe234c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:24.590277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7810926
Dec 13 14:51:24.591172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46174) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:24.591432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] Sync routers for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:24.595996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6abb395c-e498-4684-9af2-48ef23368cc9 None None] Provisioning complete for port ee4307fc-244e-4300-be11-114a1dbe234c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:24.599528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6abb395c-e498-4684-9af2-48ef23368cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.621146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:24.623360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:24.662504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:24.726843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6abb395c-e498-4684-9af2-48ef23368cc9 None None] Port ee4307fc-244e-4300-be11-114a1dbe234c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:24.740625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a68928-873e-4f56-825e-53df64464b46 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:24.741068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00a68928-873e-4f56-825e-53df64464b46 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:24.851010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00a68928-873e-4f56-825e-53df64464b46 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:24.855757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46182) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:24.855880 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00a68928-873e-4f56-825e-53df64464b46 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports/73c88aaf-351e-484b-9f74-be3d7cc42d90 HTTP/1.1" status: 200  len: 910 time: 0.2613924
Dec 13 14:51:24.918604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5550>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:24.933632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:24.934713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:24.964148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46186) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.022341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6fc8-807c-4b12-9ae4-f269d38e3d75 req-2b405b0a-93cc-4b3b-8e59-91eda6791d07 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:25.023983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-226c6fc8-807c-4b12-9ae4-f269d38e3d75 req-2b405b0a-93cc-4b3b-8e59-91eda6791d07 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2672901
Dec 13 14:51:25.025834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f5550>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:25.026853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aaf3e0-e3a3-48ec-931e-04baeb077650 None None] The sync data for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:25.108452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-226c6fc8-807c-4b12-9ae4-f269d38e3d75 req-d7770cd1-7e6f-44ce-947a-15611ddac5be tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695264
Dec 13 14:51:25.140283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:25.140283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:25.144948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2aaff034-d320-4d54-95b6-ab0aec87b194 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:25.314624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=ee4307fc-244e-4300-be11-114a1dbe234c,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:25.318320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:25.321731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] In _notify_port_updated(), no bound segment for port ee4307fc-244e-4300-be11-114a1dbe234c on network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:51:25.337237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:25.338082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:25.339672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "PUT /v2.0/ports/ee4307fc-244e-4300-be11-114a1dbe234c HTTP/1.1" status: 200  len: 992 time: 1.1183808
Dec 13 14:51:25.344880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46204) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.573195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port ee4307fc-244e-4300-be11-114a1dbe234c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:25.573825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:25.580768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46214) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.754610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-347224dd-da0e-43ee-a68f-5ad6cd5a501d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08d230c427bb4fbd9d101c84a6de3d37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7768998
Dec 13 14:51:25.758071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46224) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.767910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a3b85366-302f-48f5-addb-2869e5b0ca2c None None] Provisioning complete for port ee4307fc-244e-4300-be11-114a1dbe234c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:25.769081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3b85366-302f-48f5-addb-2869e5b0ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:25.839411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46228) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.919957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a3b85366-302f-48f5-addb-2869e5b0ca2c None None] Port ee4307fc-244e-4300-be11-114a1dbe234c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:25.958221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46232) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:25.975411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7fded-ddea-4765-ba43-48c6225eb59f tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:25.977695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c1b7fded-ddea-4765-ba43-48c6225eb59f tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 814 time: 0.1306312
Dec 13 14:51:26.011174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.044365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.154309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.170574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-494671b9-06a9-4852-8e85-711d3d32cd0a tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:26.183913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.199752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e2302-9b31-4d6f-b138-1ff1cc0fab79,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:26.202721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1556619212-network', 'tenant_id': '7712c37b04a640e6a4a90f47e78ec8d2'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:26.206840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.221705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c4e2302-9b31-4d6f-b138-1ff1cc0fab79 HTTP/1.1" status: 204  len: 168 time: 0.4493389
Dec 13 14:51:26.225693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.229415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:26.234139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Usage tracker for resource:network and tenant:7712c37b04a640e6a4a90f47e78ec8d2 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.245632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.271863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.416474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d17d0342-f696-4db0-94d5-f59875b065de tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:26.421159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-d17d0342-f696-4db0-94d5-f59875b065de tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:51:26.426250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d17d0342-f696-4db0-94d5-f59875b065de tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.7903049
Dec 13 14:51:26.446421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46248) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:26.456134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for ee4307fc-244e-4300-be11-114a1dbe234c owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:26.487815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--428984546'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:26.499060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.499846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.503078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.506719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.513564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.528474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.534432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Made reservation on behalf of 7712c37b04a640e6a4a90f47e78ec8d2 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:26.539582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.552783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46256) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:26.562955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.569173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.607400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.611452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.614518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.620630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.642218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1812689176', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:26.651318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.684834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46262) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:26.685272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.685920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.701133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:7712c37b04a640e6a4a90f47e78ec8d2 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.708249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.721432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.757399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:26.763247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.823851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.836295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.855899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.859768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b4d00f7-aee0-4e8c-8897-93d08b5cb1b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:26.877649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:26.887448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.896907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.899892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.902012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.902399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment c11fbb48-3d75-4ad1-b195-e8430efd8467 of type vlan for network 1734ca9a-8157-4abc-9547-7940565110da
Dec 13 14:51:26.913861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.916898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-102816122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:26.929242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:26.946705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:router and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:26.954733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:26.960939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.971615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:26.977347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.21.0.1 (1b146e5f-bd0a-4aa3-b686-58989c7e3fb2/811a7fb7-9c1e-49fb-bd96-a7e15a3bb227/5ca575b6-c7e0-40dc-a0e4-58a28a9e69af) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:26.979461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:26.980699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3486fe18-f4b4-43f0-8b45-ad726c2c1acd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:26.988480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e12eb88-7c9f-40bc-994e-a1543c924fd1 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.000038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.011129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4bf66ee-d389-4b83-93eb-97dc8077af4b tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.028886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.029899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.035839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:27.090333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45f308-9457-4f38-8669-f545d98151b1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.094031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.096395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.096815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Added segment dca6b18b-3ea4-4369-bddf-0f7c027890c8 of type vlan for network 095b1325-faa7-4c8b-ac96-c5bf09147f10
Dec 13 14:51:27.221117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.237526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.325516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.366006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.369255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.371454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3834aa7b-68b0-4c69-a61b-0bff0ad9995e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.6823936
Dec 13 14:51:27.378531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46280) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.387494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.392707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=ee4307fc-244e-4300-be11-114a1dbe234c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.392862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1776887012'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:27.399365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.409227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.410633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:27.411296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.414888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46284) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.415921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:27.420001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:27.421416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf46-c225-475d-b9ce-2154e80336e9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.448113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:network and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:27.457916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:27.470785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:27.491810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5281758
Dec 13 14:51:27.492834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46290) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.504572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Request body: {'subnet': {'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1556619212-subnet', 'tenant_id': '7712c37b04a640e6a4a90f47e78ec8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:27.555696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:27.565791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.570946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Usage tracker for resource:subnet and tenant:7712c37b04a640e6a4a90f47e78ec8d2 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:27.574805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=095b1325-faa7-4c8b-ac96-c5bf09147f10,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.576817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.579049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:27.581074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.584300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.585630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:27.586217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.588784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:27.592843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:27.595668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2422770-99a4-4c30-9329-4752fd051e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.598337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.598477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 095b1325-faa7-4c8b-ac96-c5bf09147f10 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:27.621183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.635110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.644152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1571109259'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:27.648006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8eb61b22-a844-4cb5-9344-cc7e32662657 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.667071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.671778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/ee4307fc-244e-4300-be11-114a1dbe234c HTTP/1.1" status: 204  len: 168 time: 2.3030820
Dec 13 14:51:27.671778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78dcda7-74d3-4f1a-9adc-b348503933c6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.672324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46294) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.678917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1144710
Dec 13 14:51:27.678917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.678917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.685204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2347267
Dec 13 14:51:27.685204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d15305-0fe4-4b96-9ce2-6eb04d3a313e tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:27.716124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46298) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.716542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46300) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.718018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=5ca575b6-c7e0-40dc-a0e4-58a28a9e69af,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.728618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:27.735449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.771026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c8866-ee15-461f-814c-c0998a99bbdb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] GET failed (client error): The resource could not be found.
Dec 13 14:51:27.771510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-356c8866-ee15-461f-814c-c0998a99bbdb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Synchronizing usage tracker for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:27.776633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'd78dcda7-74d3-4f1a-9adc-b348503933c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:27.786499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Made reservation on behalf of 7712c37b04a640e6a4a90f47e78ec8d2 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:27.791172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:27.811010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:network and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:27.827696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:27.833863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:27.839584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=1734ca9a-8157-4abc-9547-7940565110da,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:27.843477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:27.847968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-356c8866-ee15-461f-814c-c0998a99bbdb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Unset dirty status for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:27.849302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-356c8866-ee15-461f-814c-c0998a99bbdb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports/ee4307fc-244e-4300-be11-114a1dbe234c HTTP/1.1" status: 404  len: 333 time: 0.1756463
Dec 13 14:51:27.858981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46306) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:27.859169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 1734ca9a-8157-4abc-9547-7940565110da details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:27.859848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-23349963'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:27.863511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:27.867598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:27.876725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:27.881310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:27.884699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:27.890562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:27.925321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:27.931322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:28.011259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:security_group_rule and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:28.024828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:28.031234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Made reservation on behalf of a01399508d4b49acb88d2afaa07ba7a8 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:28.031531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:28.037344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.043477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:28.054119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:28.060740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.063032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:28.071720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b88efd-f858-4d93-907b-eb7bcd11aa14 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:28.073347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-47b88efd-f858-4d93-907b-eb7bcd11aa14 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.3483741
Dec 13 14:51:28.080384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46310) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.085651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.115958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.127739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.136833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port 61567c98-ec4c-4eee-9350-7b96ac75c329 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:28.229524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:28.263215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0ca3c611-2ed2-4d34-bc8e-99d811d90be9 None None] Provisioning for port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:28.268700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0ca3c611-2ed2-4d34-bc8e-99d811d90be9 None None] Provisioning complete for port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:28.269101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c611-2ed2-4d34-bc8e-99d811d90be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.275138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:security_group_rule and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:28.284121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:28.306612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:28.360366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3c611-2ed2-4d34-bc8e-99d811d90be9 None None] Port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:28.361974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75740f16-7c73-4318-8bb6-ad8c28cb693b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:28.363808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75740f16-7c73-4318-8bb6-ad8c28cb693b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2823045
Dec 13 14:51:28.367638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46314) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.414680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.427331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28ed87fb-de03-43a4-bb42-52f36e817350 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0583510
Dec 13 14:51:28.431370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46318) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.452735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.453651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.465566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abbf9df1-c1ac-436b-9360-55aef19c5899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:28.476289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.13 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/61567c98-ec4c-4eee-9350-7b96ac75c329) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:28.484142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.485200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0b6bfab-86c9-47c8-9d88-5db386e6fe97 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0526841
Dec 13 14:51:28.485941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.491293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46322) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.546349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:28.576433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.584359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4995cf88-9fc7-4de6-b4d4-cbf6ef72e765,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:28.611681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:28.617710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:28.637058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.637445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Added segment 2a3dd214-e8ef-4029-96a6-4228c7015144 of type vlan for network 245d48d4-a295-4f55-8dbb-2612116abb36
Dec 13 14:51:28.685844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec21975-2e29-40f0-bc2f-8dc92e6aaf3e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:28.697798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:28.702951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57b30313-70c6-48c0-8ac5-67269c43ad78 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:28.764676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf4e85-2c69-487d-9745-5d0db6af8447 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:28.766335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25bf4e85-2c69-487d-9745-5d0db6af8447 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2740409
Dec 13 14:51:28.776230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46326) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.789678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.838902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-26952eef-4d9f-4da5-bb0b-3472a7661030 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0611136
Dec 13 14:51:28.841913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46330) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:28.851820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-746787379', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:28.969743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:28.986926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.008915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object 61567c98-ec4c-4eee-9350-7b96ac75c329 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:29.012875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:29.013027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.014147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2874477
Dec 13 14:51:29.014885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.017127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46334) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:29.018957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.019940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:29.024084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:29.030335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'd78dcda7-74d3-4f1a-9adc-b348503933c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:29.045137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:29.050262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:29.053301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:29.060649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:29.070111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:29.084072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:29.124358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.134001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90aebdd0-626a-4f56-a764-f6c4ddf20429 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:29.171537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.209366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01fb473-7fe8-445a-a424-6986eb3857aa,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:29.217924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:29.221947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:29.225219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:29.258393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.258770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Added segment 80545248-4bcb-45f7-a92f-858b45cfc442 of type vlan for network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a
Dec 13 14:51:29.270023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.274313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:29.274959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.301279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:29.301603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Checking segment: {'id': 'dca6b18b-3ea4-4369-bddf-0f7c027890c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:29.301784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Network hostable DHCP agents. Network: 095b1325-faa7-4c8b-ac96-c5bf09147f10, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:29.307656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:29.314020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.324465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b2c5e1-5c39-4c2f-bf0a-287ab3cf8399,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:29.336589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:29.359608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:29.365919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dcd200e-bbb8-44c5-8ce5-6b74253c8291 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306 tempest-ExtraDHCPOptionsIpV6TestJSON-441547306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:29.382047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=61567c98-ec4c-4eee-9350-7b96ac75c329,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:29.393873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:29.398536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.412021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 2.0259180
Dec 13 14:51:29.418395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46338) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:29.433266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'subnet': {'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:29.601749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Network': ['ID=245d48d4-a295-4f55-8dbb-2612116abb36,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:29.608598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:29.612416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Network 095b1325-faa7-4c8b-ac96-c5bf09147f10 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:29.614998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 245d48d4-a295-4f55-8dbb-2612116abb36 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:29.628928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.632796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:29.633005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:29.633415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.633616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.637894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:51:29.641763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-868ef069-c13b-4e59-ae43-89d193d79e23 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6208789
Dec 13 14:51:29.644886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89c3ce-8e66-4561-8134-e812699726c3 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:29.657435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46342) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:29.683834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 095b1325-faa7-4c8b-ac96-c5bf09147f10) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:29.707083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.2705395
Dec 13 14:51:29.712397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:29.713055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.718048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46346) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:29.721491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f2cb3-79ea-4289-9962-ae7dadfbde56 None None] Network 095b1325-faa7-4c8b-ac96-c5bf09147f10 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:29.726032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:29.738160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:subnet and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:29.750416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8930745
Dec 13 14:51:29.778479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46348) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:29.788341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:29.791004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'subnet': {'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:29.801708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:29.819538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f7:96:69'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:29.845189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1dbb007b-a8fc-48cd-98f1-ac232404907b None None] Provisioning for port 61567c98-ec4c-4eee-9350-7b96ac75c329 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:29.846000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Network': ['ID=6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:29.849588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:29.856360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1dbb007b-a8fc-48cd-98f1-ac232404907b None None] Provisioning complete for port 61567c98-ec4c-4eee-9350-7b96ac75c329 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:29.856786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dbb007b-a8fc-48cd-98f1-ac232404907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.885627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:29.886386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:29.904543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:29.962737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4582541
Dec 13 14:51:29.981421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.016055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.025212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8410c597-8f89-42da-8b30-9724e821f20d tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:30.035225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:30.042187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:subnet and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:30.046201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:30.057316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:30.061724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.081265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.082666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.121880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:30.213506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Made reservation on behalf of a01399508d4b49acb88d2afaa07ba7a8 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:30.245824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=969590a5-7989-453e-8889-904f97995ac8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:30.256346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:30.287382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:30.287783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: 1734ca9a-8157-4abc-9547-7940565110da, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:30.340801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.344242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.345127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb007b-a8fc-48cd-98f1-ac232404907b None None] Port 61567c98-ec4c-4eee-9350-7b96ac75c329 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:30.352402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:30.377008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 1734ca9a-8157-4abc-9547-7940565110da is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:30.389103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.393246 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/d78dcda7-74d3-4f1a-9adc-b348503933c6 HTTP/1.1" status: 204  len: 168 time: 0.7320664
Dec 13 14:51:30.395456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46360) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:30.401374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 1734ca9a-8157-4abc-9547-7940565110da) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:30.407101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:30.408077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.414873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95d2bc-ce6a-4815-a5b7-5227d3381229 None None] Network 1734ca9a-8157-4abc-9547-7940565110da requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:30.425960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78dcda7-74d3-4f1a-9adc-b348503933c6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:30.468630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.503935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d068d-855b-4826-b8ca-42ac6cb2ea93 None None] Network 095b1325-faa7-4c8b-ac96-c5bf09147f10 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:30.518065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=5ca575b6-c7e0-40dc-a0e4-58a28a9e69af,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:30.541273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:30.780109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-1734ca9a-8157-4abc-9547-7940565110da', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '969590a5-7989-453e-8889-904f97995ac8'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:30.781035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.817218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.884716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:30.888504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:30.898760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a5f67f1a-41cc-476d-88b9-af1024a9c775 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:30.940831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0978394
Dec 13 14:51:31.045066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Allocated IP 172.20.0.18 (1734ca9a-8157-4abc-9547-7940565110da/969590a5-7989-453e-8889-904f97995ac8/1d159f54-9a96-476f-a5cb-120c6285351e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:31.103344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Subnet': ['ID=61a9d361-8739-4720-a3ef-30c41f8cb742,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:31.119813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:31.126422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c9bb6cef-7ae9-42c1-93a4-b3899115a79b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:31.152941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Checking segment: {'id': '2a3dd214-e8ef-4029-96a6-4228c7015144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:31.153933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network hostable DHCP agents. Network: 245d48d4-a295-4f55-8dbb-2612116abb36, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:31.162140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c9bb6cef-7ae9-42c1-93a4-b3899115a79b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:31.164264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c9bb6cef-7ae9-42c1-93a4-b3899115a79b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7654300
Dec 13 14:51:31.169624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46378) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.177991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--405043334'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.191679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.247702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.263738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.308374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network 245d48d4-a295-4f55-8dbb-2612116abb36 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:31.315768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:31.316668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46384) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.340252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 245d48d4-a295-4f55-8dbb-2612116abb36) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:31.347378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:31.348666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.366573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122023c3-cf29-410b-bdfe-9d07b3d3f8fa None None] Network 245d48d4-a295-4f55-8dbb-2612116abb36 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:31.377095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.389663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071389039', 'description': 'tempest-secgroup-smoke-2071389039 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.392940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:31.409829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.412769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.419019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:31.423256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-739664653-network', 'tenant_id': '4a883cce73914d779fdf8cc267c33957'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.428372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:31.431558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.437689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0150943
Dec 13 14:51:31.439860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.442415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46392) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.448706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'network': {'name': 'tempest-router-network01--1704681734'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.464848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.471349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.486072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:network and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:31.493617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:31.509403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.559633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:31.564953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.582027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.597726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.609568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:31.614350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.615721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:31.627556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.628688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Transition to ACTIVE for port object 1d159f54-9a96-476f-a5cb-120c6285351e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:31.629946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.634436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:31.638156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e3cd1e13-de0d-4980-8842-e83866384ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:31.647162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-245d48d4-a295-4f55-8dbb-2612116abb36', 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36', 'tenant_id': '1e1377586baa4c72ac3187f95ad80319', 'fixed_ips': [{'subnet_id': '61a9d361-8739-4720-a3ef-30c41f8cb742'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:31.648464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.648703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.676322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.676981 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Added segment 981d4a31-73a4-443e-a969-65435465bd8b of type vlan for network d67faabb-c6a0-402f-b4f0-c93a9f534b53
Dec 13 14:51:31.679227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Transition to ACTIVE for port object 1d159f54-9a96-476f-a5cb-120c6285351e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:31.684091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Usage tracker for resource:network and tenant:4a883cce73914d779fdf8cc267c33957 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:31.703714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:31.716441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f1b618-ad9f-44b5-a04d-7d494a3ce448,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:31.732285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.737206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:31.738714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-602103c0-e56c-415f-a284-19898897b9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:31.745241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.767830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:31.789422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.792908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.796777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.800986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6272922
Dec 13 14:51:31.801731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.808688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.809585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-291d6f8c-f768-40b4-bcef-1b66fea1780f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:31.820806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Network 1734ca9a-8157-4abc-9547-7940565110da is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:31.826803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:31.836359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:31.838032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fad80116-64a3-4436-a2e3-dc502dc7bea1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '53f1b618-ad9f-44b5-a04d-7d494a3ce448', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.838812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-fad80116-64a3-4436-a2e3-dc502dc7bea1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:31.842788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fad80116-64a3-4436-a2e3-dc502dc7bea1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0213025
Dec 13 14:51:31.846185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46400) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.866758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fc8e6a9-69ef-4044-9ef3-0f6a69a678f2 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:31.890110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.891949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5134828
Dec 13 14:51:31.909812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46404) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:31.920563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:31.925879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e978a009-b31e-439d-a925-218d7cc2c1f0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:31.929373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:31.946325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:31.954733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.959517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:31.960153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:31.968040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9a5676f-d0db-4582-9b33-bef6d05736a8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:31.977272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Pushing event updated for resources: {'Port': ['ID=1d159f54-9a96-476f-a5cb-120c6285351e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:31.991471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:31.997011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:31.997191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:32.012619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Made reservation on behalf of 4a883cce73914d779fdf8cc267c33957 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:32.015550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Attempting to bind port 1d159f54-9a96-476f-a5cb-120c6285351e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:32.015986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Attempting to bind port 1d159f54-9a96-476f-a5cb-120c6285351e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:32.016396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Attempting to bind port 1d159f54-9a96-476f-a5cb-120c6285351e on network 1734ca9a-8157-4abc-9547-7940565110da {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:32.018705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.020779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.026144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:32.026567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Checking segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:32.027046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.027490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Bound using segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:32.028017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Bound port: 1d159f54-9a96-476f-a5cb-120c6285351e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:32.028441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.050354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6046951
Dec 13 14:51:32.063587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.072206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.094568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'network': {'name': 'tempest-router-network02--2065391175'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:32.096389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-03a9d7fc-b158-423f-bc6d-d8411cd3d830 None None] Provisioning complete for port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:32.096815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03a9d7fc-b158-423f-bc6d-d8411cd3d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.109664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.127300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:network and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:32.135017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.136962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Allocated IP 172.20.0.2 (245d48d4-a295-4f55-8dbb-2612116abb36/61a9d361-8739-4720-a3ef-30c41f8cb742/be3b598f-99a8-4edb-be2d-c2c1a190568a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:32.139635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Subnet': ['ID=4d737371-5029-4b70-8b39-f799a0d1e72a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.144095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:32.151801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.160212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.164466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.164621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.166386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Checking segment: {'id': '80545248-4bcb-45f7-a92f-858b45cfc442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:32.166897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network hostable DHCP agents. Network: 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:32.179952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.187642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Network': ['ID=d67faabb-c6a0-402f-b4f0-c93a9f534b53,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.187852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.197495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.201452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.212236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:32.233048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-03a9d7fc-b158-423f-bc6d-d8411cd3d830 None None] Port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:32.255229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.261952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9b026b-2e54-4573-854e-ffd9dd446924 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.273408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:32.279157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.292348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.294068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f1b618-ad9f-44b5-a04d-7d494a3ce448,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.316027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Usage tracker for resource:security_group_rule and tenant:4a883cce73914d779fdf8cc267c33957 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:32.323209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.323890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:32.330285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.350334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.354988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/53f1b618-ad9f-44b5-a04d-7d494a3ce448 HTTP/1.1" status: 204  len: 168 time: 0.5029554
Dec 13 14:51:32.357381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46412) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.361575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.373448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.384767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9a8db47-f360-42d6-9784-56548c460ecf tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.396088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=61567c98-ec4c-4eee-9350-7b96ac75c329,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.398257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] For port 1d159f54-9a96-476f-a5cb-120c6285351e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:32.419041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.427106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:32.430748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] For port 1d159f54-9a96-476f-a5cb-120c6285351e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1d159f54-9a96-476f-a5cb-120c6285351e,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:32.437626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:32.443933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.447388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec54a38e-4cc2-46ae-9310-b30341c62955,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.458164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.459077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.461470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5505812
Dec 13 14:51:32.464307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec9c84b-5b81-4ff5-bae6-fa6a08ee37bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.469205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.475181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:32.481727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] In _notify_port_updated(), no bound segment for port 61567c98-ec4c-4eee-9350-7b96ac75c329 on network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:51:32.486705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:32.487570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.491939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "PUT /v2.0/ports/61567c98-ec4c-4eee-9350-7b96ac75c329 HTTP/1.1" status: 200  len: 995 time: 2.7035668
Dec 13 14:51:32.493457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46420) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.493626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.493626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Added segment 634d857a-b0fa-48ec-9869-a261b2022fac of type vlan for network 3bbe71b5-b569-467e-b0f6-0881e9739753
Dec 13 14:51:32.498074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:32.518824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:32.519717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.528160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.555428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:32.558649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8bebe870-ca9b-49c7-a207-df8720de9b93 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:32.562547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:32.591948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.595774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 3a87e9d3-0b7e-4fff-b920-a0f697eefd88 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:32.606447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port 61567c98-ec4c-4eee-9350-7b96ac75c329 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:32.606832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.621458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.639757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8bebe870-ca9b-49c7-a207-df8720de9b93 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:32.641335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8bebe870-ca9b-49c7-a207-df8720de9b93 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2813370
Dec 13 14:51:32.648973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46424) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.658155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454535280'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:32.669838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.679928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9089289
Dec 13 14:51:32.685267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46428) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:32.698564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.701443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-772801638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:32.707914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.710228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.715301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.725927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:router and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:32.727349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Pushing event updated for resources: {'Port': ['ID=1d159f54-9a96-476f-a5cb-120c6285351e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.730330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fd156-0422-44e1-b480-e926d2d6d28e None None] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:32.746529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.773307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:32.790994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:32.794535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.795845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.810248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2da4b24a-d7e3-4118-a5fc-81742af06bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.863541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.864941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.900110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.904271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:32.904926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.935073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:51:32.954603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f894e8-bd80-4125-a99c-44a4ac8b3b27,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:32.965921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:32.968014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9329f294-5ca0-496f-86c9-14fb8a2dbc1b tempest-ExtraDHCPOptionsTestJSON-1327521775 tempest-ExtraDHCPOptionsTestJSON-1327521775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:32.969295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.977193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cc63bc47-158c-48d6-be39-f926503aa287 None None] Provisioning complete for port 61567c98-ec4c-4eee-9350-7b96ac75c329 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:32.977624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc63bc47-158c-48d6-be39-f926503aa287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.985734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:32.986247 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Added segment f4558f9b-e5a8-431a-aeff-3b15d5ccd94d of type vlan for network 16f89aca-629e-4007-9694-35979fc20838
Dec 13 14:51:32.987915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:32.993215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9283044
Dec 13 14:51:33.006437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46432) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.011388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:33.017500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:33.026806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'subnet': {'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:33.030238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:33.040168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.068920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Transition to ACTIVE for port object be3b598f-99a8-4edb-be2d-c2c1a190568a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:33.074106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.080342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cc63bc47-158c-48d6-be39-f926503aa287 None None] Port 61567c98-ec4c-4eee-9350-7b96ac75c329 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:33.090115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.108614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Transition to ACTIVE for port object be3b598f-99a8-4edb-be2d-c2c1a190568a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:33.151958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.156968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-792ebe26-baf5-4406-a4d3-7d2fd5a58394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:33.174004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.195780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a', 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a', 'tenant_id': 'a01399508d4b49acb88d2afaa07ba7a8', 'fixed_ips': [{'subnet_id': '4d737371-5029-4b70-8b39-f799a0d1e72a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:33.196685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.219979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for 61567c98-ec4c-4eee-9350-7b96ac75c329 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:33.233857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.243307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Network': ['ID=3bbe71b5-b569-467e-b0f6-0881e9739753,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:33.256679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:33.266906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:33.271483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Network 245d48d4-a295-4f55-8dbb-2612116abb36 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:33.312658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4404f0-6920-4f61-8379-f524603c7ee8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:33.317860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:33.319648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Pushing event updated for resources: {'Port': ['ID=be3b598f-99a8-4edb-be2d-c2c1a190568a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:33.334061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:33.336283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:33.339106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:33.349633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.353785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8774967
Dec 13 14:51:33.354653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:subnet and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:33.358812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:33.371693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46436) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.383914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:33.390861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:33.400088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:33.408031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.412822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:33.413705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.421382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:33.428295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.445188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:33.449462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:33.458439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:33.459901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:33.460942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:33.481735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.483308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a279aedb-eae5-4d0d-94b0-4158cca548fb tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.7968881
Dec 13 14:51:33.499849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46440) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.509834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:33.534807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:33.545629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6882875
Dec 13 14:51:33.561864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46444) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.575216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] Sync routers for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:33.658348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Attempting to bind port be3b598f-99a8-4edb-be2d-c2c1a190568a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:33.658701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.658812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Attempting to bind port be3b598f-99a8-4edb-be2d-c2c1a190568a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '2a3dd214-e8ef-4029-96a6-4228c7015144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:33.659166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Attempting to bind port be3b598f-99a8-4edb-be2d-c2c1a190568a on network 245d48d4-a295-4f55-8dbb-2612116abb36 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:33.670854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:33.671296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2827551
Dec 13 14:51:33.672112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f631da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:33.678553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46448) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.679258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.692366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a95f2aa2-0e3a-4e8a-835f-f6f4d10c4a02 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:33.704861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Request body: {'subnet': {'network_id': '16f89aca-629e-4007-9694-35979fc20838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-739664653-subnet', 'tenant_id': '4a883cce73914d779fdf8cc267c33957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:33.726225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:33.747654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Usage tracker for resource:subnet and tenant:4a883cce73914d779fdf8cc267c33957 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:33.753792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:33.754411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Checking segment: {'id': '2a3dd214-e8ef-4029-96a6-4228c7015144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:33.754856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.755519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Bound using segment: {'id': '2a3dd214-e8ef-4029-96a6-4228c7015144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:33.756274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Bound port: be3b598f-99a8-4edb-be2d-c2c1a190568a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3dd214-e8ef-4029-96a6-4228c7015144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '245d48d4-a295-4f55-8dbb-2612116abb36'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:33.756691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.757293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:33.767208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f631da0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:33.796552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:33.796816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Allocated IP 172.20.0.2 (6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a/4d737371-5029-4b70-8b39-f799a0d1e72a/c82a3195-a31d-4565-9d34-623a07a9bea1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:33.801617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1512413
Dec 13 14:51:33.806120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46452) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.812666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f075b4a2-ba2f-4fac-9f90-6d43e64b0386,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:33.815823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:33.819666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:33.825654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-11a9358c-ebb5-46dd-b6ff-a004e2557efa tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'f075b4a2-ba2f-4fac-9f90-6d43e64b0386', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:33.826249 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-11a9358c-ebb5-46dd-b6ff-a004e2557efa tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:33.831717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11a9358c-ebb5-46dd-b6ff-a004e2557efa tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0144911
Dec 13 14:51:33.846677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:33.847284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f631da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:33.851166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46456) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:33.935560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f631da0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:33.935785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0175cea-30ec-4c2a-838b-b3f77a345fc7 None None] The sync data for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:34.015693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Pushing event updated for resources: {'Network': ['ID=16f89aca-629e-4007-9694-35979fc20838,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:34.026260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:34.032960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Made reservation on behalf of 4a883cce73914d779fdf8cc267c33957 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:34.037818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.046835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1d159f54-9a96-476f-a5cb-120c6285351e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:34.053078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.071255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 16f89aca-629e-4007-9694-35979fc20838 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:51:34.072196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.093926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234dd0a-d7f3-4dd0-86ce-1526f7ea336a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:34.094483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7234dd0a-d7f3-4dd0-86ce-1526f7ea336a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:34.107477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.110131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] For port be3b598f-99a8-4edb-be2d-c2c1a190568a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:34.119846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4526e0d6-deef-4550-b763-8b55d94d9fdf tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:34.164544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] For port be3b598f-99a8-4edb-be2d-c2c1a190568a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be3b598f-99a8-4edb-be2d-c2c1a190568a,segment=NetworkSegment(2a3dd214-e8ef-4029-96a6-4228c7015144),segment_id=2a3dd214-e8ef-4029-96a6-4228c7015144)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:34.211863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7234dd0a-d7f3-4dd0-86ce-1526f7ea336a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:34.216147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7234dd0a-d7f3-4dd0-86ce-1526f7ea336a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports/5ca575b6-c7e0-40dc-a0e4-58a28a9e69af HTTP/1.1" status: 200  len: 910 time: 0.6471701
Dec 13 14:51:34.217520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46460) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:34.232342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.241200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=61567c98-ec4c-4eee-9350-7b96ac75c329,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:34.244117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:34.249382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57872e2d-ea57-4252-b9e4-a726bcfdc521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:34.415763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.480936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Pushing event updated for resources: {'Port': ['ID=be3b598f-99a8-4edb-be2d-c2c1a190568a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:34.490204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1d159f54-9a96-476f-a5cb-120c6285351e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:34.493701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:34.501261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.512650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.520706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Transition to ACTIVE for port object c82a3195-a31d-4565-9d34-623a07a9bea1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:34.527700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.547698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Transition to ACTIVE for port object c82a3195-a31d-4565-9d34-623a07a9bea1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:34.555645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.563899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.566359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b15a5155-8d66-44e2-a18f-7d08e2e3b3ef tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:34.576071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:34.623948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1a1d48-2b19-4fa6-8406-776e751d06d8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:34.633395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:34.677085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.678623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.686603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:34.687342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3140185
Dec 13 14:51:34.688063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Pushing event updated for resources: {'Port': ['ID=c82a3195-a31d-4565-9d34-623a07a9bea1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:34.693910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46464) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:34.696422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:34.702913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:34.704388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:34.705477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:34.726359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:34.736846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-e6b0de2a-ae1d-4be3-98e7-83dce2518c13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3252277
Dec 13 14:51:34.737901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:34.744978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/61567c98-ec4c-4eee-9350-7b96ac75c329 HTTP/1.1" status: 204  len: 168 time: 2.2512546
Dec 13 14:51:34.751246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46468) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:34.752984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:34.773873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:34.801180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.805848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11416cdb-de2f-49c8-a5b6-81d2b013e3ab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:34.868919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Attempting to bind port c82a3195-a31d-4565-9d34-623a07a9bea1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:34.869339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Attempting to bind port c82a3195-a31d-4565-9d34-623a07a9bea1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '80545248-4bcb-45f7-a92f-858b45cfc442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:34.869744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Attempting to bind port c82a3195-a31d-4565-9d34-623a07a9bea1 on network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:34.877445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:34.877871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Checking segment: {'id': '80545248-4bcb-45f7-a92f-858b45cfc442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:34.878331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:34.878896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Bound using segment: {'id': '80545248-4bcb-45f7-a92f-858b45cfc442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:34.879571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Bound port: c82a3195-a31d-4565-9d34-623a07a9bea1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80545248-4bcb-45f7-a92f-858b45cfc442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:34.879996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.008657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.047910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] For port c82a3195-a31d-4565-9d34-623a07a9bea1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:35.054178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] For port c82a3195-a31d-4565-9d34-623a07a9bea1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c82a3195-a31d-4565-9d34-623a07a9bea1,segment=NetworkSegment(80545248-4bcb-45f7-a92f-858b45cfc442),segment_id=80545248-4bcb-45f7-a92f-858b45cfc442)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:35.065876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.085607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aa814fe4-f4b6-4867-b90e-dd8a8cf6c6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:35.203554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Pushing event updated for resources: {'Port': ['ID=c82a3195-a31d-4565-9d34-623a07a9bea1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:35.207757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:35.239999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Subnet': ['ID=c056d24b-ef4a-4b7d-bafb-bb30200119b0,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:35.246780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:35.276021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa632f7-e66d-4184-9966-494c39a5a7d9 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] GET failed (client error): The resource could not be found.
Dec 13 14:51:35.276713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2aa632f7-e66d-4184-9966-494c39a5a7d9 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Synchronizing usage tracker for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:35.297523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.304093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Checking segment: {'id': '981d4a31-73a4-443e-a969-65435465bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:35.305046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network hostable DHCP agents. Network: d67faabb-c6a0-402f-b4f0-c93a9f534b53, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:35.312026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.315973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.323144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4fd621b-e6e7-46ae-9c62-2f514edeb392 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:35.325012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9720171-0a46-48ff-8b36-441b226730d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:35.375873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c77e55-62c5-456a-8f79-d32af8900899,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:35.378279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:35.386394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-ea344f73-addf-460b-bc48-f1ea725cd4c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.5150278
Dec 13 14:51:35.391409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.391607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075b4a2-ba2f-4fac-9f90-6d43e64b0386,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:35.395820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6976330
Dec 13 14:51:35.399187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:35.402338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:35.411650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:35.422655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2aa632f7-e66d-4184-9966-494c39a5a7d9 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Unset dirty status for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:35.423950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2aa632f7-e66d-4184-9966-494c39a5a7d9 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports/61567c98-ec4c-4eee-9350-7b96ac75c329 HTTP/1.1" status: 404  len: 333 time: 0.6681132
Dec 13 14:51:35.439823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d569c-3dae-4f11-8626-77f31b592e83 None None] Network 1734ca9a-8157-4abc-9547-7940565110da requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:35.443597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46476) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:35.452096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:35.452531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-1597505852'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:35.477057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:35.482894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:35.488162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:35.504896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:35.533871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.535471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/f075b4a2-ba2f-4fac-9f90-6d43e64b0386 HTTP/1.1" status: 204  len: 168 time: 1.6827765
Dec 13 14:51:35.537091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.550108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:35.570908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, d67faabb-c6a0-402f-b4f0-c93a9f534b53) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:35.579044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:35.579584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.584587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24ba76-9f89-4e54-8b6c-6d30e5a2f4d6 None None] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:35.591546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.602176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-daa0384f-ce48-4c20-abe7-f1acca967aab tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:35.606205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Provisioning for port 1d159f54-9a96-476f-a5cb-120c6285351e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:35.610201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.635819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Provisioning complete for port 1d159f54-9a96-476f-a5cb-120c6285351e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:35.636252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.683098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:51:35.754943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:35.783016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7612696
Dec 13 14:51:35.791253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46484) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:35.807628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'subnet': {'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:35.840599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-3e64fe89-d90a-47c6-9676-86c2675d237c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:35.842220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-3e64fe89-d90a-47c6-9676-86c2675d237c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.4227927
Dec 13 14:51:35.947813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38899d7d-c7e7-4d18-a9c7-fea896fac6b9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:35.958388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:36.057448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a164a418-3684-4d5a-83b1-62ed9f96f0c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:36.088588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:36.107111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Checking segment: {'id': 'f4558f9b-e5a8-431a-aeff-3b15d5ccd94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '16f89aca-629e-4007-9694-35979fc20838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:36.107565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Network hostable DHCP agents. Network: 16f89aca-629e-4007-9694-35979fc20838, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:36.119945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be3b598f-99a8-4edb-be2d-c2c1a190568a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:36.122465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:36.126349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-aab470f2-ff03-4002-b98a-1e0df36c6b64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.2663653
Dec 13 14:51:36.134591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Usage tracker for resource:subnet and tenant:1e1377586baa4c72ac3187f95ad80319 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:36.149284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:36.176235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:36.195548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.212703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:36.222381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a164a418-3684-4d5a-83b1-62ed9f96f0c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:36.224885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a164a418-3684-4d5a-83b1-62ed9f96f0c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6636183
Dec 13 14:51:36.237116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46488) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:36.250897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:36.251524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.258484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:36.259552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.301554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--838004720'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:36.356404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.366026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe24d3d-4b77-4e7e-9efd-74e128971983,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:36.368018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Made reservation on behalf of 1e1377586baa4c72ac3187f95ad80319 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:36.389127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:36.449007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:36.489907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Allocated IP 172.20.0.1 (6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a/4d737371-5029-4b70-8b39-f799a0d1e72a/f0be7519-4f84-4c8c-93e8-68fe1f7b924d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:36.605875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port be3b598f-99a8-4edb-be2d-c2c1a190568a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:36.610680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] For port 1d159f54-9a96-476f-a5cb-120c6285351e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1d159f54-9a96-476f-a5cb-120c6285351e,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:36.617354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.619344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:36.699369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:36.728583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.738920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Pushing event updated for resources: {'Port': ['ID=1d159f54-9a96-476f-a5cb-120c6285351e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:36.742260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-d67faabb-c6a0-402f-b4f0-c93a9f534b53', 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53', 'tenant_id': '1e1377586baa4c72ac3187f95ad80319', 'fixed_ips': [{'subnet_id': 'c056d24b-ef4a-4b7d-bafb-bb30200119b0'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:36.743268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.747900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-169a020c-b2a4-4a1c-800d-23eadcbf2902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:36.750178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-169a020c-b2a4-4a1c-800d-23eadcbf2902 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.6103184
Dec 13 14:51:36.754197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:36.758692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.760461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.3602660
Dec 13 14:51:36.772271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:36.773725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port 3f40c219-e31f-435c-9185-a169a0011453 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:36.829924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Transition to ACTIVE for port object f0be7519-4f84-4c8c-93e8-68fe1f7b924d will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:36.858464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.883468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Network 16f89aca-629e-4007-9694-35979fc20838 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:36.914723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.935171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'e978a009-b31e-439d-a925-218d7cc2c1f0', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:36.942803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:36.943855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:36.948098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:36.952655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:36.959063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Allocated IP 172.20.0.2 (d67faabb-c6a0-402f-b4f0-c93a9f534b53/c056d24b-ef4a-4b7d-bafb-bb30200119b0/3d33e517-caef-41c0-913d-019c0dd22109) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:36.960764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:36.969889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c803d59-0bd5-4d77-b777-557cb19a2cfe tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:37.037735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:37.053141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:51:37.069908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:37.072685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 16f89aca-629e-4007-9694-35979fc20838) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:37.078602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:37.093521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecff6a-745a-476a-a0ff-51d4a512e751 None None] Network 16f89aca-629e-4007-9694-35979fc20838 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:37.101510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:37.102544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.112458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:37.123308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c2a9c-eab4-4e00-b7dc-1c4bc5afc752 None None] Network 245d48d4-a295-4f55-8dbb-2612116abb36 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:37.126045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:37.126694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.132826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:37.153857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:37.192608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8f7-bb64-47a0-951b-361d8ae90898 None None] Provisioning complete for port 1d159f54-9a96-476f-a5cb-120c6285351e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:37.193037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8f7-bb64-47a0-951b-361d8ae90898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.201722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-5c66201b-19c7-4ef7-b7e7-e04879e09fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3932152
Dec 13 14:51:37.213327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=f0be7519-4f84-4c8c-93e8-68fe1f7b924d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:37.233242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:37.388148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.10 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/3f40c219-e31f-435c-9185-a169a0011453) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:37.417906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.459424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.7749147
Dec 13 14:51:37.491411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.502461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.504418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Transition to ACTIVE for port object 3d33e517-caef-41c0-913d-019c0dd22109 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:37.525841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Transition to ACTIVE for port object 3d33e517-caef-41c0-913d-019c0dd22109 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:37.526466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.530106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.540216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce7b38c8-92ad-4db2-863b-a6044c087deb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:37.546319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.560445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.566378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:37.626369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-4c504392-c900-4248-9584-cbdd7a440178 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3893840
Dec 13 14:51:37.630140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.742318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.792530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.793884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5506094
Dec 13 14:51:37.815122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb223ffc-0c12-46e3-82a1-61ea8b287a1e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:37.818305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46502) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:37.842447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-977ffcda-97ba-4360-b2de-a680b6d1aed6 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:37.849233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2648baf7-1ed7-45bf-a375-d4b5deeebc8f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'bb223ffc-0c12-46e3-82a1-61ea8b287a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:37.850438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2648baf7-1ed7-45bf-a375-d4b5deeebc8f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:37.854359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2648baf7-1ed7-45bf-a375-d4b5deeebc8f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0170920
Dec 13 14:51:37.856366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:37.856366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fb4c100-eb47-488e-a2e6-00e72764efd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:37.876867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46506) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:37.877714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:37.879100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.9973996
Dec 13 14:51:37.985998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b9c7b70-ccf7-45fe-9f24-747d83d2e8f4 req-92f1a3c5-ac96-4053-88be-acc119d19b63 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3497288
Dec 13 14:51:38.019787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:38.025335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5fa44-12f4-4ed9-b6a0-e2b9b2371779 None None] Network 16f89aca-629e-4007-9694-35979fc20838 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:38.121560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Subnet': ['ID=4ee188c4-fff4-4d5b-8790-01d90759aa37,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:38.127913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:38.185948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Checking segment: {'id': '634d857a-b0fa-48ec-9869-a261b2022fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:38.186354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network hostable DHCP agents. Network: 3bbe71b5-b569-467e-b0f6-0881e9739753, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:51:38.225430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.248429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object 3f40c219-e31f-435c-9185-a169a0011453 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:38.318091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c82a3195-a31d-4565-9d34-623a07a9bea1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:38.362394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:38.386161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Pushing event updated for resources: {'Port': ['ID=3d33e517-caef-41c0-913d-019c0dd22109,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:38.388985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:38.395895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-6f0d96c1-a1c1-46d9-afbf-b86b5a59566f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071389039&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.1010497
Dec 13 14:51:38.401588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:38.401963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.444510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af98ddb-6e25-4850-bd7e-9dbc265b2853 None None] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:38.480236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7d33262b-27ad-47f1-9b4e-d80c8a906c8e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'bb223ffc-0c12-46e3-82a1-61ea8b287a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:38.480968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-7d33262b-27ad-47f1-9b4e-d80c8a906c8e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:38.484832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7d33262b-27ad-47f1-9b4e-d80c8a906c8e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.6015296
Dec 13 14:51:38.486126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:51:38.490070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46534) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:38.490779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dd03fc7-edd1-4b7b-988c-5b821ab2e923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.496818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b376a87-94f4-44af-a9ac-c1d2a979c971,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:38.523781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:38.528203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ae3e7758-a69b-4eab-aa5b-4fa9cf658653 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'bb223ffc-0c12-46e3-82a1-61ea8b287a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:38.528976 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-ae3e7758-a69b-4eab-aa5b-4fa9cf658653 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:38.534431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.534626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae3e7758-a69b-4eab-aa5b-4fa9cf658653 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0255320
Dec 13 14:51:38.537193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46538) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:38.550044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e5de189e-e6d7-46ca-b482-b19dd9fea1ba tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:38.625237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 3bbe71b5-b569-467e-b0f6-0881e9739753) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:38.633348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-be064849-1ba3-49ee-a026-f30dd6638950 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': 'bb223ffc-0c12-46e3-82a1-61ea8b287a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:38.635010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-be064849-1ba3-49ee-a026-f30dd6638950 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:38.639091 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-be064849-1ba3-49ee-a026-f30dd6638950 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0489998
Dec 13 14:51:38.650289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46542) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:38.657726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:38.658383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.737637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:38.745656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=3f40c219-e31f-435c-9185-a169a0011453,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:38.748373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:38.769633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:38.770537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:38.808403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.808987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.809476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.809955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.810429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.810902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.811399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.811874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.812368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.812831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.813301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:51:38.818049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.252s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:38.819235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-7aab4216-b372-4cce-9222-9fbe4e1c7a54 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:38.821341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-7aab4216-b372-4cce-9222-9fbe4e1c7a54 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=1734ca9a-8157-4abc-9547-7940565110da HTTP/1.1" status: 200  len: 797 time: 0.3819377
Dec 13 14:51:38.842858 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0504422
Dec 13 14:51:38.855847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:38.901857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:38.928466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68757900-6331-43bf-b2c1-3f899c9cd27d None None] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:39.014155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Provisioning for port be3b598f-99a8-4edb-be2d-c2c1a190568a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:39.042017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Provisioning complete for port be3b598f-99a8-4edb-be2d-c2c1a190568a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:39.042507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.048619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-ddbaa5ea-1fae-4081-921d-1666194d02c0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.2149134
Dec 13 14:51:39.060827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 5ca575b6-c7e0-40dc-a0e4-58a28a9e69af owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:39.148750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Attempting to bind port 3d33e517-caef-41c0-913d-019c0dd22109 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:39.149332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Attempting to bind port 3d33e517-caef-41c0-913d-019c0dd22109 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '981d4a31-73a4-443e-a969-65435465bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:39.149683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Attempting to bind port 3d33e517-caef-41c0-913d-019c0dd22109 on network d67faabb-c6a0-402f-b4f0-c93a9f534b53 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:39.176707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-e9bf01ae-9d1a-4f53-8390-571e1b59cfea tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:39.179512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-e9bf01ae-9d1a-4f53-8390-571e1b59cfea tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/networks?id=095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 200  len: 812 time: 0.6943128
Dec 13 14:51:39.220415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:39.220827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Checking segment: {'id': '981d4a31-73a4-443e-a969-65435465bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:39.221280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.221725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Bound using segment: {'id': '981d4a31-73a4-443e-a969-65435465bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:39.222270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Bound port: 3d33e517-caef-41c0-913d-019c0dd22109, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981d4a31-73a4-443e-a969-65435465bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd67faabb-c6a0-402f-b4f0-c93a9f534b53'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:39.223336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.233141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:39.233818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.256448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-9d76bb1e-1e55-4382-97d1-d714c7c4db95 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/quotas/7712c37b04a640e6a4a90f47e78ec8d2 HTTP/1.1" status: 200  len: 375 time: 0.0576799
Dec 13 14:51:39.263246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c82a3195-a31d-4565-9d34-623a07a9bea1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:39.279321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8292036
Dec 13 14:51:39.281264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46550) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:39.310707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1d159f54-9a96-476f-a5cb-120c6285351e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:39.335756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'network_id': '4ffc52e2-4b45-481f-88d1-3485a46c8e6d', 'name': 'tempest-AllowedAddressPairTestJSON-1437399394'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:39.352710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-c70aff3b-1725-459e-a7c3-a5fe1cd1ea58 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0805199
Dec 13 14:51:39.555048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.580469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.660599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.667399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.679741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.680122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d78b3c9-596a-4954-957e-83d3cd25b05f tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:39.715485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.738730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] For port 3d33e517-caef-41c0-913d-019c0dd22109, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:39.751976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-3bbe71b5-b569-467e-b0f6-0881e9739753', 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753', 'tenant_id': '1e1377586baa4c72ac3187f95ad80319', 'fixed_ips': [{'subnet_id': '4ee188c4-fff4-4d5b-8790-01d90759aa37'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:51:39.752885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.771898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:39.789536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Usage tracker for resource:port and tenant:e0955e356f3547248575e91084b06b98 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:39.792743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] For port 3d33e517-caef-41c0-913d-019c0dd22109, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3d33e517-caef-41c0-913d-019c0dd22109,segment=NetworkSegment(981d4a31-73a4-443e-a969-65435465bd8b),segment_id=981d4a31-73a4-443e-a969-65435465bd8b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:39.795909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:39.800380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1d159f54-9a96-476f-a5cb-120c6285351e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:39.800893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.813295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:39.824400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.833550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.854091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=f0be7519-4f84-4c8c-93e8-68fe1f7b924d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:39.855418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] For port be3b598f-99a8-4edb-be2d-c2c1a190568a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be3b598f-99a8-4edb-be2d-c2c1a190568a,segment=NetworkSegment(2a3dd214-e8ef-4029-96a6-4228c7015144),segment_id=2a3dd214-e8ef-4029-96a6-4228c7015144)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:39.858212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:39.861835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:39.863579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Made reservation on behalf of e0955e356f3547248575e91084b06b98 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:39.869175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.883688 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-4e542b05-d233-44bc-be01-9289684957d0 service neutron] 10.222.0.69 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5197446
Dec 13 14:51:39.910220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:39.924119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-907a162c-e013-4aac-8fde-ec735c9e826b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 440 time: 0.7720034
Dec 13 14:51:39.986793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] device_id is not set on port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:39.994815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.007311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c13bdb21-4ff2-4471-a599-766df9e44865 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:40.050828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Pushing event updated for resources: {'Port': ['ID=3d33e517-caef-41c0-913d-019c0dd22109,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:40.059615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:40.064650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30a33469-1e43-4c0f-ac10-ebd10ac59c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:40.189689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-14622f01-82df-4ebf-8ecf-10cdbbd0ac94 service neutron] 10.222.0.69 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863696
Dec 13 14:51:40.220779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb223ffc-0c12-46e3-82a1-61ea8b287a1e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:40.301446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Provisioning for port 3f40c219-e31f-435c-9185-a169a0011453 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:40.326805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:40.348003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Pushing event updated for resources: {'Port': ['ID=be3b598f-99a8-4edb-be2d-c2c1a190568a,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:40.350844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Provisioning complete for port 3f40c219-e31f-435c-9185-a169a0011453 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:40.352224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.362433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.366724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/bb223ffc-0c12-46e3-82a1-61ea8b287a1e HTTP/1.1" status: 204  len: 168 time: 1.7087724
Dec 13 14:51:40.373856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46554) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:40.382787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:40.408385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c073839-86ed-4892-a79e-76af3a65d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.419592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Allocated IP 172.20.0.2 (3bbe71b5-b569-467e-b0f6-0881e9739753/4ee188c4-fff4-4d5b-8790-01d90759aa37/7ac1d053-898c-4ab9-8991-0203bd73c96b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:40.545147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:40.548763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Port 3f40c219-e31f-435c-9185-a169a0011453 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:40.556124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:40.652998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.742349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be3b598f-99a8-4edb-be2d-c2c1a190568a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:40.807782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-37685e65-6516-436c-bdd4-bc5b70d75c7d service neutron] 10.222.0.69 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8705823
Dec 13 14:51:40.855446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Provisioning for port c82a3195-a31d-4565-9d34-623a07a9bea1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:40.864805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.933541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:40.957517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23426ad4-39f4-4100-9ed4-4fa2c3fb89e4 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:41.013397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.016713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6eba6e9-ccdd-4aa1-a996-e2b115e2dd90 req-f1e65566-77b0-441f-b6ea-37a83a9c63a6 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 210 time: 0.2992296
Dec 13 14:51:41.027961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Transition to ACTIVE for port object 7ac1d053-898c-4ab9-8991-0203bd73c96b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:41.053684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Provisioning complete for port c82a3195-a31d-4565-9d34-623a07a9bea1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:41.054296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.077137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f70f962-8659-418a-8d2c-a151e8dde496 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:41.081501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=5ca575b6-c7e0-40dc-a0e4-58a28a9e69af,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:41.084300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:41.108020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Transition to ACTIVE for port object 7ac1d053-898c-4ab9-8991-0203bd73c96b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:41.123490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.138932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:41.185796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Allocated IP 172.20.0.11 (4ffc52e2-4b45-481f-88d1-3485a46c8e6d/30801552-34fc-4300-b576-4e6feffdbfea/64cd7147-4e57-4ce7-91d2-f6e2cae43d19) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:41.413189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f70f962-8659-418a-8d2c-a151e8dde496 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:41.422096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f70f962-8659-418a-8d2c-a151e8dde496 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.0379131
Dec 13 14:51:41.424995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-85fb7d43-1e47-44b4-b69e-35a2732b41d0 service neutron] 10.222.0.69 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6163907
Dec 13 14:51:41.425940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46568) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:41.517451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--180166896'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:41.550568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.576458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Transition to ACTIVE for port object 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:41.619999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:41.632218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:41.634570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:41.640540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:41.646288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port be3b598f-99a8-4edb-be2d-c2c1a190568a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:41.646867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.660150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.664608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:41.671587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:41.722660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:41.796798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Pushing event updated for resources: {'Port': ['ID=7ac1d053-898c-4ab9-8991-0203bd73c96b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:41.839058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:41.935258 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ca59fcfc-f937-4eab-bc4d-a1374028d07d req-7b2e5605-f966-49ba-b93e-5867b436a805 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.1104681
Dec 13 14:51:41.942473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:41.943961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=64cd7147-4e57-4ce7-91d2-f6e2cae43d19,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:41.946457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Router 96ed8dcc-02b8-4060-8ca4-3ac42cb62427 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:51:41.950203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:41.951348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:41.954244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:42.197687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.238104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Attempting to bind port 7ac1d053-898c-4ab9-8991-0203bd73c96b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:42.238812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Attempting to bind port 7ac1d053-898c-4ab9-8991-0203bd73c96b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '634d857a-b0fa-48ec-9869-a261b2022fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:42.239220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Attempting to bind port 7ac1d053-898c-4ab9-8991-0203bd73c96b on network 3bbe71b5-b569-467e-b0f6-0881e9739753 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:42.272252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.296129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:42.304723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.386355 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0631371
Dec 13 14:51:42.409695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:42.412633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Checking segment: {'id': '634d857a-b0fa-48ec-9869-a261b2022fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:42.414134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.415735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Bound using segment: {'id': '634d857a-b0fa-48ec-9869-a261b2022fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:42.417155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Bound port: 7ac1d053-898c-4ab9-8991-0203bd73c96b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634d857a-b0fa-48ec-9869-a261b2022fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3bbe71b5-b569-467e-b0f6-0881e9739753'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:42.418289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.419020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:42.432206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f7:96:69'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:09:b5:4b'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:42.462403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] For port c82a3195-a31d-4565-9d34-623a07a9bea1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c82a3195-a31d-4565-9d34-623a07a9bea1,segment=NetworkSegment(80545248-4bcb-45f7-a92f-858b45cfc442),segment_id=80545248-4bcb-45f7-a92f-858b45cfc442)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:42.471856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.479637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d887c3c5-bd1f-4404-b21b-5b3409dad987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:42.598571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Provisioning complete for port be3b598f-99a8-4edb-be2d-c2c1a190568a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:42.599394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:42.634760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:42.673160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3d33e517-caef-41c0-913d-019c0dd22109 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:42.673740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:42.874168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Pushing event updated for resources: {'Port': ['ID=c82a3195-a31d-4565-9d34-623a07a9bea1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:42.885621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b376fc-a793-4668-8ade-b8cc91cca6d4 None None] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:42.920029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:42.950070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Allocated IP 172.20.0.1 (d67faabb-c6a0-402f-b4f0-c93a9f534b53/c056d24b-ef4a-4b7d-bafb-bb30200119b0/0b43bbbb-d03b-4b97-8398-d4a1e842686c) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:42.952616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:42.961325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b71ce0cc-bc3c-4d9d-96e3-c1fb9243ed5b req-ec09346f-1ef3-4098-b2e8-486a4c04ea5e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 210 time: 0.3072338
Dec 13 14:51:43.068321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-12acb89c-8081-46e9-b7d0-901618b58763 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:43.069130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-12acb89c-8081-46e9-b7d0-901618b58763 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Synchronizing usage tracker for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:43.111613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:43.116030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:43.117428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.124308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "PUT /v2.0/routers/96ed8dcc-02b8-4060-8ca4-3ac42cb62427/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6203012
Dec 13 14:51:43.127522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46594) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:43.130427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] Sync routers for ids ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:43.136231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-12acb89c-8081-46e9-b7d0-901618b58763 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Unset dirty status for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:43.136468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'port': {'network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a', 'name': 'tempest-FloatingIPNegativeTestJSON-166703473'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:43.137500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-12acb89c-8081-46e9-b7d0-901618b58763 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.72 "GET /v2.0/networks?id=095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 200  len: 812 time: 0.4866977
Dec 13 14:51:43.158148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] Routers {'96ed8dcc-02b8-4060-8ca4-3ac42cb62427'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:43.159322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f345780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:43.212569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3d33e517-caef-41c0-913d-019c0dd22109 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:43.213100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Request body: {'port': {'device_id': '31c88bbc-a168-446a-a452-53add09fd5fd', 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10', 'admin_state_up': True, 'tenant_id': '7712c37b04a640e6a4a90f47e78ec8d2'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:43.218289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] For port 7ac1d053-898c-4ab9-8991-0203bd73c96b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:43.229269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d156f5c5-9da9-4b68-97b8-b7eaebab59f4 req-2e514298-f278-4906-85a5-a7d34c4b09ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.0496452
Dec 13 14:51:43.229872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.244091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f345780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:43.257744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] Routers {'96ed8dcc-02b8-4060-8ca4-3ac42cb62427'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:43.259203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f345780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:43.273666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] For port 7ac1d053-898c-4ab9-8991-0203bd73c96b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ac1d053-898c-4ab9-8991-0203bd73c96b,segment=NetworkSegment(634d857a-b0fa-48ec-9869-a261b2022fac),segment_id=634d857a-b0fa-48ec-9869-a261b2022fac)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:43.301207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.314010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:43.405777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:43.411241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.432634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f345780>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:43.433606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca83897-c236-4079-b322-6ae5cea848e7 None None] The sync data for ids ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:43.470369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Usage tracker for resource:port and tenant:7712c37b04a640e6a4a90f47e78ec8d2 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:43.482786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Pushing event updated for resources: {'Port': ['ID=7ac1d053-898c-4ab9-8991-0203bd73c96b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:43.487750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:43.491187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.496559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:43.500340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:43.574230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:43.594610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:43.598767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:port and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:43.601999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:43.608657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:43.627876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Made reservation on behalf of a01399508d4b49acb88d2afaa07ba7a8 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:43.633774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.657645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.663332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.665484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.669630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.2302005
Dec 13 14:51:43.669891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04b8a4b6-68e3-4745-b2f5-649b3471a42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:43.702701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46598) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:43.719679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4d6b1ed2-a106-4468-8f8c-367df37f0985 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:43.720158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-4d6b1ed2-a106-4468-8f8c-367df37f0985 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:43.725213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4d6b1ed2-a106-4468-8f8c-367df37f0985 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0107644
Dec 13 14:51:43.729096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning for port 3d33e517-caef-41c0-913d-019c0dd22109 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:43.733642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46602) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:43.736779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning complete for port 3d33e517-caef-41c0-913d-019c0dd22109 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:43.737336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.743309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Made reservation on behalf of 7712c37b04a640e6a4a90f47e78ec8d2 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:43.748987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.762077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event updated for resources: {'Port': ['ID=64cd7147-4e57-4ce7-91d2-f6e2cae43d19,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:43.770648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:43.775627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] device_id is not set on port 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:51:43.838221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:43.855603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.862517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bfe9d-8f3f-42e7-99bf-2045598d047c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:43.890488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] In _notify_port_updated(), no bound segment for port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 on network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:51:43.895019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:43.895993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:43.896906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:43.899760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:43.900356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "PUT /v2.0/ports/64cd7147-4e57-4ce7-91d2-f6e2cae43d19 HTTP/1.1" status: 200  len: 1057 time: 1.4801502
Dec 13 14:51:43.902798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46606) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:43.967293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:44.001479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:44.008024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Transition to ACTIVE for port object 0b43bbbb-d03b-4b97-8398-d4a1e842686c will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:44.054989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Allocated IP 172.20.0.7 (6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a/4d737371-5029-4b70-8b39-f799a0d1e72a/4cc9d42c-d414-49ab-9aea-6ac378ce26c2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:44.086053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.098890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:44.193061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-a08b5f4f-a2e8-4491-8280-efd82c45c365 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:44.194446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] For port 3d33e517-caef-41c0-913d-019c0dd22109, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3d33e517-caef-41c0-913d-019c0dd22109,segment=NetworkSegment(981d4a31-73a4-443e-a969-65435465bd8b),segment_id=981d4a31-73a4-443e-a969-65435465bd8b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:44.194723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-a08b5f4f-a2e8-4491-8280-efd82c45c365 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=1734ca9a-8157-4abc-9547-7940565110da HTTP/1.1" status: 200  len: 797 time: 0.6237464
Dec 13 14:51:44.207696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.210838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3613b4d7-9a21-4d5c-9cfe-68422210c7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:44.275533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:44.275827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.372176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Pushing event updated for resources: {'Port': ['ID=3d33e517-caef-41c0-913d-019c0dd22109,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:44.378012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:44.404934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning complete for port c82a3195-a31d-4565-9d34-623a07a9bea1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:44.405730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.605802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf43a73c-d3ee-4872-854e-e289f8548a0d req-ddbbe6d6-a83c-4a57-9d49-6ecf002bd1ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.0851259
Dec 13 14:51:44.646657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning for port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:44.653021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning complete for port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:44.653589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.671234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.692309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c82a3195-a31d-4565-9d34-623a07a9bea1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:44.693247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Transition to ACTIVE for port object 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:44.713859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.719791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8470822d-73f5-4d41-9998-c13f157399f9 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:44.745730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.750531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b0cf2a9-12e6-4d78-9a22-662c6db89aeb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:44.779442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:44.793804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:44.797287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:44.802143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:44.807313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c82a3195-a31d-4565-9d34-623a07a9bea1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:44.807814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.829888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=4cc9d42c-d414-49ab-9aea-6ac378ce26c2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:44.836084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:44.837812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf6adfe8-ec2e-4c25-9295-06df2b296b50 req-040b77be-31b5-46d8-81a0-7e155c3163d7 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 210 time: 0.3384914
Dec 13 14:51:44.865998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning for port f0be7519-4f84-4c8c-93e8-68fe1f7b924d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:44.873948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:44.874683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.875930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-97eb3ce1-089e-4ab5-aac6-8bdb51e99b43 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 472 time: 0.6629953
Dec 13 14:51:44.886256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Provisioning complete for port f0be7519-4f84-4c8c-93e8-68fe1f7b924d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:44.886677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.897513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.7688899
Dec 13 14:51:44.900813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:44.907173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:44.913795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:44.919077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['e978a009-b31e-439d-a925-218d7cc2c1f0']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:44.923394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:floatingip and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:44.926831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:44.933927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:44.944796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:44.945408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:44.950339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed4a431a-85de-49bd-98d0-5fb124eea4ee tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 1.2088239
Dec 13 14:51:44.959720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:44.968883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2b94a01e-1f7d-4d97-95de-be22e93aa99e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:44.969594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2b94a01e-1f7d-4d97-95de-be22e93aa99e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:44.973546 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b94a01e-1f7d-4d97-95de-be22e93aa99e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0086102
Dec 13 14:51:44.989992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.000041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.011478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:45.028881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3d33e517-caef-41c0-913d-019c0dd22109 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:45.029689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:45.039875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:45.051333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:45.073452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Port f0be7519-4f84-4c8c-93e8-68fe1f7b924d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:45.121885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3d33e517-caef-41c0-913d-019c0dd22109 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:45.122304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.151010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.155767 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-55e00de0-bd90-43fe-aaaa-59e174bfe5ea tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1645997
Dec 13 14:51:45.165698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46632) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.172990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-181b05e7-b0df-4aac-b357-2f624c9670d0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.173588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-181b05e7-b0df-4aac-b357-2f624c9670d0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.177704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-181b05e7-b0df-4aac-b357-2f624c9670d0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0081370
Dec 13 14:51:45.178393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.203145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.214422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b29e84cd-5123-43ee-8731-441a0a6ad32f None None] Provisioning complete for port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:45.214857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b29e84cd-5123-43ee-8731-441a0a6ad32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.216889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:45.224762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:45.228899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:45.241692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:45.309290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.330244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Port': ['ID=0b43bbbb-d03b-4b97-8398-d4a1e842686c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:45.330502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b29e84cd-5123-43ee-8731-441a0a6ad32f None None] Port 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:45.341270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ac1d053-898c-4ab9-8991-0203bd73c96b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:45.359436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Allocated IP 172.20.0.3 (095b1325-faa7-4c8b-ac96-c5bf09147f10/d01fb473-7fe8-445a-a424-6986eb3857aa/223b75bc-6224-432b-be65-17ce5ba3e82f) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:45.388394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:45.390014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:45.390934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.392392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c61461ea-2db7-4d87-9915-acaa9d0819c9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2125862
Dec 13 14:51:45.396186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.403898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:45.405567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-832b50f3-5c14-480b-a86d-5660a362ed94 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.406432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-832b50f3-5c14-480b-a86d-5660a362ed94 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.408284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-832b50f3-5c14-480b-a86d-5660a362ed94 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0102952
Dec 13 14:51:45.409483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b29e84cd-5123-43ee-8731-441a0a6ad32f None None] Provisioning complete for port 3d33e517-caef-41c0-913d-019c0dd22109 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:45.409994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b29e84cd-5123-43ee-8731-441a0a6ad32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.414693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.429973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.430683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:45.443264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:45.448367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:45.454428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:45.462539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:45.499847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.542642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7ac1d053-898c-4ab9-8991-0203bd73c96b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:45.578314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.579675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe9a6805-4e2d-4d0f-b3b9-39ef89e89db9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1630280
Dec 13 14:51:45.585400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.600159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '2b6bfe9d-8f3f-42e7-99bf-2045598d047c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:45.611700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:45.619554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:45.624711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:45.636449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:45.651063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Allocated IP 172.26.4.196 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/816496be-c8e0-4fcf-8fab-9df0d1482782) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:45.716176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-03020b46-90eb-4fd3-a98b-5471764ab5f5 None None] Provisioning for port 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:45.731135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:45.731791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-03020b46-90eb-4fd3-a98b-5471764ab5f5 None None] Provisioning complete for port 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:45.732311 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30bfd554-ef4d-41ab-953a-ee0eae61371b tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1458793
Dec 13 14:51:45.735417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46656) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:45.739727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03020b46-90eb-4fd3-a98b-5471764ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.835827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-03020b46-90eb-4fd3-a98b-5471764ab5f5 None None] Port 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:45.935820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-059220b9-60d1-4f17-833e-2efdbf69b2bc req-5573ebb7-f919-4a50-a58e-4ea37be7547e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.0871098
Dec 13 14:51:45.969994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:45.979837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e584cda-b8dc-4f27-85db-7e34adbdd57f None None] Provisioning for port 0b43bbbb-d03b-4b97-8398-d4a1e842686c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:45.996901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e584cda-b8dc-4f27-85db-7e34adbdd57f None None] Provisioning complete for port 0b43bbbb-d03b-4b97-8398-d4a1e842686c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:45.999411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e584cda-b8dc-4f27-85db-7e34adbdd57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.035530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.046873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.085856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e584cda-b8dc-4f27-85db-7e34adbdd57f None None] Port 0b43bbbb-d03b-4b97-8398-d4a1e842686c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:46.105752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.111192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad95497a-9058-4bb8-8329-35733069d124 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:46.126784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.130741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25143b80-256c-4514-9fb8-94d9931174ca None None] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:46.132912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bfe9d-8f3f-42e7-99bf-2045598d047c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:46.138019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:46.140636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3d32d1a-fc26-4303-ba94-836a064e23ff tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:46.210808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.219181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.222960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/2b6bfe9d-8f3f-42e7-99bf-2045598d047c HTTP/1.1" status: 204  len: 168 time: 0.4840178
Dec 13 14:51:46.225701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:46.228845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46662) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:46.232255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:46.248813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=816496be-c8e0-4fcf-8fab-9df0d1482782,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:46.254423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:46.257227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:46.267866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb1b0c2e-84af-4976-90d4-c3d58a9cfae6 req-e50fc00a-0688-4ee5-87f8-1a3c8fcda29b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 210 time: 0.1950800
Dec 13 14:51:46.299451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Provisioning for port 7ac1d053-898c-4ab9-8991-0203bd73c96b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:46.311842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Provisioning complete for port 7ac1d053-898c-4ab9-8991-0203bd73c96b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:46.312426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.358747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-685cbe15-e893-4637-af8c-6c558d53a606 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:46.426591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.439161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:46.467292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:port and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:46.473285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.518511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-685cbe15-e893-4637-af8c-6c558d53a606 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:46.524934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-685cbe15-e893-4637-af8c-6c558d53a606 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2907641
Dec 13 14:51:46.525552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46668) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:46.531200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:46.533900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--892398588'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:46.548487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:46.577813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:46.580226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.597224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.624374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:46.625003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.72', 49895) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:46.635116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for 64cd7147-4e57-4ce7-91d2-f6e2cae43d19 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:46.666934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.686299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.706851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] For port 7ac1d053-898c-4ab9-8991-0203bd73c96b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ac1d053-898c-4ab9-8991-0203bd73c96b,segment=NetworkSegment(634d857a-b0fa-48ec-9869-a261b2022fac),segment_id=634d857a-b0fa-48ec-9869-a261b2022fac)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:46.712324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:46.715806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b649a6bf-0c0a-4641-8051-8d84061242e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:46.801429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Pushing event updated for resources: {'Port': ['ID=7ac1d053-898c-4ab9-8991-0203bd73c96b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:46.816833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:46.849325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:46.872134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:46.876095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:46.888445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:46.890586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:51:46.893307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-7f2a8850-efe3-455b-9c9b-9ec8ea012243 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.2672982
Dec 13 14:51:46.896492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.036707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 3a87e9d3-0b7e-4fff-b920-a0f697eefd88 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:47.141588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e94aa66f-7f56-40e2-befb-1a7aea194487 None None] Provisioning complete for port 7ac1d053-898c-4ab9-8991-0203bd73c96b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:47.142139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e94aa66f-7f56-40e2-befb-1a7aea194487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.143609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.148012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.184392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.190618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.192986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e80cacd-55ac-449d-b612-2af6c9d22286 tempest-RoutersAdminTest-173525889 tempest-RoutersAdminTest-173525889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:47.194490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:47.229478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d404c465-c446-447b-86ec-cb3c682f3ded req-c2013ba4-a475-4157-96a1-5edad91c5711 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.1251416
Dec 13 14:51:47.247074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.251139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-278c9d2d-18ef-48b8-b115-f3095dadd6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:47.252731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-278c9d2d-18ef-48b8-b115-f3095dadd6e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.3496611
Dec 13 14:51:47.414350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=816496be-c8e0-4fcf-8fab-9df0d1482782,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:47.428212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:47.431437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d00f6f9-51f7-45a7-9aa7-48df411612b4 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:47.446572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.447978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9215548
Dec 13 14:51:47.463376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:47.541018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '5c00c63e-773a-4716-a17f-bd69b704fac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:47.720057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a275831-d8e4-43d7-8f73-bfa04b906c59 req-7661e3bd-5403-4d8f-845b-533e86df2089 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:47.721660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a275831-d8e4-43d7-8f73-bfa04b906c59 req-7661e3bd-5403-4d8f-845b-533e86df2089 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 1.0358531
Dec 13 14:51:47.814283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:47.827553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.839576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:47.851846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:47.860027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.860027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Pushing event updated for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:47.870284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c00c63e-773a-4716-a17f-bd69b704fac7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:47.873991 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-7d71aefa-809e-41e5-864d-8d1ebdade8e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.6064017
Dec 13 14:51:47.874863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:47.875831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:47.876495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Network 095b1325-faa7-4c8b-ac96-c5bf09147f10 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:47.877617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:47.878607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:47.925312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:47.933161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:47.934483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0324399
Dec 13 14:51:47.940210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:47.951785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:47.962302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e1627332-c4a8-46c7-a13d-4a0fc6afe54c tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'floatingip': {'port_id': '4cc9d42c-d414-49ab-9aea-6ac378ce26c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:47.980898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=64cd7147-4e57-4ce7-91d2-f6e2cae43d19,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:48.009127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:48.032751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.22 (1734ca9a-8157-4abc-9547-7940565110da/969590a5-7989-453e-8889-904f97995ac8/e9f77193-db08-454d-9834-4c53defc7c96) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:48.092447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1627332-c4a8-46c7-a13d-4a0fc6afe54c tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.150202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-a11c6af6-83ca-468a-86d5-c6d7ba431dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:48.151855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-a11c6af6-83ca-468a-86d5-c6d7ba431dec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.2665656
Dec 13 14:51:48.158562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:48.159280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.167744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d306380-e1ec-4fe7-8e62-0b39245e8cf5 req-b998130d-9463-4ba5-aa7a-edef22719e3b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:48.171482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d306380-e1ec-4fe7-8e62-0b39245e8cf5 req-b998130d-9463-4ba5-aa7a-edef22719e3b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 931 time: 0.7283225
Dec 13 14:51:48.243278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.254450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The resource could not be found.
Dec 13 14:51:48.255617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4fd6df61-d882-4a8d-aa02-debe5ec3c66c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.7447486
Dec 13 14:51:48.268784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46690) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:48.305933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.322211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '5c00c63e-773a-4716-a17f-bd69b704fac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '998906f7-4049-4de7-afab-604cf36c7193'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:48.341411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:48.358746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:48.359011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:48.369949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:48.386635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:48.410090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8d3dfa32-10a2-401c-8bf0-02f5ef683aaf tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2067971
Dec 13 14:51:48.412586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a275831-d8e4-43d7-8f73-bfa04b906c59 req-6c7dd828-e94d-41f8-98dd-3f5dc863775b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6543560
Dec 13 14:51:48.436399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d306380-e1ec-4fe7-8e62-0b39245e8cf5 req-3c7f9661-87a9-4b98-a8a4-0b460a550a40 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099483
Dec 13 14:51:48.455223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Request body: {'port': {'device_id': '31c88bbc-a168-446a-a452-53add09fd5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:48.476252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-119923d4-a094-499e-99b5-6c67a33a62e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3036931
Dec 13 14:51:48.523361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ac1d053-898c-4ab9-8991-0203bd73c96b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:51:48.553429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-e1627332-c4a8-46c7-a13d-4a0fc6afe54c tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] update failed (client error): The resource could not be found.
Dec 13 14:51:48.554481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1627332-c4a8-46c7-a13d-4a0fc6afe54c tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "PUT /v2.0/floatingips/c8eedf79-1658-42a2-9471-a94efcbf8118 HTTP/1.1" status: 404  len: 507 time: 0.6016321
Dec 13 14:51:48.557520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46696) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:48.615220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ac1d053-898c-4ab9-8991-0203bd73c96b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:48.615811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.665892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The resource could not be found.
Dec 13 14:51:48.669812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6031a9c0-55b7-42c3-8d2d-8f40b21d000d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3700287
Dec 13 14:51:48.688278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46700) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:48.718351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.724591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-63d6e0e8-d043-43aa-ae90-215c83ba3932 req-828fb156-c409-4604-aadd-33d9a0824414 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:48.739599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Port': ['ID=0b43bbbb-d03b-4b97-8398-d4a1e842686c,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:48.765004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:48.773010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:48.777133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] Sync routers for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:48.790596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:48.791844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:48.801444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting port 816496be-c8e0-4fcf-8fab-9df0d1482782 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:48.801777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:48.814649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a4c66db-f10a-4e83-9fc6-fc3bf788cd02 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5934794
Dec 13 14:51:48.842937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46704) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:48.856563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95630>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:48.869356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:48.870029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:48.985206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-bd3cf6dd-f118-4235-82be-22c157fd92f1 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4939003
Dec 13 14:51:49.037667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-63d6e0e8-d043-43aa-ae90-215c83ba3932 req-828fb156-c409-4604-aadd-33d9a0824414 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:49.038887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-63d6e0e8-d043-43aa-ae90-215c83ba3932 req-828fb156-c409-4604-aadd-33d9a0824414 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.4354706
Dec 13 14:51:49.057498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.116812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95630>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:49.117282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902904d-a344-4b2f-b441-2c0984bc348f None None] The sync data for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:49.136257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.185615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object e9f77193-db08-454d-9834-4c53defc7c96 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:49.259601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.261677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/64cd7147-4e57-4ce7-91d2-f6e2cae43d19 HTTP/1.1" status: 204  len: 168 time: 5.3469505
Dec 13 14:51:49.270282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46708) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:49.289430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.289763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.329699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.368235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6593a1c-901e-4b9e-8e83-0b314d7bd6a6 req-40703bfa-19a5-4664-811e-0a51169d97e8 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3664880
Dec 13 14:51:49.381609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1696fdb3-1d56-4e28-9245-d036f3d8738f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] GET failed (client error): The resource could not be found.
Dec 13 14:51:49.382197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1696fdb3-1d56-4e28-9245-d036f3d8738f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Synchronizing usage tracker for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:49.436167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Calling delete_port for 816496be-c8e0-4fcf-8fab-9df0d1482782 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:49.446937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:49.461193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.470178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:49.548293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.914113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3bdd1689-8a8e-4fc2-be81-8f7aadc68fac tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:49.938540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-427ec6cd-4129-4ab3-a2af-4c47d50e1f71 None None] Provisioning complete for port 0b43bbbb-d03b-4b97-8398-d4a1e842686c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:49.939028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-427ec6cd-4129-4ab3-a2af-4c47d50e1f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:49.986847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1696fdb3-1d56-4e28-9245-d036f3d8738f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Unset dirty status for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:49.991106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1696fdb3-1d56-4e28-9245-d036f3d8738f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports/64cd7147-4e57-4ce7-91d2-f6e2cae43d19 HTTP/1.1" status: 404  len: 333 time: 0.7148917
Dec 13 14:51:50.002140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-427ec6cd-4129-4ab3-a2af-4c47d50e1f71 None None] Port 0b43bbbb-d03b-4b97-8398-d4a1e842686c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:50.019402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46716) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:50.181945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port 3f40c219-e31f-435c-9185-a169a0011453 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:50.182326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.187312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 1734ca9a-8157-4abc-9547-7940565110da is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:50.197970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:50.212215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:50.215918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:50.235609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.243199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24b4fa57-ec71-4e0f-9a15-37afa304f07b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:50.252315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:50.255231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.270279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17380091-71ee-4c8c-879b-c3b21426e33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:50.313814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Port': ['ID=816496be-c8e0-4fcf-8fab-9df0d1482782,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:50.314495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c00c63e-773a-4716-a17f-bd69b704fac7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:50.316837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:50.326995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:50.362377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.363830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/5c00c63e-773a-4716-a17f-bd69b704fac7 HTTP/1.1" status: 204  len: 168 time: 1.6416922
Dec 13 14:51:50.382431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169fe99-efb0-4e0e-9bd8-a72e17318bc8 req-343367b8-a28f-4508-b618-5b78ea226d05 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:50.384889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7169fe99-efb0-4e0e-9bd8-a72e17318bc8 req-343367b8-a28f-4508-b618-5b78ea226d05 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7983551
Dec 13 14:51:50.385739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46722) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:50.429442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:50.430152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.534856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-ca0e85a6-3ffd-4b56-92d0-6bc04eee8004 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:50.535669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-ca0e85a6-3ffd-4b56-92d0-6bc04eee8004 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Synchronizing usage tracker for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:50.537776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.561035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6574059
Dec 13 14:51:50.607062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Request body: {'port': {'device_id': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:50.634777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-81e758e4-633c-40b0-b645-f89db802fee4 None None] Provisioning for port e9f77193-db08-454d-9834-4c53defc7c96 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:51:50.640675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-81e758e4-633c-40b0-b645-f89db802fee4 None None] Provisioning complete for port e9f77193-db08-454d-9834-4c53defc7c96 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:51:50.641110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81e758e4-633c-40b0-b645-f89db802fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.662622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-ca0e85a6-3ffd-4b56-92d0-6bc04eee8004 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Unset dirty status for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:50.663943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-ca0e85a6-3ffd-4b56-92d0-6bc04eee8004 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 931 time: 0.7040298
Dec 13 14:51:50.680137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:51:50.703264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-81e758e4-633c-40b0-b645-f89db802fee4 None None] Port e9f77193-db08-454d-9834-4c53defc7c96 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:51:50.730422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b75bc-6224-432b-be65-17ce5ba3e82f {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:51:50.780094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.830340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.830768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-9c3aeae4-1fba-4009-8e87-a979586f2631 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Synchronizing usage tracker for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:50.838435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Transition to ACTIVE for port object 223b75bc-6224-432b-be65-17ce5ba3e82f will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:50.839946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.846617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7169fe99-efb0-4e0e-9bd8-a72e17318bc8 req-16f84bdc-2a68-47f8-9709-45ca3964b9fa tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4140093
Dec 13 14:51:50.852689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40955127-433b-4b02-9446-7f5bfd9c155f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:50.862219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.871479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6781817a-32a8-4c84-8ea2-c934459f82e7 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:50.912097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.917573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "DELETE /v2.0/floatingips/c8eedf79-1658-42a2-9471-a94efcbf8118 HTTP/1.1" status: 204  len: 168 time: 2.3590429
Dec 13 14:51:50.919393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46726) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:50.927741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:50.939219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'floatingip': {'floating_network_id': '6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a', 'port_id': '4cc9d42c-d414-49ab-9aea-6ac378ce26c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:50.949446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40955127-433b-4b02-9446-7f5bfd9c155f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:50.957985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40955127-433b-4b02-9446-7f5bfd9c155f tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5248661
Dec 13 14:51:50.957985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:50.967637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:50.972530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-9c3aeae4-1fba-4009-8e87-a979586f2631 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Unset dirty status for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:50.973847 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5919ba56-0c19-4f2a-9428-8c64e1f62d65 req-9c3aeae4-1fba-4009-8e87-a979586f2631 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2946227
Dec 13 14:51:50.992426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '0f9037fa-75e5-4807-8e3e-ca801b12c2d6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:51.020225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:51.076917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:floatingip and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:51.086624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for 3f40c219-e31f-435c-9185-a169a0011453 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:51.087932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:51.107177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:51.118637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:51.118947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Pushing event updated for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:51.121969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:51.171401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:51.172084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:51.212611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.358701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:51.360044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-97a09468-a2b3-4050-bce5-9700877a9589 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.4356225
Dec 13 14:51:51.366136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46734) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:51.377948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '4cc9d42c-d414-49ab-9aea-6ac378ce26c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:51.382240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Router 1dd2a812-5db5-45ad-983e-59bce369fe4c is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:51:51.433367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The resource could not be found.
Dec 13 14:51:51.434511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c0eb0a46-5235-43fe-badc-9474e4bbd59d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4590297
Dec 13 14:51:51.442496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:51.443714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46738) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:51.462174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6450192-769e-41ce-905c-ae63db08d799 req-2aab3b23-0867-4ae7-a669-32bea8ea410d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:51.463904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6450192-769e-41ce-905c-ae63db08d799 req-2aab3b23-0867-4ae7-a669-32bea8ea410d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 932 time: 0.4431872
Dec 13 14:51:51.464376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Usage tracker for resource:floatingip and tenant:a01399508d4b49acb88d2afaa07ba7a8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:51.472828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:51.475240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416526882'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:51.487716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:51.492673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:51.550825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.556579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:51.565398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:51.592602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Attempting to bind port 223b75bc-6224-432b-be65-17ce5ba3e82f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:51.592977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Attempting to bind port 223b75bc-6224-432b-be65-17ce5ba3e82f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dca6b18b-3ea4-4369-bddf-0f7c027890c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:51.593344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Attempting to bind port 223b75bc-6224-432b-be65-17ce5ba3e82f on network 095b1325-faa7-4c8b-ac96-c5bf09147f10 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:51.597993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.621038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=3f40c219-e31f-435c-9185-a169a0011453,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:51.623673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:51.689385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.693248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Port 223b75bc-6224-432b-be65-17ce5ba3e82f on network 095b1325-faa7-4c8b-ac96-c5bf09147f10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:51:51.693625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Attempting to bind port 223b75bc-6224-432b-be65-17ce5ba3e82f on network 095b1325-faa7-4c8b-ac96-c5bf09147f10 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:51.736792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:51.737170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Checking segment: {'id': 'dca6b18b-3ea4-4369-bddf-0f7c027890c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:51.737609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Bound using segment: {'id': 'dca6b18b-3ea4-4369-bddf-0f7c027890c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:51.738166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Bound port: 223b75bc-6224-432b-be65-17ce5ba3e82f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca6b18b-3ea4-4369-bddf-0f7c027890c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:51.738549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.764492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c6450192-769e-41ce-905c-ae63db08d799 req-17b535e2-17ae-4c84-8575-8943b0973866 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:51.862158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:51.867897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c6450192-769e-41ce-905c-ae63db08d799 req-17b535e2-17ae-4c84-8575-8943b0973866 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:51.869194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6450192-769e-41ce-905c-ae63db08d799 req-17b535e2-17ae-4c84-8575-8943b0973866 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3848126
Dec 13 14:51:51.872075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:51.885070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:51.907559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:51.927457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:51.984598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/3f40c219-e31f-435c-9185-a169a0011453 HTTP/1.1" status: 204  len: 168 time: 1.9583597
Dec 13 14:51:51.989604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:52.058661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-018ca96c-cb47-40db-b3db-9a658902a5af tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] GET failed (client error): The resource could not be found.
Dec 13 14:51:52.059275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-018ca96c-cb47-40db-b3db-9a658902a5af tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Synchronizing usage tracker for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:52.118412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.158834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-018ca96c-cb47-40db-b3db-9a658902a5af tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Unset dirty status for tenant:e0955e356f3547248575e91084b06b98 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:52.163986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-018ca96c-cb47-40db-b3db-9a658902a5af tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "GET /v2.0/ports/3f40c219-e31f-435c-9185-a169a0011453 HTTP/1.1" status: 404  len: 333 time: 0.1694083
Dec 13 14:51:52.166193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.170467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:52.176764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e9e6c57-1771-4810-8579-ea8682903225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:52.183731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f77193-db08-454d-9834-4c53defc7c96 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:51:52.244770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.315663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Transition to ACTIVE for port object e9f77193-db08-454d-9834-4c53defc7c96 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:51:52.333421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.344210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:52.405475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:52.433897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=223b75bc-6224-432b-be65-17ce5ba3e82f,segment=NetworkSegment(dca6b18b-3ea4-4369-bddf-0f7c027890c8),segment_id=dca6b18b-3ea4-4369-bddf-0f7c027890c8)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:52.500434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:52.512467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.512646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] Sync routers for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:52.523302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4734299
Dec 13 14:51:52.527313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:52.528603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f0ba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:52.540909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46754) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:52.544324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:52.552712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573a320-6fb3-4128-80fa-d5c6e428431d req-ca5ceee3-8204-4611-b634-cd9b1db73308 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:52.554419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f573a320-6fb3-4128-80fa-d5c6e428431d req-ca5ceee3-8204-4611-b634-cd9b1db73308 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.4766912
Dec 13 14:51:52.555491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:52.602653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port 05a63bdb-b062-4aef-996c-c286c5304bc6 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:52.603103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.606623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f0ba8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:52.618045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-737cb4da-f992-465b-bfd4-38c18084e4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:52.618556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:52.619465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f0ba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:52.648579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630b453b-9663-4863-a969-5e7dc2bcef5b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:52.651121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.653594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2061312
Dec 13 14:51:52.663540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:52.676839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46758) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:52.688629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f0ba8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:52.689424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832a9dd-308d-4db5-9c09-2cf061eec1d8 None None] The sync data for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:52.693909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048106886'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:52.723745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68837-479a-42e7-8512-5b9bb37fe957 req-df556094-deff-4678-92ba-2e1d4d3fb551 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:52.725322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0d68837-479a-42e7-8512-5b9bb37fe957 req-df556094-deff-4678-92ba-2e1d4d3fb551 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 943 time: 0.6103015
Dec 13 14:51:52.726532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:52.761098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:52.787474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.788976 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] 10.222.0.72 "PUT /v2.0/ports/223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 200  len: 1093 time: 4.3383117
Dec 13 14:51:52.792368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:51:52.862077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.942642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:52.954117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Pushing event updated for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:52.987528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 73c88aaf-351e-484b-9f74-be3d7cc42d90 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:52.987960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.001471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:53.020383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f573a320-6fb3-4128-80fa-d5c6e428431d req-aeaad8f3-f2b9-4a1e-a6cc-194ba714d7fa tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3608711
Dec 13 14:51:53.092828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:53.093395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f', 'status': 'completed', 'code': 200}
Dec 13 14:51:53.111744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:53.125193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Attempting to bind port e9f77193-db08-454d-9834-4c53defc7c96 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:51:53.125545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Attempting to bind port e9f77193-db08-454d-9834-4c53defc7c96 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:51:53.125918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Attempting to bind port e9f77193-db08-454d-9834-4c53defc7c96 on network 1734ca9a-8157-4abc-9547-7940565110da {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:53.129875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:53.145438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0d68837-479a-42e7-8512-5b9bb37fe957 req-10f87c3d-88b4-4035-9901-ad16a9b5a54e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4096904
Dec 13 14:51:53.146344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:53.185874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Port e9f77193-db08-454d-9834-4c53defc7c96 on network 1734ca9a-8157-4abc-9547-7940565110da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:51:53.186208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Attempting to bind port e9f77193-db08-454d-9834-4c53defc7c96 on network 1734ca9a-8157-4abc-9547-7940565110da {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:51:53.191600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-ce714786-07ac-43d9-9a2f-6a975e09bf81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 1096 time: 0.3531346
Dec 13 14:51:53.230336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.338373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:51:53.338507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Checking segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:51:53.338899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Bound using segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:51:53.339423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Bound port: e9f77193-db08-454d-9834-4c53defc7c96, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:51:53.339806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.355767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Allocated IP 172.26.4.81 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/43076852-83e8-49ae-9054-08ef9f7f70dd) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:51:53.367190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-25f8986a-6746-4cf8-84ae-a6574e520c77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 200  len: 217 time: 0.1275814
Dec 13 14:51:53.436876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Calling delete_port for 05a63bdb-b062-4aef-996c-c286c5304bc6 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:53.567318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.577011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.639791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.701035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a92e49fc-9a67-470f-8f79-62cba1c21030 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:53.716826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 73c88aaf-351e-484b-9f74-be3d7cc42d90 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:53.752234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-0a5efced-64e6-4f3d-8865-75ed39bd9515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:53.753995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-0a5efced-64e6-4f3d-8865-75ed39bd9515 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d01fb473-7fe8-445a-a424-6986eb3857aa HTTP/1.1" status: 200  len: 852 time: 0.3184733
Dec 13 14:51:53.860157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb07d0-12f2-4e3e-bed9-f1b986d32a88,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:53.871740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:53.880253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.881602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1955216
Dec 13 14:51:53.895330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46768) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:53.920229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group_rule': {'security_group_id': '630b453b-9663-4863-a969-5e7dc2bcef5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fcdb07d0-12f2-4e3e-bed9-f1b986d32a88'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:53.929509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:53.934625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:53.937791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:53.946053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf5e4015-de26-49eb-851b-1b4d92cb226a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:53.978321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:53.997879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:54.004658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Port': ['ID=05a63bdb-b062-4aef-996c-c286c5304bc6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:54.012008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:54.067166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:51:54.095406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e93d-2eea-460d-9b56-36ff6e16b640 req-390986fb-5ad8-4f2a-98f7-5aebac3aa0bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:54.097331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abc3e93d-2eea-460d-9b56-36ff6e16b640 req-390986fb-5ad8-4f2a-98f7-5aebac3aa0bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 944 time: 0.9017954
Dec 13 14:51:54.107255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-c5cab264-8a70-42ab-a603-7d406eecbcaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=095b1325-faa7-4c8b-ac96-c5bf09147f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3449628
Dec 13 14:51:54.139757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e9f77193-db08-454d-9834-4c53defc7c96,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:51:54.179287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.182446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:54.183651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-612f7e51-c7b5-4e10-b930-3fa1144f147e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2803810
Dec 13 14:51:54.193695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46774) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:54.199008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:54.271728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.278661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.306205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/ports/05a63bdb-b062-4aef-996c-c286c5304bc6 HTTP/1.1" status: 204  len: 168 time: 2.1210020
Dec 13 14:51:54.308877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.322663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46780) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:54.326783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a345e3c-4aba-44bd-b46b-b38e96f42220 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:54.404334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.405871 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9f77193-db08-454d-9834-4c53defc7c96 HTTP/1.1" status: 200  len: 1094 time: 3.8330553
Dec 13 14:51:54.421951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abc3e93d-2eea-460d-9b56-36ff6e16b640 req-d4c4467a-08ee-4bbe-a112-145fb4950d6d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3017409
Dec 13 14:51:54.438575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:54.449245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:54.528622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=73c88aaf-351e-484b-9f74-be3d7cc42d90,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:54.550958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:54.720422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.744240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-2917af0a-9fde-45e3-ada1-5e2222ad635c service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6029720
Dec 13 14:51:54.751555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc11ee-21d5-4816-8a0f-d766ce32e973 req-758fd851-474f-4d44-ba9f-40475abd479a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:54.753556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bfc11ee-21d5-4816-8a0f-d766ce32e973 req-758fd851-474f-4d44-ba9f-40475abd479a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5604603
Dec 13 14:51:54.759706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.771488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49f2235d-88e3-432f-958e-46aae3dac011 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:54.915963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:54.924863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:51:54.978869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event updated for resources: {'Port': ['ID=43076852-83e8-49ae-9054-08ef9f7f70dd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:54.981904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:54.982961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:51:54.985080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:51:55.007025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.016394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting subnet 30801552-34fc-4300-b576-4e6feffdbfea {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:51:55.020261 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bfc11ee-21d5-4816-8a0f-d766ce32e973 req-fd9c2e8f-b636-47e0-95e3-f2101f074a4f tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095544
Dec 13 14:51:55.024005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.089409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0479b-e528-4bef-829b-2ccc9c36b3e0 req-d6ddf1c2-779c-4a41-9596-f62094ee6053 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:55.091058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51a0479b-e528-4bef-829b-2ccc9c36b3e0 req-d6ddf1c2-779c-4a41-9596-f62094ee6053 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 943 time: 0.4913616
Dec 13 14:51:55.099322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:51:55.115891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-cfff941e-1940-4795-a6a2-902c354588e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 1097 time: 0.5749605
Dec 13 14:51:55.211336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96', 'status': 'completed', 'code': 200}
Dec 13 14:51:55.286568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4454ed4a-6192-411b-b269-fac7c7ebdce0 req-8cc15fea-8cdd-4f5d-949e-933c0c99b513 service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5210457
Dec 13 14:51:55.291991 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-16abe1ac-6962-49b3-b03b-d9066a951270 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e9f77193-db08-454d-9834-4c53defc7c96 HTTP/1.1" status: 200  len: 217 time: 0.1666842
Dec 13 14:51:55.382765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.396118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b2e33c1-4b7b-4260-b752-683f3eb594ed tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:55.422064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb07d0-12f2-4e3e-bed9-f1b986d32a88,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:55.478281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.490314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51a0479b-e528-4bef-829b-2ccc9c36b3e0 req-d4b869ec-64ba-4dfd-a29d-e0720d385054 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3829250
Dec 13 14:51:55.507319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:55.534020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.538189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/fcdb07d0-12f2-4e3e-bed9-f1b986d32a88 HTTP/1.1" status: 204  len: 168 time: 1.3406990
Dec 13 14:51:55.539540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46788) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:55.577195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-2cb7be49-6e64-4aee-be8d-7d057d999408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:55.578805 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-2cb7be49-6e64-4aee-be8d-7d057d999408 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=969590a5-7989-453e-8889-904f97995ac8 HTTP/1.1" status: 200  len: 837 time: 0.2646408
Dec 13 14:51:55.719262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting port 43076852-83e8-49ae-9054-08ef9f7f70dd {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:55.719651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:55.761038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-a00a421e-7022-426c-9ebe-bd84bd86dc64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 1096 time: 0.3920405
Dec 13 14:51:55.775011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-67614f50-479a-43dd-be9b-183ab7e6a5d0 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:51:55.776177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67614f50-479a-43dd-be9b-183ab7e6a5d0 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 3.2334483
Dec 13 14:51:55.785242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46792) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:55.970136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.031968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f798f72f-644a-4a7d-bc2c-41dc54d44337 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:56.221180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f798f72f-644a-4a7d-bc2c-41dc54d44337 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:56.222570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f798f72f-644a-4a7d-bc2c-41dc54d44337 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.6815925
Dec 13 14:51:56.227374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46798) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:56.271814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903b00-1d0c-4743-95f9-2a5d55c8ff43 req-5634a6fd-3bb3-40b7-a516-8f18a4e88a64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:56.273461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d903b00-1d0c-4743-95f9-2a5d55c8ff43 req-5634a6fd-3bb3-40b7-a516-8f18a4e88a64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 944 time: 0.6872566
Dec 13 14:51:56.317293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-d30a8941-7a4d-4b9f-a8ea-17d1facf93db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1734ca9a-8157-4abc-9547-7940565110da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.7265697
Dec 13 14:51:56.337258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.352089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcdbc827-d298-4c7a-b916-46e8ee1323a1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:56.385211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 3a87e9d3-0b7e-4fff-b920-a0f697eefd88 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:51:56.405374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Subnet': ['ID=30801552-34fc-4300-b576-4e6feffdbfea,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:56.414862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:56.442212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce286ac-d46d-41f8-b2e3-9feeb91b2683 None None] Network 4ffc52e2-4b45-481f-88d1-3485a46c8e6d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:51:56.447805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.468750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d903b00-1d0c-4743-95f9-2a5d55c8ff43 req-4e577d3c-e04b-4c58-95e0-e109f4f869ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791008
Dec 13 14:51:56.516275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-5c498a79-7b25-4cb5-ad3d-fb713a89226c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:56.517903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-5c498a79-7b25-4cb5-ad3d-fb713a89226c service neutron] 10.222.0.72 "GET /v2.0/networks?id=095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 200  len: 913 time: 0.7450049
Dec 13 14:51:56.521928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.522300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.532096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.535074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/subnets/30801552-34fc-4300-b576-4e6feffdbfea HTTP/1.1" status: 204  len: 168 time: 2.1690247
Dec 13 14:51:56.545039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46804) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:56.629588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-b6b18add-3d8c-4d8c-800d-fcdf16e21919 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 200  len: 217 time: 0.0838246
Dec 13 14:51:56.720330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] DHCP port deletion for 4ffc52e2-4b45-481f-88d1-3485a46c8e6d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:51:56.725768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Deleting port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:56.726331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.765125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197eb38-c832-4aeb-8090-3e3f8efd4223 req-c8a8ee02-02d0-46ad-a197-d32e05eeb6be tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:56.769918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f197eb38-c832-4aeb-8090-3e3f8efd4223 req-c8a8ee02-02d0-46ad-a197-d32e05eeb6be tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5846708
Dec 13 14:51:56.811587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Calling delete_port for 43076852-83e8-49ae-9054-08ef9f7f70dd owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:56.825032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.933770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-3f30941a-f0fe-4a7c-b296-108c5e20cab4 service neutron] 10.222.0.72 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6033976
Dec 13 14:51:56.945660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] For port ea799e00-4cee-4838-ba4e-8d5dd1fcb543, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,segment=NetworkSegment(006612ef-a039-4c1d-8f5f-7b7f088eb98a),segment_id=006612ef-a039-4c1d-8f5f-7b7f088eb98a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:56.946004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.982528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:56.997622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-23682076-2856-4490-b67d-947fe8d9b59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:56.999239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-23682076-2856-4490-b67d-947fe8d9b59d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d01fb473-7fe8-445a-a424-6986eb3857aa HTTP/1.1" status: 200  len: 852 time: 0.3040652
Dec 13 14:51:57.010796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:51:57.038549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.047650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea25f97d-6f02-40a5-ac56-b3b8684cff63 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:57.055674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Deleting port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:57.056059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.059893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f197eb38-c832-4aeb-8090-3e3f8efd4223 req-09d0d0a0-7aed-48d7-9f08-52b7880975f4 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2120447
Dec 13 14:51:57.071855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-8443acc3-fb8e-431b-9184-a0cd830fdaef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=095b1325-faa7-4c8b-ac96-c5bf09147f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561435
Dec 13 14:51:57.073824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] Sync routers for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:51:57.095234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Calling delete_port for ea799e00-4cee-4838-ba4e-8d5dd1fcb543 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:57.143254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:57.144109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5155f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.219024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5155f8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.246190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] Routers {'3a87e9d3-0b7e-4fff-b920-a0f697eefd88'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:51:57.246870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5155f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.312789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5155f8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.313194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe6c28-2d9b-4a07-9f45-603920b74662 None None] The sync data for ids ['3a87e9d3-0b7e-4fff-b920-a0f697eefd88'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:51:57.317413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.329032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:57.338588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.345275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc33ecd6-432c-4a18-a1fe-1f9772063fad tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:57.347674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.348982 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/630b453b-9663-4863-a969-5e7dc2bcef5b HTTP/1.1" status: 204  len: 168 time: 1.1185722
Dec 13 14:51:57.350155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b453b-9663-4863-a969-5e7dc2bcef5b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:57.352977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46810) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:57.358185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5136991
Dec 13 14:51:57.376391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] No DVR routers for this DVR port ea799e00-4cee-4838-ba4e-8d5dd1fcb543 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:51:57.378466 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ecfaf598-b324-4371-89bd-2f6addbd1a5b req-b80e639e-b1a0-495d-ac1f-b178af08df0a service neutron] 10.222.0.72 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4333520
Dec 13 14:51:57.384611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Pushing event deleted for resources: {'Port': ['ID=ea799e00-4cee-4838-ba4e-8d5dd1fcb543,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:57.386846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:57.393088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46812) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:57.407261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:57.416587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e18c76-494e-438e-8526-504e51de4a5c req-66c294f1-2fef-44af-9c3e-3bfc0b47ab91 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:57.424273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3e18c76-494e-438e-8526-504e51de4a5c req-66c294f1-2fef-44af-9c3e-3bfc0b47ab91 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 943 time: 0.7028525
Dec 13 14:51:57.431997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] The port 'ea799e00-4cee-4838-ba4e-8d5dd1fcb543' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:51:57.493536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Port': ['ID=43076852-83e8-49ae-9054-08ef9f7f70dd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:57.523503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:57.529043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1bafbd77-1baf-4f04-8847-95b9682fc386 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:57.578866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-eabc8ad3-3294-4a81-b07f-9bcd56201a6b service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289258
Dec 13 14:51:57.635556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.707915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.724963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1bafbd77-1baf-4f04-8847-95b9682fc386 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:57.726235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1bafbd77-1baf-4f04-8847-95b9682fc386 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a87e9d3-0b7e-4fff-b920-a0f697eefd88 HTTP/1.1" status: 200  len: 205 time: 0.3273878
Dec 13 14:51:57.736721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46820) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:57.769756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3e18c76-494e-438e-8526-504e51de4a5c req-686bba0f-b432-4cc6-8200-ce066e135fca tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445175
Dec 13 14:51:57.799955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ad4f8cc-44f0-46f6-96cf-efdba5389e85 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:57.815282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>,) {'filters': {'network_id': ['4ffc52e2-4b45-481f-88d1-3485a46c8e6d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.837796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>, '006612ef-a039-4c1d-8f5f-7b7f088eb98a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.838109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f5a97b8>, '006612ef-a039-4c1d-8f5f-7b7f088eb98a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:51:57.849621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ad4f8cc-44f0-46f6-96cf-efdba5389e85 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:51:57.851008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ad4f8cc-44f0-46f6-96cf-efdba5389e85 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4914365
Dec 13 14:51:57.855933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46824) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:57.861120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.875742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'tempest-secgroup--474636163'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:57.893424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:57.908231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:57.910541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.928305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:51:57.928804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:51:57.947794 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:51:57.959863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.105415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.117667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2a05596c-62e4-40fb-ae28-321842180e39 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:58.133278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.174899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Pushing event deleted for resources: {'Network': ['ID=4ffc52e2-4b45-481f-88d1-3485a46c8e6d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:58.177240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:51:58.181916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:58.184623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] 10.222.0.69 "DELETE /v2.0/networks/4ffc52e2-4b45-481f-88d1-3485a46c8e6d HTTP/1.1" status: 204  len: 168 time: 1.5809305
Dec 13 14:51:58.187651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Usage tracker for resource:security_group_rule and tenant:f2e356b704ad45cd8dafc47c83500066 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:51:58.192366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:51:58.202787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:51:58.251723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-28b894c9-de4b-41d1-a489-99fbf807d819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 1097 time: 0.8025322
Dec 13 14:51:58.267796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] create failed (client error): The resource could not be found.
Dec 13 14:51:58.272629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 6.9025669
Dec 13 14:51:58.273734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46830) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:58.293779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fbee3f4-6269-4684-9676-616f2f9b1f2c req-2ec3852c-821b-4c05-9401-dcc6b568fedc service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6841996
Dec 13 14:51:58.336006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f2ef-c68f-4705-a439-6038c1d31335 req-23c4c41a-ae8b-4735-8257-a3cfb34c7640 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:58.337639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2541f2ef-c68f-4705-a439-6038c1d31335 req-23c4c41a-ae8b-4735-8257-a3cfb34c7640 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 944 time: 0.6952796
Dec 13 14:51:58.401880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.424846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.435400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.451266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-213e4cc8-d6d5-4879-805e-b2d7569f9f1e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:58.492543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting port 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:58.492931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.525137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea799e00-4cee-4838-ba4e-8d5dd1fcb543 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:51:58.559495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.563710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7042713
Dec 13 14:51:58.565042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46836) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:58.569990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ea799e00-4cee-4838-ba4e-8d5dd1fcb543 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:51:58.570583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea799e00-4cee-4838-ba4e-8d5dd1fcb543 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:51:58.575791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a137bf-59f8-4e72-8087-8ff1e12b1db3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:58.585233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5e0d94bb-28ea-4d11-a26a-9e6538d8ae04 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:51:58.585892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-5e0d94bb-28ea-4d11-a26a-9e6538d8ae04 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:51:58.586925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e0d94bb-28ea-4d11-a26a-9e6538d8ae04 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "PUT /v2.0/security-groups/f4a137bf-59f8-4e72-8087-8ff1e12b1db3 HTTP/1.1" status: 409  len: 330 time: 0.0127792
Dec 13 14:51:58.596451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46840) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:58.616639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46844) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:58.618678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:58.753475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 223b75bc-6224-432b-be65-17ce5ba3e82f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:51:58.835689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755050ef-9ee2-482e-889b-f49840d30d53 req-37cdc438-0fe3-4a26-b3d6-bc2f56e80852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:58.837458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-37cdc438-0fe3-4a26-b3d6-bc2f56e80852 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1734ca9a-8157-4abc-9547-7940565110da HTTP/1.1" status: 200  len: 898 time: 0.5723169
Dec 13 14:51:58.843934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2541f2ef-c68f-4705-a439-6038c1d31335 req-f0a7b8d3-ab9c-40e7-9cae-6c8a3242db7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4958196
Dec 13 14:51:58.933231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.946486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=223b75bc-6224-432b-be65-17ce5ba3e82f,segment=NetworkSegment(dca6b18b-3ea4-4369-bddf-0f7c027890c8),segment_id=dca6b18b-3ea4-4369-bddf-0f7c027890c8)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:58.968912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '223b75bc-6224-432b-be65-17ce5ba3e82f', 'network_id': '095b1325-faa7-4c8b-ac96-c5bf09147f10', 'port_id': '223b75bc-6224-432b-be65-17ce5ba3e82f', 'mac_address': 'fa:16:3e:be:2d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01fb473-7fe8-445a-a424-6986eb3857aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:51:58.972490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:58.977037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.027857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.050815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b75bc-6224-432b-be65-17ce5ba3e82f {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:51:59.055928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-76d8b551-63e4-4031-b26f-0625f631409c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e9f77193-db08-454d-9834-4c53defc7c96 HTTP/1.1" status: 200  len: 217 time: 0.2109301
Dec 13 14:51:59.067243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=223b75bc-6224-432b-be65-17ce5ba3e82f,segment=NetworkSegment(dca6b18b-3ea4-4369-bddf-0f7c027890c8),segment_id=dca6b18b-3ea4-4369-bddf-0f7c027890c8)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:51:59.071465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.073390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2524f84-91d0-401b-a42d-cd3275418dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:59.105668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Calling delete_port for 4cc9d42c-d414-49ab-9aea-6ac378ce26c2 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:51:59.143383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:59.146771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:59.207948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.230347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.256414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.268439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c187da02-cbbd-4f00-80da-b6a38f5ab0d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0955e356f3547248575e91084b06b98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6460145
Dec 13 14:51:59.280319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46854) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:59.286213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755050ef-9ee2-482e-889b-f49840d30d53 req-91ed0fd9-6d55-43d9-8640-b9e780d6f7b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:59.288129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-91ed0fd9-6d55-43d9-8640-b9e780d6f7b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=969590a5-7989-453e-8889-904f97995ac8 HTTP/1.1" status: 200  len: 837 time: 0.2207162
Dec 13 14:51:59.323572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['223b75bc-6224-432b-be65-17ce5ba3e82f'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:51:59.331104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7758f-05c3-43ba-9cae-92e4b11fedda req-d9f85214-35cc-4af5-a5cf-ff23411bf999 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:51:59.332957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5bc7758f-05c3-43ba-9cae-92e4b11fedda req-d9f85214-35cc-4af5-a5cf-ff23411bf999 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 944 time: 0.3915868
Dec 13 14:51:59.378514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting port 0b43bbbb-d03b-4b97-8398-d4a1e842686c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:51:59.379213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.396220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.402134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-171d566d-c449-4d4a-96b9-ec3c89cc7bc2 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:59.410708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.411297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router 3a87e9d3-0b7e-4fff-b920-a0f697eefd88 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:51:59.429166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a137bf-59f8-4e72-8087-8ff1e12b1db3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:59.433242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:59.443042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.462198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:51:59.494188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.509946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.513799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-763e5070-1b0f-4890-859d-774af3fbe6cd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88 HTTP/1.1" status: 204  len: 168 time: 1.7734361
Dec 13 14:51:59.515292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.516432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/f4a137bf-59f8-4e72-8087-8ff1e12b1db3 HTTP/1.1" status: 204  len: 168 time: 0.9157345
Dec 13 14:51:59.519236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46858) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:59.519594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46860) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:59.522790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-7e8af6ec-085e-4375-9c34-5e56cb454bac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1734ca9a-8157-4abc-9547-7940565110da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2211940
Dec 13 14:51:59.546384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Port': ['ID=4cc9d42c-d414-49ab-9aea-6ac378ce26c2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:51:59.562038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5bc7758f-05c3-43ba-9cae-92e4b11fedda req-19df50a4-4169-4c42-a592-d292b346fcab tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156343
Dec 13 14:51:59.563332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:51:59.635741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.764439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.778796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "DELETE /v2.0/ports/4cc9d42c-d414-49ab-9aea-6ac378ce26c2 HTTP/1.1" status: 204  len: 168 time: 1.4756622
Dec 13 14:51:59.778796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:51:59.788722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46866) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:51:59.854496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-937f8e71-30cf-4526-b578-cba0585b4d1c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Synchronizing usage tracker for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:51:59.877952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-c1fd94f0-0a78-45d9-b772-5794369a3e80 service neutron] 10.222.0.72 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3109612
Dec 13 14:52:00.001162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-937f8e71-30cf-4526-b578-cba0585b4d1c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Unset dirty status for tenant:f2e356b704ad45cd8dafc47c83500066 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:00.002521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-937f8e71-30cf-4526-b578-cba0585b4d1c tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4771392
Dec 13 14:52:00.044404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46872) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:00.047117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.063156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-482a2d7d-24d5-4ca5-a5fd-ac8996265371 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:00.171193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0abac-a844-4081-85a5-c998b065a5ba,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:00.179449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:00.184415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-5ac8cf2b-ac80-4ee1-b81c-d06023c8f7e4 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] delete failed (client error): The resource could not be found.
Dec 13 14:52:00.189328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5ac8cf2b-ac80-4ee1-b81c-d06023c8f7e4 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7e1956e-2e49-42b2-9541-d45c97b03eec HTTP/1.1" status: 404  len: 347 time: 0.1340263
Dec 13 14:52:00.195371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet 811a7fb7-9c1e-49fb-bd96-a7e15a3bb227 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:00.199851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46876) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:00.205026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.206253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5f0abac-a844-4081-85a5-c998b065a5ba HTTP/1.1" status: 204  len: 168 time: 0.9223232
Dec 13 14:52:00.209266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.214350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Calling delete_port for 0b43bbbb-d03b-4b97-8398-d4a1e842686c owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:00.313799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-11158a92-9d9d-47c1-b242-4028fa16a226 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] show failed (client error): The resource could not be found.
Dec 13 14:52:00.318714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11158a92-9d9d-47c1-b242-4028fa16a226 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-groups/12b2a79e-b682-43ea-a793-869e31911c44 HTTP/1.1" status: 404  len: 347 time: 0.1126587
Dec 13 14:52:00.320543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46882) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:00.329933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95cb56-819f-4fef-a0b2-2f3e1e59e90e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:00.330255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-755050ef-9ee2-482e-889b-f49840d30d53 req-91dc6b19-9975-4e07-8520-8098a6ae7d5a service neutron] 10.222.0.72 "GET /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4029169
Dec 13 14:52:00.330686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a95cb56-819f-4fef-a0b2-2f3e1e59e90e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Synchronizing usage tracker for tenant:a01399508d4b49acb88d2afaa07ba7a8 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:00.357671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a95cb56-819f-4fef-a0b2-2f3e1e59e90e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Unset dirty status for tenant:a01399508d4b49acb88d2afaa07ba7a8 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:00.362632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a95cb56-819f-4fef-a0b2-2f3e1e59e90e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ed8dcc-02b8-4060-8ca4-3ac42cb62427 HTTP/1.1" status: 200  len: 913 time: 0.5662830
Dec 13 14:52:00.366278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:00.368706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.611423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.617334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-289f0adc-cfc8-40da-b9d5-f300f515b62e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:00.666698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Port': ['ID=0b43bbbb-d03b-4b97-8398-d4a1e842686c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:00.669562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:00.699021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-4828725a-7966-4d76-acc9-be43d5ed9c03 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] show failed (client error): The resource could not be found.
Dec 13 14:52:00.700184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4828725a-7966-4d76-acc9-be43d5ed9c03 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] 10.222.0.69 "GET /v2.0/security-group-rules/b5b750e8-bbb7-4584-bb44-dafcf4c73869 HTTP/1.1" status: 404  len: 356 time: 0.3690474
Dec 13 14:52:00.730939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb842-aa70-497b-bd5e-22df802d149d req-6f9158eb-92b0-48f2-bc24-5b548ca41cd4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:00.740389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-036eb842-aa70-497b-bd5e-22df802d149d req-6f9158eb-92b0-48f2-bc24-5b548ca41cd4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 944 time: 0.7490816
Dec 13 14:52:00.765656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e9f77193-db08-454d-9834-4c53defc7c96 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:52:00.769161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 223b75bc-6224-432b-be65-17ce5ba3e82f up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:00.820158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-036eb842-aa70-497b-bd5e-22df802d149d req-55cdca86-b3f7-4f24-ae0d-e6598b357121 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782866
Dec 13 14:52:00.881881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.974535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:00.987286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fee1fc38-a65a-4b2f-ac42-154a73a1598a tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:01.073923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=811a7fb7-9c1e-49fb-bd96-a7e15a3bb227,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:01.080086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:01.089788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.104625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/811a7fb7-9c1e-49fb-bd96-a7e15a3bb227 HTTP/1.1" status: 204  len: 168 time: 1.5787342
Dec 13 14:52:01.108130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46908) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:01.123806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e9f77193-db08-454d-9834-4c53defc7c96,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:01.140694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'e9f77193-db08-454d-9834-4c53defc7c96', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'port_id': 'e9f77193-db08-454d-9834-4c53defc7c96', 'mac_address': 'fa:16:3e:49:30:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969590a5-7989-453e-8889-904f97995ac8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:52:01.147679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c3d1e-548d-4b6e-944e-b1ebffdd9426 None None] Network 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:01.200421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:01.407500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e77b8-ec0c-4fba-8f42-fb20d92d5033 req-d295a2e2-af13-45ec-a7fb-cf79f399ef9d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:01.409088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f79e77b8-ec0c-4fba-8f42-fb20d92d5033 req-d295a2e2-af13-45ec-a7fb-cf79f399ef9d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 944 time: 0.6354222
Dec 13 14:52:01.438520 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-743b6cfb-791e-485a-be7f-641fd54770ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2e356b704ad45cd8dafc47c83500066&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2366498
Dec 13 14:52:01.441167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46922) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:01.464738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.475219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 223b75bc-6224-432b-be65-17ce5ba3e82f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:01.484104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 223b75bc-6224-432b-be65-17ce5ba3e82f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:01.484672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.491177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.521721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.538821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46926) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:01.563703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.570287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f77193-db08-454d-9834-4c53defc7c96 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:52:01.606219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e9f77193-db08-454d-9834-4c53defc7c96,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:01.629095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.638022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:01.639569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.647626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:01.667530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3486fe18-f4b4-43f0-8b45-ad726c2c1acd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:01.682771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:01.685551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.688692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.690229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3486fe18-f4b4-43f0-8b45-ad726c2c1acd HTTP/1.1" status: 204  len: 168 time: 0.2475710
Dec 13 14:52:01.711577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] DHCP port deletion for 1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:01.722204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Deleting port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:01.722918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.738108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f79e77b8-ec0c-4fba-8f42-fb20d92d5033 req-6e9728e3-46b6-47f2-b10e-4893f54ff8a5 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059659
Dec 13 14:52:01.782115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776282216'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:01.787807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:01.793288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:01.796662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:01.803685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:01.814414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:01.820606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.837240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.838842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:01.869585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:01.873015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:01.877364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:01.882477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:security_group_rule and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:01.886263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:01.893868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:01.916401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:52:01.928628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['e9f77193-db08-454d-9834-4c53defc7c96'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:52:02.093664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.098530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.115551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:02.128398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.129021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment 67a8cb82-7dd0-428f-b516-0428b6370b58 of type vlan for network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7
Dec 13 14:52:02.166899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.215366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9864faed-b9b8-409e-b349-0b894783f93f tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:02.225569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet e4da12db-1292-48f9-8297-d4109362b987 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:02.230002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.235990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.240769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:02.241475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.296512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.319477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7638552
Dec 13 14:52:02.377538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf76f5-bef4-4ae4-a141-3867c4942d19,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:02.395629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:02.397873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:02.424275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.452516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f', 'code': 200}
Dec 13 14:52:02.467359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46938) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:02.471287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=223b75bc-6224-432b-be65-17ce5ba3e82f,segment=NetworkSegment(dca6b18b-3ea4-4369-bddf-0f7c027890c8),segment_id=dca6b18b-3ea4-4369-bddf-0f7c027890c8)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:02.491589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:02.516055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.532586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1cb4c-1b3d-4474-95f1-75056c625845 req-a720af41-fcd0-4253-90b5-01d4aa3cd65e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:02.534298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eaf1cb4c-1b3d-4474-95f1-75056c625845 req-a720af41-fcd0-4253-90b5-01d4aa3cd65e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 945 time: 0.4861977
Dec 13 14:52:02.538131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:02.542108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=09ec9b52-49cc-4a60-8897-51abd6fd6cf7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:02.564590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:02.567427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:02.568211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4ea1b20b-295b-44ad-bdcd-bcd1a25d4d39 req-15f4b9ae-6792-4f38-be4e-376d4a71f89d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 1097 time: 0.2535529
Dec 13 14:52:02.611470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:02.631595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eaf1cb4c-1b3d-4474-95f1-75056c625845 req-6244d504-c431-44ac-bc2e-d0ed9c6a4482 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867577
Dec 13 14:52:02.643778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4ea1b20b-295b-44ad-bdcd-bcd1a25d4d39 req-05cbae77-da4f-4ed3-91d1-bd4309863ff9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597715
Dec 13 14:52:02.790922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:02.801464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:02.806392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:02.822395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:02.877833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] For port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,segment=NetworkSegment(1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c),segment_id=1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:02.878289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.887323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:02.899474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78f20260-6551-4dba-92be-fcc156a0f085 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:02.984858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:03.018431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:03.027432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Calling delete_port for b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:03.055212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=e4da12db-1292-48f9-8297-d4109362b987,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:03.057713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:03.086478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:03.153266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6acfd-6590-44d5-870f-b1904420a020 None None] Network dd96b95d-e675-4d7e-baa6-62c6923a6557 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:03.191405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.208559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.239488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/e4da12db-1292-48f9-8297-d4109362b987 HTTP/1.1" status: 204  len: 168 time: 2.0555911
Dec 13 14:52:03.243004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:03.248924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.393362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.492651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.493853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Router 1dd2a812-5db5-45ad-983e-59bce369fe4c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:03.539097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98beb9b9-995b-486d-a377-b22933266b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:03.539386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.541518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cca6c-28ef-4695-a2f2-52647ad7d485 req-0edfec25-88ec-4854-a4d6-b1a1843cad4e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:03.543178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a2cca6c-28ef-4695-a2f2-52647ad7d485 req-0edfec25-88ec-4854-a4d6-b1a1843cad4e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.6461747
Dec 13 14:52:03.575374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e5a9898>,) {'filters': {'network_id': ['1b146e5f-bd0a-4aa3-b686-58989c7e3fb2']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:03.594334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5a9898>, '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:03.595111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5a9898>, '1de3fd0c-f409-41bf-b2c0-c48dcd7c7e5c') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:03.614736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.636603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.645544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:03.646124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.681458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Pushing event deleted for resources: {'Port': ['ID=b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:03.689589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:03.763972 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:03.791215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] No DVR routers for this DVR port b65ff1ab-3f18-4e44-a8f5-e2fd47ed7bea on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:03.851211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.857878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:03.873310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:03.907897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:03.917705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a2cca6c-28ef-4695-a2f2-52647ad7d485 req-a12b9c14-ecd0-454e-99e1-6bbe8882df01 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072016
Dec 13 14:52:03.924608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] Sync routers for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:03.955521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=1b146e5f-bd0a-4aa3-b686-58989c7e3fb2,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:03.956785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:03.964469 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/1b146e5f-bd0a-4aa3-b686-58989c7e3fb2 HTTP/1.1" status: 204  len: 168 time: 0.7178264
Dec 13 14:52:03.964469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:03.965887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46950) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:03.970147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f00f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:03.971188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1820152
Dec 13 14:52:03.973492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46952) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:03.978210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] DHCP port deletion for dd96b95d-e675-4d7e-baa6-62c6923a6557 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:03.983957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Deleting port 53763008-3ad9-4985-a972-95eafd45226b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:03.984374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.054806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f00f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:04.067934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-6abaa00e-6f20-4495-98a5-e4fa16853cb9 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] delete failed (client error): The resource could not be found.
Dec 13 14:52:04.069392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:04.070276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f00f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:04.078152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6abaa00e-6f20-4495-98a5-e4fa16853cb9 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1492675598 HTTP/1.1" status: 404  len: 335 time: 0.0969741
Dec 13 14:52:04.101534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46958) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:04.119609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-217e86e1-80e5-4d9a-9002-bbce76add733 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dd2a812-5db5-45ad-983e-59bce369fe4c'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:04.148245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9cd5-437f-45dc-a032-9522724446e0 req-ccaf6893-5410-4098-b7df-d48f362cdd3c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:04.152548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5f00f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:04.153352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71927d-1fdc-4f7d-bc8f-780028ccb679 None None] The sync data for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:04.156273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ed0c9cd5-437f-45dc-a032-9522724446e0 req-ccaf6893-5410-4098-b7df-d48f362cdd3c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 945 time: 0.3577969
Dec 13 14:52:04.172980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.217265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 53763008-3ad9-4985-a972-95eafd45226b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:04.217515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.254089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] For port 53763008-3ad9-4985-a972-95eafd45226b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53763008-3ad9-4985-a972-95eafd45226b,segment=NetworkSegment(edfaf1fa-16ab-460a-ab3e-19501dd42867),segment_id=edfaf1fa-16ab-460a-ab3e-19501dd42867)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:04.254724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.302498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ed0c9cd5-437f-45dc-a032-9522724446e0 req-6087fda7-cdcf-4974-833c-d0bd9edae297 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371474
Dec 13 14:52:04.385752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Calling delete_port for 53763008-3ad9-4985-a972-95eafd45226b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:04.471630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.473944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.483934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-782edbd0-4617-417e-a3a9-340224fc9416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:04.517854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] No DVR routers for this DVR port 53763008-3ad9-4985-a972-95eafd45226b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:04.520164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 53763008-3ad9-4985-a972-95eafd45226b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53763008-3ad9-4985-a972-95eafd45226b,segment=NetworkSegment(edfaf1fa-16ab-460a-ab3e-19501dd42867),segment_id=edfaf1fa-16ab-460a-ab3e-19501dd42867)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:04.520802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:04.528811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53763008-3ad9-4985-a972-95eafd45226b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:04.536808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:04.567373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Pushing event deleted for resources: {'Port': ['ID=53763008-3ad9-4985-a972-95eafd45226b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:04.569921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:04.570704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 53763008-3ad9-4985-a972-95eafd45226b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:04.571817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53763008-3ad9-4985-a972-95eafd45226b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:04.641041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=92253774-cd70-4ee8-82aa-10e4d5bbe681,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:04.649422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 53763008-3ad9-4985-a972-95eafd45226b owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:04.652936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:04.720932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:04.721229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:04.767464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e9f77193-db08-454d-9834-4c53defc7c96 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:04.836337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': '67a8cb82-7dd0-428f-b516-0428b6370b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:04.836737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 09ec9b52-49cc-4a60-8897-51abd6fd6cf7, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:04.873293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting port f0be7519-4f84-4c8c-93e8-68fe1f7b924d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:04.873670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.005231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port e9f77193-db08-454d-9834-4c53defc7c96 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:05.010821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port e9f77193-db08-454d-9834-4c53defc7c96 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:05.011633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.140395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.161412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:05.167958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:52:05.178090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e9f77193-db08-454d-9834-4c53defc7c96,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:05.181608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.183612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37940f41-03e3-4d8b-babc-e37d8aa5e39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:05.222564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 53763008-3ad9-4985-a972-95eafd45226b {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:05.223200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.239268 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96', 'code': 200}
Dec 13 14:52:05.244781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 09ec9b52-49cc-4a60-8897-51abd6fd6cf7) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:05.256992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03694ffe-b0d1-48e4-9303-11311144c565 None None] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:05.257820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:05.258831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.292028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:05.294392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-217e86e1-80e5-4d9a-9002-bbce76add733 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.297854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:05.299524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] The port '53763008-3ad9-4985-a972-95eafd45226b' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:05.328481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.345051 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.8667319
Dec 13 14:52:05.346796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:05.356163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382294400'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:05.362932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:05.367029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:05.370035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:05.376144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:05.521767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.528202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-09ec9b52-49cc-4a60-8897-51abd6fd6cf7', 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '92253774-cd70-4ee8-82aa-10e4d5bbe681'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:05.529416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.541373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1b5a-3be5-43c8-a298-0b1fd7697635 req-3397f7a2-c59b-4d97-8464-d29a9b08437a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:05.543135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-709e1b5a-3be5-43c8-a298-0b1fd7697635 req-3397f7a2-c59b-4d97-8464-d29a9b08437a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.4633312
Dec 13 14:52:05.552313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Calling delete_port for f0be7519-4f84-4c8c-93e8-68fe1f7b924d owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:05.584710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:05.590232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.609868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-217e86e1-80e5-4d9a-9002-bbce76add733 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] update failed (client error): The resource could not be found.
Dec 13 14:52:05.615511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-217e86e1-80e5-4d9a-9002-bbce76add733 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c HTTP/1.1" status: 404  len: 339 time: 1.5072503
Dec 13 14:52:05.617203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 46972) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:05.640685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e6100b8>,) {'filters': {'network_id': ['dd96b95d-e675-4d7e-baa6-62c6923a6557']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:05.658778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e6100b8>, 'edfaf1fa-16ab-460a-ab3e-19501dd42867') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:05.659111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e6100b8>, 'edfaf1fa-16ab-460a-ab3e-19501dd42867') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:05.676434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.698219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Allocated IP 172.20.255.242 (09ec9b52-49cc-4a60-8897-51abd6fd6cf7/92253774-cd70-4ee8-82aa-10e4d5bbe681/ead39ec1-ad48-48d4-8432-3eaaefa629d3) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:05.698741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.713893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:05.713893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:05.733304 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:05.838808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fadc7-512a-42be-b367-babd040eeb83 req-8fae3629-b411-474a-9d72-8c77b4d876ec tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:05.840401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b39fadc7-512a-42be-b367-babd040eeb83 req-8fae3629-b411-474a-9d72-8c77b4d876ec tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.3104961
Dec 13 14:52:05.845267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c8499209-aecc-4462-bd36-936b6ca9507d req-363d6744-645e-4bdc-a0d0-3cdda155f6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 1099 time: 0.3132527
Dec 13 14:52:05.846523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.848293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:05.850213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9add72b-82f1-43bf-bf72-4e54527e61af tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:05.865573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-709e1b5a-3be5-43c8-a298-0b1fd7697635 req-248a36d5-be43-433b-82a9-b7264ce37b73 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632809
Dec 13 14:52:05.867010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.881257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.881660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment cea87078-a650-45f0-af34-36397344f81e of type vlan for network dbd5a884-cf11-4995-a478-f5f0689f5695
Dec 13 14:52:05.923535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=dd96b95d-e675-4d7e-baa6-62c6923a6557,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:05.941331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:05.952847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:05.969788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/dd96b95d-e675-4d7e-baa6-62c6923a6557 HTTP/1.1" status: 204  len: 168 time: 1.9971704
Dec 13 14:52:05.970012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Transition to ACTIVE for port object ead39ec1-ad48-48d4-8432-3eaaefa629d3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:05.974090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:05.985008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-446453641'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:05.993291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:05.993760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Transition to ACTIVE for port object ead39ec1-ad48-48d4-8432-3eaaefa629d3 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:05.997228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c8499209-aecc-4462-bd36-936b6ca9507d req-35b79ce1-d1d6-4e1f-9d15-04a1cd653334 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258965
Dec 13 14:52:06.001110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b39fadc7-512a-42be-b367-babd040eeb83 req-f33494b3-6289-4eec-b56b-eb1baf5007a3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314363
Dec 13 14:52:06.002112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:06.004661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.010564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a3fd5a4-5e1a-4145-8878-d81662948fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:06.016598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:06.030838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:06.041715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:06.042543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.047661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.079033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:06.088566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.089155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7 of type vlan for network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951
Dec 13 14:52:06.097590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:06.101863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:06.106861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:06.109767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Pushing event updated for resources: {'Port': ['ID=ead39ec1-ad48-48d4-8432-3eaaefa629d3,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:06.114361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:06.122293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.159511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.164092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:06.164837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.169025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:06.208463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Attempting to bind port ead39ec1-ad48-48d4-8432-3eaaefa629d3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:06.208986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Attempting to bind port ead39ec1-ad48-48d4-8432-3eaaefa629d3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '67a8cb82-7dd0-428f-b516-0428b6370b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:06.209275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Attempting to bind port ead39ec1-ad48-48d4-8432-3eaaefa629d3 on network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:06.217577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:06.218006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Checking segment: {'id': '67a8cb82-7dd0-428f-b516-0428b6370b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:06.218449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.218902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Bound using segment: {'id': '67a8cb82-7dd0-428f-b516-0428b6370b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:06.219471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Bound port: ead39ec1-ad48-48d4-8432-3eaaefa629d3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a8cb82-7dd0-428f-b516-0428b6370b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '09ec9b52-49cc-4a60-8897-51abd6fd6cf7'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:06.219897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.220452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.224790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:06.225441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.233227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-510ab345-6e21-4fff-84e8-4e3ff5627d31 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:06.299450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3241594
Dec 13 14:52:06.303223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46982) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:06.308075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=5dc6810d-35af-4e10-9a90-5d1d0bc7d951,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:06.311214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:06.315784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:06.326023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:06.332360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.470021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] For port ead39ec1-ad48-48d4-8432-3eaaefa629d3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:06.474035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] For port ead39ec1-ad48-48d4-8432-3eaaefa629d3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ead39ec1-ad48-48d4-8432-3eaaefa629d3,segment=NetworkSegment(67a8cb82-7dd0-428f-b516-0428b6370b58),segment_id=67a8cb82-7dd0-428f-b516-0428b6370b58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:06.479567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:06.484842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94379aa-28a8-47ca-b44f-96505cca33a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:06.587550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Pushing event updated for resources: {'Port': ['ID=ead39ec1-ad48-48d4-8432-3eaaefa629d3,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:06.590944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:06.689094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:06.693511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:06.696820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:06.703214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:06.713566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:06.739433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3912578
Dec 13 14:52:06.750211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46986) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:06.761407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:06.791323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1663-0abf-46ae-8b64-cbe388bd5f5a req-3ad62c1e-d9e3-4b9c-b1dc-5500f57b8741 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:06.793065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-26de1663-0abf-46ae-8b64-cbe388bd5f5a req-3ad62c1e-d9e3-4b9c-b1dc-5500f57b8741 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.7451375
Dec 13 14:52:06.793888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=dbd5a884-cf11-4995-a478-f5f0689f5695,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:06.807192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network dbd5a884-cf11-4995-a478-f5f0689f5695 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:06.811675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:06.815655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-32a5eaf8-2c6e-4524-a88a-f653268bbe50 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:06.914211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Port': ['ID=f0be7519-4f84-4c8c-93e8-68fe1f7b924d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:06.927628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:07.001353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:07.042802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.045971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-26de1663-0abf-46ae-8b64-cbe388bd5f5a req-d49539d2-933a-4b80-a276-fd0053ba1a80 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330866
Dec 13 14:52:07.059770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:07.066220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:07.131966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:07.360445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:07.398317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.534027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb4c1c-bf3c-4188-a4de-77eaab92a80f req-1ebf73bd-4776-48d4-b01b-0e9d901a7398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:07.537358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cfeb4c1c-bf3c-4188-a4de-77eaab92a80f req-1ebf73bd-4776-48d4-b01b-0e9d901a7398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.3033364
Dec 13 14:52:07.555045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.594107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.757239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cfeb4c1c-bf3c-4188-a4de-77eaab92a80f req-998ffba4-2124-4459-9dad-407f16fcbae5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2104790
Dec 13 14:52:07.812731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.819148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1acee72-82e9-407a-8693-04689be9308d tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:07.897058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f049fa6-e3f0-4dfe-95df-4774b1ec0c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:07.945756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=dab00684-9941-44f2-ab22-4a290e4f60f7,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:07.960679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:08.004323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:08.004654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 5dc6810d-35af-4e10-9a90-5d1d0bc7d951, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:08.021806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5b15-845b-4bfd-b235-c96c019377b9 req-f525706e-f7fb-4bde-b00f-474aedb11e72 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:08.023522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a5b15-845b-4bfd-b235-c96c019377b9 req-f525706e-f7fb-4bde-b00f-474aedb11e72 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.4687002
Dec 13 14:52:08.045356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.049919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cdfb613-2b87-4edf-8285-a06011fcb30b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:08.078027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:08.108377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 5dc6810d-35af-4e10-9a90-5d1d0bc7d951) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:08.119777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:08.120415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.121021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d3c7c-c6d8-4e89-aafc-cf794a5c8c34 None None] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:08.175050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=545b47eb-81d5-411f-b0e3-be47a67fde48,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:08.177317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Allocated IP 172.20.0.1 (245d48d4-a295-4f55-8dbb-2612116abb36/61a9d361-8739-4720-a3ef-30c41f8cb742/962644ba-3b6d-41a6-ae0c-bb183ccd6821) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:08.184447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:08.188215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'cea87078-a650-45f0-af34-36397344f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:08.189135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: dbd5a884-cf11-4995-a478-f5f0689f5695, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:08.203387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8973739
Dec 13 14:52:08.208700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 46996) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:08.215791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-158908247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:08.223568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:08.227698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:08.230733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:08.237040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:08.249688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.250665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.267859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network dbd5a884-cf11-4995-a478-f5f0689f5695 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:08.294332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, dbd5a884-cf11-4995-a478-f5f0689f5695) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:08.300719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:08.301533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.309825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.340669 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.5893021
Dec 13 14:52:08.343505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.344806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-515a5b15-845b-4bfd-b235-c96c019377b9 req-b8af03f3-8e6e-4197-b44c-d0abd0b1f76e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097880
Dec 13 14:52:08.350183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47000) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:08.378487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.379844 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-60806bc5-da50-4b93-adab-44d290248202 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1696455
Dec 13 14:52:08.385507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f89e2bf-13cf-4214-9682-542d5c4bfe11 None None] Network dbd5a884-cf11-4995-a478-f5f0689f5695 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:08.386783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47004) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:08.399973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'port': {'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951', 'name': 'tempest-RoutersTest-1805344526'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:08.570948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-5dc6810d-35af-4e10-9a90-5d1d0bc7d951', 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': 'dab00684-9941-44f2-ab22-4a290e4f60f7'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:08.573242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.592955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ead39ec1-ad48-48d4-8432-3eaaefa629d3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:08.627730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:08.635099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:port and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:08.638387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:08.646568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:08.662192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:08.669084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.679268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.696287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Router 96ed8dcc-02b8-4060-8ca4-3ac42cb62427 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:08.701654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] device_id is not set on port 17bea96d-6dbb-411b-981a-c0411e56733d yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:52:08.734764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Transition to ACTIVE for port object 962644ba-3b6d-41a6-ae0c-bb183ccd6821 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:08.745337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:08.773185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ead39ec1-ad48-48d4-8432-3eaaefa629d3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:08.889465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.20.0.14 (5dc6810d-35af-4e10-9a90-5d1d0bc7d951/dab00684-9941-44f2-ab22-4a290e4f60f7/17bea96d-6dbb-411b-981a-c0411e56733d) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:08.893295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa767d9-ff9e-48d9-bf57-3ad12513be3c None None] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:08.915929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-dbd5a884-cf11-4995-a478-f5f0689f5695', 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '545b47eb-81d5-411f-b0e3-be47a67fde48'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:08.916860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.112003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Provisioning for port ead39ec1-ad48-48d4-8432-3eaaefa629d3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:09.184452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9e151-ef3a-4dc6-a8a2-21671dfcad5d req-94d9e27c-034a-4ba6-8ba2-c1e792fd5d53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:09.186170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1de9e151-ef3a-4dc6-a8a2-21671dfcad5d req-94d9e27c-034a-4ba6-8ba2-c1e792fd5d53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.2472804
Dec 13 14:52:09.246352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.281999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1de9e151-ef3a-4dc6-a8a2-21671dfcad5d req-d2760fb6-b1bd-41b3-ad91-5e3885ad490a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835576
Dec 13 14:52:09.293436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:09.295634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.314028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Provisioning complete for port ead39ec1-ad48-48d4-8432-3eaaefa629d3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:09.314452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.333816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.338347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1f305a4-3a5d-40fb-bf83-daf2eb249c32 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:09.340076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] Sync routers for ids ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:09.353857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 17bea96d-6dbb-411b-981a-c0411e56733d will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:09.370569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] Routers {'96ed8dcc-02b8-4060-8ca4-3ac42cb62427'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:09.371045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f02bc18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:09.377976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.397865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcbe8e9c-5dc7-4a18-af51-dbcb34ac38d5 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:09.460887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "PUT /v2.0/routers/96ed8dcc-02b8-4060-8ca4-3ac42cb62427/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0939598
Dec 13 14:52:09.464333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47014) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:09.466387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:09.473255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:09.549294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network 245d48d4-a295-4f55-8dbb-2612116abb36 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:09.561200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:09.567818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:09.612061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Port': ['ID=962644ba-3b6d-41a6-ae0c-bb183ccd6821,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:09.622029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:09.627833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Allocated IP 172.20.0.2 (dbd5a884-cf11-4995-a478-f5f0689f5695/545b47eb-81d5-411f-b0e3-be47a67fde48/0551f75c-fc39-48f6-96b4-cfb8058ef88c) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:09.657234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:09.658874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.685535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efa857-7341-49ea-9a35-f7fd806fcb13 req-41936089-2a0c-4f6b-9d91-f3e8c9c5eff4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:09.693552 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-91efa857-7341-49ea-9a35-f7fd806fcb13 req-41936089-2a0c-4f6b-9d91-f3e8c9c5eff4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.2307098
Dec 13 14:52:09.711718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f02bc18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:09.751680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] Routers {'96ed8dcc-02b8-4060-8ca4-3ac42cb62427'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:09.752443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f02bc18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:51:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:09.753869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=17bea96d-6dbb-411b-981a-c0411e56733d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:09.766373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:09.799347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-91efa857-7341-49ea-9a35-f7fd806fcb13 req-1308413d-0414-4adc-9446-6e993f1e4f79 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046989
Dec 13 14:52:09.800758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.820398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.859341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.871280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f02bc18>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:09.871665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b050c34-86d0-4712-b49f-6168d48fbd7e None None] The sync data for ids ['96ed8dcc-02b8-4060-8ca4-3ac42cb62427'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:09.889643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:09.890489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:09.930670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Allocated IP 172.20.0.2 (5dc6810d-35af-4e10-9a90-5d1d0bc7d951/dab00684-9941-44f2-ab22-4a290e4f60f7/4e57ea3a-56b0-43e7-9d38-469556323c17) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:10.003343 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6132491
Dec 13 14:52:10.009742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef634c-4c32-484d-9bc3-661471650ce8 req-46825ceb-5350-4696-88b3-b76a5d9f850d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:10.011643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cef634c-4c32-484d-9bc3-661471650ce8 req-46825ceb-5350-4696-88b3-b76a5d9f850d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.3948772
Dec 13 14:52:10.012168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47022) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:10.071866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.300180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] For port ead39ec1-ad48-48d4-8432-3eaaefa629d3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ead39ec1-ad48-48d4-8432-3eaaefa629d3,segment=NetworkSegment(67a8cb82-7dd0-428f-b516-0428b6370b58),segment_id=67a8cb82-7dd0-428f-b516-0428b6370b58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:10.333664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.344042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-efebc3b0-f370-4cb4-861f-0052f3432797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:10.345897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.356121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.391272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a08bf73-b439-40f5-88cf-2c4aeccef426 tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:10.402073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1242fb8-611f-4731-8293-b212d2301663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.496103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event updated for resources: {'Port': ['ID=962644ba-3b6d-41a6-ae0c-bb183ccd6821,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:10.498828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.499144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:10.500318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.529553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Transition to ACTIVE for port object 0551f75c-fc39-48f6-96b4-cfb8058ef88c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:10.549461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.563968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Pushing event updated for resources: {'Port': ['ID=ead39ec1-ad48-48d4-8432-3eaaefa629d3,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:10.572427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:10.574819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Transition to ACTIVE for port object 0551f75c-fc39-48f6-96b4-cfb8058ef88c will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:10.576316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Transition to ACTIVE for port object 4e57ea3a-56b0-43e7-9d38-469556323c17 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:10.584034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b08818b8-fe9c-40ef-8126-e8e1f763247d None None] Provisioning for port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:10.597849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.605385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e0dcfad-28a0-47b1-aeb6-18394521aec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:10.631682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.638603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5efa5c9-8a8e-427a-a16a-be94cf005391 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:10.640323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b08818b8-fe9c-40ef-8126-e8e1f763247d None None] Provisioning complete for port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:10.640741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b08818b8-fe9c-40ef-8126-e8e1f763247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.664078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Transition to ACTIVE for port object 4e57ea3a-56b0-43e7-9d38-469556323c17 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:10.696313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=545b47eb-81d5-411f-b0e3-be47a67fde48,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:10.700132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:10.703945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.742109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Network 245d48d4-a295-4f55-8dbb-2612116abb36 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:10.746295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:10.759669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Network dbd5a884-cf11-4995-a478-f5f0689f5695 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:10.761014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b08818b8-fe9c-40ef-8126-e8e1f763247d None None] Port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:10.762514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Pushing event updated for resources: {'Port': ['ID=0551f75c-fc39-48f6-96b4-cfb8058ef88c,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:10.768229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:10.770298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:10.799450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:10.801525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.809039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:10.812519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:10.822461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:10.828805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:10.829328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cef634c-4c32-484d-9bc3-661471650ce8 req-19e40c78-3d6b-4c91-83d2-f147944506d5 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7501125
Dec 13 14:52:10.844905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:10.963533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Pushing event updated for resources: {'Port': ['ID=4e57ea3a-56b0-43e7-9d38-469556323c17,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:10.975175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:10.992939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.043311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Attempting to bind port 0551f75c-fc39-48f6-96b4-cfb8058ef88c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:11.043732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Attempting to bind port 0551f75c-fc39-48f6-96b4-cfb8058ef88c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'cea87078-a650-45f0-af34-36397344f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:11.044141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Attempting to bind port 0551f75c-fc39-48f6-96b4-cfb8058ef88c on network dbd5a884-cf11-4995-a478-f5f0689f5695 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:11.061031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Attempting to bind port 4e57ea3a-56b0-43e7-9d38-469556323c17 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:11.061359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Attempting to bind port 4e57ea3a-56b0-43e7-9d38-469556323c17 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:11.061743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Attempting to bind port 4e57ea3a-56b0-43e7-9d38-469556323c17 on network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:11.070781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7603405b-932e-43bf-b3a7-b53e46f835a1 None None] Provisioning complete for port ead39ec1-ad48-48d4-8432-3eaaefa629d3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:11.073698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7603405b-932e-43bf-b3a7-b53e46f835a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.115645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.115908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:11.116166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Checking segment: {'id': 'cea87078-a650-45f0-af34-36397344f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:11.117245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.117245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Bound using segment: {'id': 'cea87078-a650-45f0-af34-36397344f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:11.117427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Bound port: 0551f75c-fc39-48f6-96b4-cfb8058ef88c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea87078-a650-45f0-af34-36397344f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:11.117833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.161626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:11.162082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Checking segment: {'id': '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:11.162479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.162918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Bound using segment: {'id': '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:11.163471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Bound port: 4e57ea3a-56b0-43e7-9d38-469556323c17, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5dc6810d-35af-4e10-9a90-5d1d0bc7d951'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:11.163892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.222759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e1840b8>,) {'filters': {'network_id': ['dbd5a884-cf11-4995-a478-f5f0689f5695']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.234886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.235493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Fanout notify agent at l3_agent the message router_deleted on router 96ed8dcc-02b8-4060-8ca4-3ac42cb62427 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:52:11.246545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1840b8>, 'cea87078-a650-45f0-af34-36397344f81e') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.246922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1840b8>, 'cea87078-a650-45f0-af34-36397344f81e') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.271806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.275919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fa61733d-0565-4ddc-88c8-f5270e7a91ea tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "DELETE /v2.0/routers/96ed8dcc-02b8-4060-8ca4-3ac42cb62427 HTTP/1.1" status: 204  len: 168 time: 1.8079879
Dec 13 14:52:11.277924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:11.293952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.313524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.323219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:11.324296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.432913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47034) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:11.437334 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:11.465270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:52:11.465270 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:52:11.465270 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': 'dbd5a884-cf11-4995-a478-f5f0689f5695'}]
Dec 13 14:52:11.465270 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:11.465754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:11.483239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Router 1dd2a812-5db5-45ad-983e-59bce369fe4c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:11.596589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] For port 0551f75c-fc39-48f6-96b4-cfb8058ef88c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:11.601608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] For port 0551f75c-fc39-48f6-96b4-cfb8058ef88c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0551f75c-fc39-48f6-96b4-cfb8058ef88c,segment=NetworkSegment(cea87078-a650-45f0-af34-36397344f81e),segment_id=cea87078-a650-45f0-af34-36397344f81e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:11.620919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.630839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b386590b-3d51-4b0d-974c-1361e91bd155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:11.679966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:11.691382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0671246
Dec 13 14:52:11.692603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] Sync routers for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:11.694230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47040) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:11.708252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:11.709221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f240240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.790714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f240240>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.806570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:11.808528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f240240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.808865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] For port 4e57ea3a-56b0-43e7-9d38-469556323c17, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:11.850316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Pushing event updated for resources: {'Port': ['ID=0551f75c-fc39-48f6-96b4-cfb8058ef88c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:11.855046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] For port 4e57ea3a-56b0-43e7-9d38-469556323c17, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e57ea3a-56b0-43e7-9d38-469556323c17,segment=NetworkSegment(4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7),segment_id=4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:11.863533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting subnet 4d737371-5029-4b70-8b39-f799a0d1e72a {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:11.865219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.871475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:11.872265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:11.873096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b66658eb-5d06-4c99-a76f-e07a794a19f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:11.919643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f240240>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:11.921077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ce652-8d69-4b09-900c-222e92e9c4e2 None None] The sync data for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:12.055308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Pushing event updated for resources: {'Port': ['ID=4e57ea3a-56b0-43e7-9d38-469556323c17,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:12.058821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668705e-35e3-44e0-b132-de01ee6551df req-91086264-8bfb-49d9-a7ea-bce28669cbb1 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:12.060548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0668705e-35e3-44e0-b132-de01ee6551df req-91086264-8bfb-49d9-a7ea-bce28669cbb1 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.6326487
Dec 13 14:52:12.062703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:12.067433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-76f08072-7507-46ed-a86d-ca7b249805d5 None None] Provisioning complete for port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:12.067726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76f08072-7507-46ed-a86d-ca7b249805d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.068399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.109695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.144577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6331e-4491-4e74-b1fa-6c091200fce3 None None] Network dbd5a884-cf11-4995-a478-f5f0689f5695 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:12.164717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.171265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-b0fbacd4-c2ec-4d2d-b1b9-5156b3cd547f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 1098 time: 0.7419827
Dec 13 14:52:12.172568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.178194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 0551f75c-fc39-48f6-96b4-cfb8058ef88c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:12.178891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.269890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-76f08072-7507-46ed-a86d-ca7b249805d5 None None] Port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:12.488334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 0551f75c-fc39-48f6-96b4-cfb8058ef88c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0551f75c-fc39-48f6-96b4-cfb8058ef88c,segment=NetworkSegment(cea87078-a650-45f0-af34-36397344f81e),segment_id=cea87078-a650-45f0-af34-36397344f81e)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:12.488837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.500381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60468c44-b328-4721-9861-c65292a1759f tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.553567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ead39ec1-ad48-48d4-8432-3eaaefa629d3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:12.641371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ead39ec1-ad48-48d4-8432-3eaaefa629d3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:12.641796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.741606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0668705e-35e3-44e0-b132-de01ee6551df req-12424e5e-4652-4ba1-b0a9-1eeae5aa0d78 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6585493
Dec 13 14:52:12.768149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 0551f75c-fc39-48f6-96b4-cfb8058ef88c owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:12.863638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:12.869504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:12.916992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=0551f75c-fc39-48f6-96b4-cfb8058ef88c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:12.919672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:12.925028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port 0551f75c-fc39-48f6-96b4-cfb8058ef88c on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:12.925904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-189b798c-22d0-4461-b5dc-8ad0ff8f6803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:12.927871 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-189b798c-22d0-4461-b5dc-8ad0ff8f6803 service neutron] 10.222.0.72 "GET /v2.0/networks?id=095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 200  len: 913 time: 0.7383773
Dec 13 14:52:12.934762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.013500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-60468c44-b328-4721-9861-c65292a1759f tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:52:13.014655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-60468c44-b328-4721-9861-c65292a1759f tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c HTTP/1.1" status: 409  len: 329 time: 1.3192177
Dec 13 14:52:13.017989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:13.157934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-157b5bc6-041d-42cb-8ba4-51e8a90cc11d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 200  len: 217 time: 0.1909692
Dec 13 14:52:13.196095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.236163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dc309b0>,) {'filters': {'network_id': ['dbd5a884-cf11-4995-a478-f5f0689f5695']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:13.251602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc309b0>, 'cea87078-a650-45f0-af34-36397344f81e') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:13.251870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc309b0>, 'cea87078-a650-45f0-af34-36397344f81e') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:13.267764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.296233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.306990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:13.307916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:13.325701 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:13.328908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.344034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6a5b9ed-2aaa-4283-a80d-8f5b4f573a71 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:13.396025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Subnet': ['ID=4d737371-5029-4b70-8b39-f799a0d1e72a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:13.405684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:13.412968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-92c8c85a-4d74-4e47-8483-0a3543d729e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:13.414603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-92c8c85a-4d74-4e47-8483-0a3543d729e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d01fb473-7fe8-445a-a424-6986eb3857aa HTTP/1.1" status: 200  len: 852 time: 0.2410426
Dec 13 14:52:13.434934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989006a6-4cd9-44a3-999f-a13cf4681215 None None] Network 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:13.436460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.446481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.452817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd487a49-d8f0-4dca-a97f-83f53c658228 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:13.463655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.490038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-93556e04-8e56-4149-b070-65706629b32c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=095b1325-faa7-4c8b-ac96-c5bf09147f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622950
Dec 13 14:52:13.563761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=dbd5a884-cf11-4995-a478-f5f0689f5695,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:13.567402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:13.572752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/dbd5a884-cf11-4995-a478-f5f0689f5695 HTTP/1.1" status: 204  len: 168 time: 5.2001307
Dec 13 14:52:13.592994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "DELETE /v2.0/subnets/4d737371-5029-4b70-8b39-f799a0d1e72a HTTP/1.1" status: 204  len: 168 time: 2.2987859
Dec 13 14:52:13.598851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47048) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:13.599251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47050) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:13.636456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002163343'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:13.654837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.673827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:13.687276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:13.696667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.701453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:13.708208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:13.716498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:13.811021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:13.828629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] DHCP port deletion for 6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:13.835409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Deleting port c82a3195-a31d-4565-9d34-623a07a9bea1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:13.840277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.015576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.041205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=17bea96d-6dbb-411b-981a-c0411e56733d,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:14.043902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:14.050364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.084066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:14.120971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] For port c82a3195-a31d-4565-9d34-623a07a9bea1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c82a3195-a31d-4565-9d34-623a07a9bea1,segment=NetworkSegment(80545248-4bcb-45f7-a92f-858b45cfc442),segment_id=80545248-4bcb-45f7-a92f-858b45cfc442)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:14.121427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.131980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfe42d-c44f-44f9-85bd-da6745b4f1ae None None] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:14.144304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-0b9927d6-0574-45c1-b6d9-57002aa3399f service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6434350
Dec 13 14:52:14.148715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:14.160857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Deleting port c82a3195-a31d-4565-9d34-623a07a9bea1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:14.160857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.186253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a54499-d4f7-4160-b4bc-01c6829bb935 req-fab313b4-8f7b-4477-94bf-e8efcf2cdc68 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:14.187874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13a54499-d4f7-4160-b4bc-01c6829bb935 req-fab313b4-8f7b-4477-94bf-e8efcf2cdc68 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.2157986
Dec 13 14:52:14.263277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.263776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment c05b5317-938e-41b1-b5cd-4490d39254a2 of type vlan for network 28628376-3fca-49f1-9e2e-dadcf64d0d6f
Dec 13 14:52:14.296317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Calling delete_port for c82a3195-a31d-4565-9d34-623a07a9bea1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:14.434796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-454c7ea6-2c54-45dc-81da-1256d536f487 None None] Provisioning for port 4e57ea3a-56b0-43e7-9d38-469556323c17 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:14.488714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] The port 'c82a3195-a31d-4565-9d34-623a07a9bea1' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:14.504963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.515041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c48e240-42a8-4829-8e1a-0b228fbab1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:14.515650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13a54499-d4f7-4160-b4bc-01c6829bb935 req-ac875710-87fc-4710-9cf1-ff172c317940 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171918
Dec 13 14:52:14.577603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Pushing event deleted for resources: {'Port': ['ID=c82a3195-a31d-4565-9d34-623a07a9bea1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:14.580548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:14.594450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] No DVR routers for this DVR port c82a3195-a31d-4565-9d34-623a07a9bea1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:14.617930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e57ea3a-56b0-43e7-9d38-469556323c17 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:14.753689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 4e57ea3a-56b0-43e7-9d38-469556323c17 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:14.759684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4e57ea3a-56b0-43e7-9d38-469556323c17 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:14.760002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.828782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting port 962644ba-3b6d-41a6-ae0c-bb183ccd6821 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:14.829336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.857181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.899147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.940578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 4e57ea3a-56b0-43e7-9d38-469556323c17, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e57ea3a-56b0-43e7-9d38-469556323c17,segment=NetworkSegment(4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7),segment_id=4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:14.951508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:14.953596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:15.019220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c82a3195-a31d-4565-9d34-623a07a9bea1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:15.073414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: c82a3195-a31d-4565-9d34-623a07a9bea1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:15.073801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c82a3195-a31d-4565-9d34-623a07a9bea1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:15.086916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.095025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=4e57ea3a-56b0-43e7-9d38-469556323c17,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:15.098906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:15.116593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.137679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58d6f8f5-4030-4c3b-9b49-643d79b9a68e req-d5d16b08-0c85-450a-adf0-fccb23265f33 service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9837403
Dec 13 14:52:15.191284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Provisioning complete for port 4e57ea3a-56b0-43e7-9d38-469556323c17 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:15.191877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.220550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65d9d3978>,) {'filters': {'network_id': ['6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:15.236542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Calling delete_port for 962644ba-3b6d-41a6-ae0c-bb183ccd6821 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:15.253514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9d3978>, '80545248-4bcb-45f7-a92f-858b45cfc442') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:15.253853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9d3978>, '80545248-4bcb-45f7-a92f-858b45cfc442') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:15.279152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.287116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.291099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:15.291702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.301697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88111ef1-8d4b-4d0f-b122-fcf8d831dc0e tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:15.365658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.372489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Provisioning for port 17bea96d-6dbb-411b-981a-c0411e56733d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:15.379865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Provisioning complete for port 17bea96d-6dbb-411b-981a-c0411e56733d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:15.380289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.432549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:15.433002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.450529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:15.453280 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:15.465609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.8562493
Dec 13 14:52:15.465811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47058) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:15.469635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a358929a-89d3-4b32-96a9-c6ed4d4d9c37 None None] Port 17bea96d-6dbb-411b-981a-c0411e56733d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:15.473182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:15.494395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.503679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f173ac4-61c8-4a18-8204-803e6b0f7c81 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:15.563133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Port': ['ID=962644ba-3b6d-41a6-ae0c-bb183ccd6821,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:15.602788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2f7d7b7d-a7a1-4222-8645-0e21daea9b56 None None] Provisioning complete for port 17bea96d-6dbb-411b-981a-c0411e56733d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:15.603223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7b7d-a7a1-4222-8645-0e21daea9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.621772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:15.678533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=28628376-3fca-49f1-9e2e-dadcf64d0d6f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:15.701100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 28628376-3fca-49f1-9e2e-dadcf64d0d6f details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:15.736815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:15.763946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.793505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57d85a1c-f891-443b-a073-9d8fa191b826 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:15.814558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d7b7d-a7a1-4222-8645-0e21daea9b56 None None] Port 17bea96d-6dbb-411b-981a-c0411e56733d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:15.836902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:15.865114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] 10.222.0.69 "DELETE /v2.0/networks/6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a HTTP/1.1" status: 204  len: 168 time: 2.2568109
Dec 13 14:52:15.879391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Pushing event deleted for resources: {'Network': ['ID=6c5f0d6f-5f93-4cbd-80f0-eec4bd1fcf3a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:15.921914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:15.951897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbeeb8-4f6b-4ed8-8d36-7ee5454fa563 req-4042f47b-5c99-4815-b654-29b0cc835a32 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:15.953557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3bbeeb8-4f6b-4ed8-8d36-7ee5454fa563 req-4042f47b-5c99-4815-b654-29b0cc835a32 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.2664962
Dec 13 14:52:15.979903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a7ace98-010f-494c-91be-21b707ecd33b None None] Provisioning complete for port 17bea96d-6dbb-411b-981a-c0411e56733d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:15.980433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a7ace98-010f-494c-91be-21b707ecd33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.028258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:16.042052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ace98-010f-494c-91be-21b707ecd33b None None] Port 17bea96d-6dbb-411b-981a-c0411e56733d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:16.043998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:16.051102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:16.064475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:16.077247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.086529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.139300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5aec77-9c3d-4821-9dd6-4070bf51a782 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:52:16.156698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:16.203793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3bbeeb8-4f6b-4ed8-8d36-7ee5454fa563 req-2af84d16-f763-4e75-afc6-e2a34255bb51 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375979
Dec 13 14:52:16.365375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47068) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:16.428116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.519309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5aec77-9c3d-4821-9dd6-4070bf51a782 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:52:16.555851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.649565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e57ea3a-56b0-43e7-9d38-469556323c17 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:16.664614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing IP validity checks on allocation pools {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:52:16.665216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:52:16.817462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4e57ea3a-56b0-43e7-9d38-469556323c17 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:16.817462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:16.899873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Router 1dd2a812-5db5-45ad-983e-59bce369fe4c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:16.980063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5893e87-026f-43a3-a851-302b1b6dc6e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a01399508d4b49acb88d2afaa07ba7a8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6051259
Dec 13 14:52:16.984061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47074) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:17.057590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.066386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e2b6354-edbb-481f-973e-054124afae30 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:17.174383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=20aba0a9-a631-49a6-996f-2683a835ca3b,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:17.177525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:17.182231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:17.194459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] Sync routers for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:17.201915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'c05b5317-938e-41b1-b5cd-4490d39254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:17.202437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 28628376-3fca-49f1-9e2e-dadcf64d0d6f, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:17.209792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:17.210517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:17.221077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2000480
Dec 13 14:52:17.225666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:17.278336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56978>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:17.291220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] Routers {'1dd2a812-5db5-45ad-983e-59bce369fe4c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:17.291920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1dd2a812-5db5-45ad-983e-59bce369fe4c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:17.321373 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-93c974ac-3e12-4cdb-bc86-0aff83427c80 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] show failed (client error): The resource could not be found.
Dec 13 14:52:17.322642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-93c974ac-3e12-4cdb-bc86-0aff83427c80 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-58579537 HTTP/1.1" status: 404  len: 333 time: 0.0955901
Dec 13 14:52:17.328536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47084) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:17.335824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-879a0ae1-ef70-41fe-9398-8cacaae1740a tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:17.364907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56978>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:17.365489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b5132-1198-410e-a3b8-0968f35add1b None None] The sync data for ids ['1dd2a812-5db5-45ad-983e-59bce369fe4c'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:17.404581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-879a0ae1-ef70-41fe-9398-8cacaae1740a tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] update failed (client error): The resource could not be found.
Dec 13 14:52:17.405679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-879a0ae1-ef70-41fe-9398-8cacaae1740a tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1733954071 HTTP/1.1" status: 404  len: 335 time: 0.0760980
Dec 13 14:52:17.419657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47088) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:17.423628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.447451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 28628376-3fca-49f1-9e2e-dadcf64d0d6f is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:17.467184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 28628376-3fca-49f1-9e2e-dadcf64d0d6f) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:17.471225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.473238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:17.473840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.478165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76986786-e981-466b-9792-95da5d76dc89 None None] Network 28628376-3fca-49f1-9e2e-dadcf64d0d6f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:17.509800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.0395663
Dec 13 14:52:17.511001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47092) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:17.514933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2c52b59-62d8-496d-8f13-b99e346b4606 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:17.520191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d66dcc-064e-4f72-a2be-9dfbe9b844b7 req-c35465e9-376a-422d-8bd7-6902bc8b141e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:17.522099 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5d66dcc-064e-4f72-a2be-9dfbe9b844b7 req-c35465e9-376a-422d-8bd7-6902bc8b141e tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.1204331
Dec 13 14:52:17.723126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-28628376-3fca-49f1-9e2e-dadcf64d0d6f', 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '20aba0a9-a631-49a6-996f-2683a835ca3b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:17.724913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.740584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=17bea96d-6dbb-411b-981a-c0411e56733d,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:17.751733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.754876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:17.813136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.913996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Allocated IP 172.20.0.3 (28628376-3fca-49f1-9e2e-dadcf64d0d6f/20aba0a9-a631-49a6-996f-2683a835ca3b/5287c3ef-d304-4e95-a189-81f5338c7cbd) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:17.930581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:17.932108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5d66dcc-064e-4f72-a2be-9dfbe9b844b7 req-832f5e42-d2c0-4e45-9436-0e22cb0a96c4 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3892324
Dec 13 14:52:17.966619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.042679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.129873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:18.135278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.17 (1734ca9a-8157-4abc-9547-7940565110da/969590a5-7989-453e-8889-904f97995ac8/69b46568-9a20-4445-88ad-874f2b866ec1) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:18.137696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:18.195100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.208759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Transition to ACTIVE for port object 5287c3ef-d304-4e95-a189-81f5338c7cbd will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:18.232944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Transition to ACTIVE for port object 5287c3ef-d304-4e95-a189-81f5338c7cbd will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:18.241547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.257683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.262205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:18.263966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:18.318421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Network 28628376-3fca-49f1-9e2e-dadcf64d0d6f is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:18.321772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:18.325201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:18.361168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=20aba0a9-a631-49a6-996f-2683a835ca3b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:18.377645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:18.450946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting subnet 4ee188c4-fff4-4d5b-8790-01d90759aa37 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:18.457357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Pushing event updated for resources: {'Port': ['ID=5287c3ef-d304-4e95-a189-81f5338c7cbd,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:18.460605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:18.479239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Attempting to bind port 5287c3ef-d304-4e95-a189-81f5338c7cbd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:18.479579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Attempting to bind port 5287c3ef-d304-4e95-a189-81f5338c7cbd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c05b5317-938e-41b1-b5cd-4490d39254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:18.479990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Attempting to bind port 5287c3ef-d304-4e95-a189-81f5338c7cbd on network 28628376-3fca-49f1-9e2e-dadcf64d0d6f {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:18.487670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:18.488320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Checking segment: {'id': 'c05b5317-938e-41b1-b5cd-4490d39254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:18.488522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.488921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Bound using segment: {'id': 'c05b5317-938e-41b1-b5cd-4490d39254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:18.489469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Bound port: 5287c3ef-d304-4e95-a189-81f5338c7cbd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b5317-938e-41b1-b5cd-4490d39254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:18.489889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.503661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.536608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f0be400>,) {'filters': {'network_id': ['28628376-3fca-49f1-9e2e-dadcf64d0d6f']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:18.539247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.552513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0be400>, 'c05b5317-938e-41b1-b5cd-4490d39254a2') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:18.553527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0be400>, 'c05b5317-938e-41b1-b5cd-4490d39254a2') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:18.567839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.593000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] For port 5287c3ef-d304-4e95-a189-81f5338c7cbd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:18.596882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] For port 5287c3ef-d304-4e95-a189-81f5338c7cbd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5287c3ef-d304-4e95-a189-81f5338c7cbd,segment=NetworkSegment(c05b5317-938e-41b1-b5cd-4490d39254a2),segment_id=c05b5317-938e-41b1-b5cd-4490d39254a2)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:18.604567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.609367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a28432-d7c3-451a-9475-bda1e8bea01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:18.637939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.648041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:18.648844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21d10451-44dc-4f97-b958-2381d609a719 None None] Provisioning complete for port 17bea96d-6dbb-411b-981a-c0411e56733d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:18.649271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21d10451-44dc-4f97-b958-2381d609a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.649401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:18.665575 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:18.727576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.740948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74a4300f-d8fd-460b-b871-1683051b7b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:18.754951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Pushing event updated for resources: {'Port': ['ID=5287c3ef-d304-4e95-a189-81f5338c7cbd,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:18.760020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:18.760259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.760522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-21d10451-44dc-4f97-b958-2381d609a719 None None] Port 17bea96d-6dbb-411b-981a-c0411e56733d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:18.769527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:52:18.769527 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:52:18.769527 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '28628376-3fca-49f1-9e2e-dadcf64d0d6f'}]
Dec 13 14:52:18.769527 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:18.769860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:18.776553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa02c32-0b15-4cf7-a51f-26cf0717c831 req-79b88298-3ecd-4759-9d21-28b7d9804d0b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:18.778181 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fa02c32-0b15-4cf7-a51f-26cf0717c831 req-79b88298-3ecd-4759-9d21-28b7d9804d0b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.3437128
Dec 13 14:52:18.809470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b2c5e1-5c39-4c2f-bf0a-287ab3cf8399,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:18.832850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:18.837997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fa02c32-0b15-4cf7-a51f-26cf0717c831 req-ba03ecfa-422d-464e-9709-d2e96aef5a20 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506477
Dec 13 14:52:18.877518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d3e98-c402-428f-9a6b-0c93c6fbf3c4 None None] Network 28628376-3fca-49f1-9e2e-dadcf64d0d6f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:18.890715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.895513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:18.899225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0b2c5e1-5c39-4c2f-bf0a-287ab3cf8399 HTTP/1.1" status: 204  len: 168 time: 1.9117415
Dec 13 14:52:18.932237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 69b46568-9a20-4445-88ad-874f2b866ec1 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:18.961619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.044041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.053013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7815d0e2-ad74-44f1-b073-e99c76a65f33 tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:19.106080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f523a-7b41-4082-a995-e225ac0c1839 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:52:19.146594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 1734ca9a-8157-4abc-9547-7940565110da is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:19.151850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:19.154437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:19.157330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:19.158069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:19.191306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.199420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70215584-9a38-4a1a-92fa-91d2ab40412a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:19.234658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:52:19.251619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee188c4-fff4-4d5b-8790-01d90759aa37,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:19.261717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:19.270803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.271751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f523a-7b41-4082-a995-e225ac0c1839 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:52:19.277910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.283492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.294043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/subnets/4ee188c4-fff4-4d5b-8790-01d90759aa37 HTTP/1.1" status: 204  len: 168 time: 1.8732035
Dec 13 14:52:19.296600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47108) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:19.305002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 5287c3ef-d304-4e95-a189-81f5338c7cbd {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:19.305747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.796936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.814138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 5287c3ef-d304-4e95-a189-81f5338c7cbd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5287c3ef-d304-4e95-a189-81f5338c7cbd,segment=NetworkSegment(c05b5317-938e-41b1-b5cd-4490d39254a2),segment_id=c05b5317-938e-41b1-b5cd-4490d39254a2)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:19.814519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:19.878791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:19.887037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8736238
Dec 13 14:52:19.890201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47124) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:19.891492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] Sync routers for ids ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:19.913351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] Routers {'7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:19.915686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa33cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:19.970921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 5287c3ef-d304-4e95-a189-81f5338c7cbd owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:20.018080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47128) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:20.044816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting subnet c056d24b-ef4a-4b7d-bafb-bb30200119b0 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:20.059835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa33cf8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.064005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.087781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] Routers {'7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:20.088204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07decae9-b0cd-47a7-b8a4-3b5b818314d0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:20.088858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07decae9-b0cd-47a7-b8a4-3b5b818314d0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:20.091335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65fa33cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.095936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41379cc3-5547-411a-8667-a0b92fbbd3a5 None None] Network 3bbe71b5-b569-467e-b0f6-0881e9739753 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:20.150438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.168457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65fa33cf8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.169279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ac989-73a0-4f9a-8466-a8c06030edd2 None None] The sync data for ids ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:20.203697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.212679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8f237b4-5b3c-47d8-ac19-f39979f09d88 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:20.267149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=5287c3ef-d304-4e95-a189-81f5338c7cbd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:20.272715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:20.276605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port 5287c3ef-d304-4e95-a189-81f5338c7cbd on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:20.323445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07decae9-b0cd-47a7-b8a4-3b5b818314d0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:20.324928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-07decae9-b0cd-47a7-b8a4-3b5b818314d0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports/17bea96d-6dbb-411b-981a-c0411e56733d HTTP/1.1" status: 200  len: 978 time: 0.4335864
Dec 13 14:52:20.338604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47134) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:20.471624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.500923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2d169fd5-b732-4daa-b31a-74b39c23b4c3 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] Request body: {'port': {'network_id': '21ed6fff-2e72-4c1c-8564-1cfb09d1a7b4', 'name': 'tempest-NetworksNegativeTestJSON-1940025625'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:20.508345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd1dae-81af-4a1c-bde1-29271b2e02ba req-de293d04-af07-4f13-826c-5f8813a574c5 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:20.510156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbbd1dae-81af-4a1c-bde1-29271b2e02ba req-de293d04-af07-4f13-826c-5f8813a574c5 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.3462589
Dec 13 14:52:20.540495 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d169fd5-b732-4daa-b31a-74b39c23b4c3 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] POST failed (client error): The resource could not be found.
Dec 13 14:52:20.541120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d169fd5-b732-4daa-b31a-74b39c23b4c3 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:20.542339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d169fd5-b732-4daa-b31a-74b39c23b4c3 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.5224500
Dec 13 14:52:20.549725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:20.551302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf518>,) {'filters': {'network_id': ['28628376-3fca-49f1-9e2e-dadcf64d0d6f']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.566163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.572163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] DHCP port deletion for 3bbe71b5-b569-467e-b0f6-0881e9739753 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:20.576718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Deleting port 7ac1d053-898c-4ab9-8991-0203bd73c96b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:20.577303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.632371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf518>, 'c05b5317-938e-41b1-b5cd-4490d39254a2') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.632672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e3cf518>, 'c05b5317-938e-41b1-b5cd-4490d39254a2') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:20.652383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2120d5-4f52-41c5-9f16-624ac051d796 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:52:20.652902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2120d5-4f52-41c5-9f16-624ac051d796 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:20.662044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.683738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbbd1dae-81af-4a1c-bde1-29271b2e02ba req-40a5c622-cc63-4b54-8872-4afbb824f5db tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170535
Dec 13 14:52:20.685252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bc4947a4-bdf2-4db2-8345-cdb86aab6409 None None] Provisioning for port 69b46568-9a20-4445-88ad-874f2b866ec1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:20.687153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d2120d5-4f52-41c5-9f16-624ac051d796 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "DELETE /v2.0/networks/8476689f-3a33-4395-8e88-104c1bb1d6ca HTTP/1.1" status: 404  len: 339 time: 0.1281905
Dec 13 14:52:20.690343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.692516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47142) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:20.697032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bc4947a4-bdf2-4db2-8345-cdb86aab6409 None None] Provisioning complete for port 69b46568-9a20-4445-88ad-874f2b866ec1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:20.697551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc4947a4-bdf2-4db2-8345-cdb86aab6409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.713863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.720192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.751293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:20.751772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:20.768734 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:20.779607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bc4947a4-bdf2-4db2-8345-cdb86aab6409 None None] Port 69b46568-9a20-4445-88ad-874f2b866ec1 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:20.781802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-024e80b9-b23b-4321-b8c8-e7129c0124e9 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:20.796423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-591873b4-31e1-42d8-bbd6-fb73dab7cf2a tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:52:20.796854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591873b4-31e1-42d8-bbd6-fb73dab7cf2a tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:20.812503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.865615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-591873b4-31e1-42d8-bbd6-fb73dab7cf2a tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "DELETE /v2.0/ports/2c6dbfc3-6b19-4c04-b55e-3e5832be6dc8 HTTP/1.1" status: 404  len: 333 time: 0.1643972
Dec 13 14:52:20.867634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47148) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:20.906544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.916061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:20.939695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] For port 7ac1d053-898c-4ab9-8991-0203bd73c96b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ac1d053-898c-4ab9-8991-0203bd73c96b,segment=NetworkSegment(634d857a-b0fa-48ec-9869-a261b2022fac),segment_id=634d857a-b0fa-48ec-9869-a261b2022fac)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:20.940185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.966688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:20.969045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0492aea1-2120-441f-837f-c5b3804b4a83 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:52:20.969586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0492aea1-2120-441f-837f-c5b3804b4a83 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:20.988896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.012943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.020286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa950f9a-f9df-4d1a-881a-98ee6a0d3679 None None] Network d67faabb-c6a0-402f-b4f0-c93a9f534b53 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:21.024138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:21.028734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Subnet': ['ID=c056d24b-ef4a-4b7d-bafb-bb30200119b0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:21.039107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:21.046192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:21.052273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0492aea1-2120-441f-837f-c5b3804b4a83 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "DELETE /v2.0/subnets/ffa9ea95-cb0e-4377-adf5-7d8adeafbbf1 HTTP/1.1" status: 404  len: 337 time: 0.1832795
Dec 13 14:52:21.052904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:21.092675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/28628376-3fca-49f1-9e2e-dadcf64d0d6f HTTP/1.1" status: 204  len: 168 time: 3.5799110
Dec 13 14:52:21.096775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47154) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.097146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47156) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.106007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/subnets/c056d24b-ef4a-4b7d-bafb-bb30200119b0 HTTP/1.1" status: 204  len: 168 time: 1.8066070
Dec 13 14:52:21.110105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447031968'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:21.135599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=28628376-3fca-49f1-9e2e-dadcf64d0d6f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:21.140201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47162) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.144824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:21.147841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:21.169894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:21.175689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:21.183187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Calling delete_port for 7ac1d053-898c-4ab9-8991-0203bd73c96b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:21.183387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5cdc3c-6f64-45d1-be4a-5008c4c3c61f tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] GET failed (client error): The resource could not be found.
Dec 13 14:52:21.188424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e5cdc3c-6f64-45d1-be4a-5008c4c3c61f tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "GET /v2.0/networks/3b153841-4d06-470c-8b31-0c6244e5456c HTTP/1.1" status: 404  len: 339 time: 0.0863247
Dec 13 14:52:21.198710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47166) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.199655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:21.263872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0522550b-cf0a-41c8-926d-2df13c840f1c tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] GET failed (client error): The resource could not be found.
Dec 13 14:52:21.266090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0522550b-cf0a-41c8-926d-2df13c840f1c tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "GET /v2.0/ports/667e3d5f-6c53-490a-8710-b148b4379c4b HTTP/1.1" status: 404  len: 333 time: 0.0631633
Dec 13 14:52:21.273000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47170) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.329531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:21.335000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.370577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-318b608f-d395-4f26-8d93-8f2ae6565a69 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] GET failed (client error): The resource could not be found.
Dec 13 14:52:21.375977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-318b608f-d395-4f26-8d93-8f2ae6565a69 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "GET /v2.0/subnets/da48a401-181b-4933-b017-3e791831ca3d HTTP/1.1" status: 404  len: 337 time: 0.0923018
Dec 13 14:52:21.376200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.380593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47174) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.386937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 1734ca9a-8157-4abc-9547-7940565110da is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:21.387294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16d6aa75-84f8-47c5-a263-66115759b2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:21.388243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.399202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-954b2a2a-60da-46be-b0a8-23e6fc0f38e9 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:21.418663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:21.419622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] No DVR routers for this DVR port 7ac1d053-898c-4ab9-8991-0203bd73c96b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:21.432941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:21.437145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-954b2a2a-60da-46be-b0a8-23e6fc0f38e9 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] PUT failed (client error): The resource could not be found.
Dec 13 14:52:21.437635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954b2a2a-60da-46be-b0a8-23e6fc0f38e9 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:21.438865 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-954b2a2a-60da-46be-b0a8-23e6fc0f38e9 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "PUT /v2.0/networks/19799a5c-87e6-4fb6-af88-63beb65b5156 HTTP/1.1" status: 404  len: 339 time: 0.0482574
Dec 13 14:52:21.444089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Pushing event deleted for resources: {'Port': ['ID=7ac1d053-898c-4ab9-8991-0203bd73c96b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:21.449553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:21.455803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.456212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment b0aafeae-0b26-412b-b663-a7218facacbf of type vlan for network 2d43d5f7-d503-4e0f-87b6-99154db8fb94
Dec 13 14:52:21.463640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47178) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.508362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c52130a9-38b8-4243-a81b-e5196e5e87c4 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:21.512523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-a330ebb2-fa33-438a-be59-fce7a2c4b003 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 1098 time: 0.3667829
Dec 13 14:52:21.534451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b9aa-4c2d-4824-88e1-1e49910c5dbe req-6e3b3762-5385-4d56-b94a-3af452a2476d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:21.535740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1653b9aa-4c2d-4824-88e1-1e49910c5dbe req-6e3b3762-5385-4d56-b94a-3af452a2476d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.4306555
Dec 13 14:52:21.572375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] DHCP port deletion for d67faabb-c6a0-402f-b4f0-c93a9f534b53 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:21.577278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Deleting port 3d33e517-caef-41c0-913d-019c0dd22109 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:21.577702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.660792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.694957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea606d8>,) {'filters': {'network_id': ['3bbe71b5-b569-467e-b0f6-0881e9739753']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:21.711819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea606d8>, '634d857a-b0fa-48ec-9869-a261b2022fac') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:21.712226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea606d8>, '634d857a-b0fa-48ec-9869-a261b2022fac') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:21.726894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.757355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.763631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52130a9-38b8-4243-a81b-e5196e5e87c4 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] PUT failed (client error): The resource could not be found.
Dec 13 14:52:21.764131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52130a9-38b8-4243-a81b-e5196e5e87c4 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:21.769912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c52130a9-38b8-4243-a81b-e5196e5e87c4 tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "PUT /v2.0/ports/01589f8b-5252-4293-af14-61e47b3d68e5 HTTP/1.1" status: 404  len: 333 time: 0.3031871
Dec 13 14:52:21.770568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47182) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:21.781613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.790341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-92a4b188-e8f7-4c1c-94d5-dd222257a80b tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:21.831493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:21.832181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.835750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] For port 3d33e517-caef-41c0-913d-019c0dd22109, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3d33e517-caef-41c0-913d-019c0dd22109,segment=NetworkSegment(981d4a31-73a4-443e-a969-65435465bd8b),segment_id=981d4a31-73a4-443e-a969-65435465bd8b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:21.836169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:21.848351 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:21.855072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a4b188-e8f7-4c1c-94d5-dd222257a80b tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] PUT failed (client error): The resource could not be found.
Dec 13 14:52:21.855072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a4b188-e8f7-4c1c-94d5-dd222257a80b tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:52:21.859831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92a4b188-e8f7-4c1c-94d5-dd222257a80b tempest-NetworksNegativeTestJSON-1670727463 tempest-NetworksNegativeTestJSON-1670727463-project] 10.222.0.69 "PUT /v2.0/subnets/79f5d85d-63e7-4e92-81e2-744ce15bf317 HTTP/1.1" status: 404  len: 337 time: 0.0825424
Dec 13 14:52:21.921118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-56be4070-8017-4633-aff1-a7c0701282a1 None None] Provisioning complete for port 69b46568-9a20-4445-88ad-874f2b866ec1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:21.921535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56be4070-8017-4633-aff1-a7c0701282a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.985035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:21.991308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:21.992221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.000081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fbeb30f0-95ed-4e3f-b735-564950569af1 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:22.039944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-56be4070-8017-4633-aff1-a7c0701282a1 None None] Port 69b46568-9a20-4445-88ad-874f2b866ec1 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:22.050331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Calling delete_port for 3d33e517-caef-41c0-913d-019c0dd22109 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:22.136092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.143585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bafc74e-bcb5-4997-abda-aecf4388f100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:22.206821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Pushing event deleted for resources: {'Port': ['ID=3d33e517-caef-41c0-913d-019c0dd22109,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:22.215268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:22.221162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] No DVR routers for this DVR port 3d33e517-caef-41c0-913d-019c0dd22109 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:22.231875 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1653b9aa-4c2d-4824-88e1-1e49910c5dbe req-e3645e85-90e8-48a1-86de-b9700e9377a1 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6583467
Dec 13 14:52:22.245785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-333e23a0-4e10-484c-9c24-99ce8e1aaffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:22.247432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-333e23a0-4e10-484c-9c24-99ce8e1aaffc service neutron] 10.222.0.72 "GET /v2.0/networks?id=095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 200  len: 913 time: 0.7238750
Dec 13 14:52:22.249693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47190) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:22.314082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.342053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.342800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-251f1154-69ae-4c0e-a9b4-0e5588cbfd0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 200  len: 217 time: 0.0851681
Dec 13 14:52:22.407147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/networks/3bbe71b5-b569-467e-b0f6-0881e9739753 HTTP/1.1" status: 204  len: 168 time: 1.2626064
Dec 13 14:52:22.407147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3063071
Dec 13 14:52:22.416342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47196) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:22.416818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47198) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:22.428166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:22.462102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=2d43d5f7-d503-4e0f-87b6-99154db8fb94,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:22.477554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.477985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.478396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.478815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.479241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.479647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.480041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.480534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.480825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.481247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.481650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:22.497613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:22.503575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:22.504207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ef847d0-1d18-4f34-859c-b6243a401bae tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:22.539964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Network': ['ID=3bbe71b5-b569-467e-b0f6-0881e9739753,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:22.541701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3d33e517-caef-41c0-913d-019c0dd22109 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:22.546825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-d3872940-c02c-4e06-83ea-3c8916312d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:22.547287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:22.548482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-d3872940-c02c-4e06-83ea-3c8916312d50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d01fb473-7fe8-445a-a424-6986eb3857aa HTTP/1.1" status: 200  len: 852 time: 0.1981122
Dec 13 14:52:22.576724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.583193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3d33e517-caef-41c0-913d-019c0dd22109 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:22.583750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3d33e517-caef-41c0-913d-019c0dd22109 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:22.584288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ac1d053-898c-4ab9-8991-0203bd73c96b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:22.649802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-810f2143-c948-4205-b914-f253dbacfe94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=095b1325-faa7-4c8b-ac96-c5bf09147f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764885
Dec 13 14:52:22.658319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.677711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 7ac1d053-898c-4ab9-8991-0203bd73c96b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:22.678273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ac1d053-898c-4ab9-8991-0203bd73c96b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:22.699097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:22.705603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:22.712359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:22.716159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:22.724814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:22.784099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:22.848036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:22.859819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Usage tracker for resource:security_group_rule and tenant:2246756d985840348df8599efe97ca32 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:22.910994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:22.937497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:22.950259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.002027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.006581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-3fb601fc-2966-49e3-84a8-0c54d31715d5 service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886217
Dec 13 14:52:23.020933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e130048>,) {'filters': {'network_id': ['d67faabb-c6a0-402f-b4f0-c93a9f534b53']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:23.061366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e130048>, '981d4a31-73a4-443e-a969-65435465bd8b') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:23.061703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e130048>, '981d4a31-73a4-443e-a969-65435465bd8b') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:23.085877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.134279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:23.168181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.184465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:23.184916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:23.202296 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:23.257111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.301193 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50ec85a1-b344-4104-b816-35f6fa9aa51d req-b50c0c88-5d20-4567-9ad3-50900a1b925e service neutron] 10.222.0.72 "GET /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765658
Dec 13 14:52:23.321914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.328883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d1ef8d4-3f26-4dc6-aada-30a0f5767f8f tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:23.347965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.368448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Network': ['ID=d67faabb-c6a0-402f-b4f0-c93a9f534b53,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:23.379982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:23.403763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.415054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/networks/d67faabb-c6a0-402f-b4f0-c93a9f534b53 HTTP/1.1" status: 204  len: 168 time: 0.9970877
Dec 13 14:52:23.422956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a78d2c9-ccb6-4b84-8534-4bb72f37f36e tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:23.431990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47208) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:23.561806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.569138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67eb1da9-ae65-41a8-9489-b074c24161d0 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:23.608114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423479ef-fa3f-4cde-8611-9a23dfb97596,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:23.617903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaea6-d907-43fb-9cf3-521dd4898b12 req-98f6d795-3ec3-4e08-b529-28ae0ac40002 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:23.620618 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6ffaea6-d907-43fb-9cf3-521dd4898b12 req-98f6d795-3ec3-4e08-b529-28ae0ac40002 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.2075291
Dec 13 14:52:23.628085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2246756d985840348df8599efe97ca32&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3757048
Dec 13 14:52:23.638131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47212) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:23.690217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=ea10f312-cb68-4ea0-99c9-c96a6b3c38c4,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:23.692705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:23.695206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.695583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.696028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.696441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.696927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.697266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.698028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.698028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.698474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.698836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.699264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:23.717753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:23.742851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6ffaea6-d907-43fb-9cf3-521dd4898b12 req-1295e4c6-02ae-4557-84e2-61d1709f1ba7 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059248
Dec 13 14:52:23.746387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'b0aafeae-0b26-412b-b663-a7218facacbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:23.746793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 2d43d5f7-d503-4e0f-87b6-99154db8fb94, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:23.775731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:23.788384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2d43d5f7-d503-4e0f-87b6-99154db8fb94) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:23.793422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:23.794069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:23.801078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f891a4-c005-444f-8381-6520e757ea6f None None] Network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:23.820337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.4003325
Dec 13 14:52:23.821188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47216) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:24.004530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.060899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2d43d5f7-d503-4e0f-87b6-99154db8fb94', 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': 'ea10f312-cb68-4ea0-99c9-c96a6b3c38c4'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:24.062291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.104054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.250317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Allocated IP 172.20.0.1 (2d43d5f7-d503-4e0f-87b6-99154db8fb94/ea10f312-cb68-4ea0-99c9-c96a6b3c38c4/70f6b233-7022-4530-8fe2-8655aab67cd5) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:24.367303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting subnet 61a9d361-8739-4720-a3ef-30c41f8cb742 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:24.382574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.386890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.431931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 17bea96d-6dbb-411b-981a-c0411e56733d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:24.432299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.474206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.486379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Transition to ACTIVE for port object 70f6b233-7022-4530-8fe2-8655aab67cd5 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:24.507277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.507506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Transition to ACTIVE for port object 70f6b233-7022-4530-8fe2-8655aab67cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:24.513800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.519266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:24.527067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.532190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:24.560632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.572562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=ea10f312-cb68-4ea0-99c9-c96a6b3c38c4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:24.575504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:24.586354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:24.589580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:24.594138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:24.596394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Pushing event updated for resources: {'Port': ['ID=70f6b233-7022-4530-8fe2-8655aab67cd5,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:24.599683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:24.686378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.692596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Attempting to bind port 70f6b233-7022-4530-8fe2-8655aab67cd5 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:24.693027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Attempting to bind port 70f6b233-7022-4530-8fe2-8655aab67cd5 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'b0aafeae-0b26-412b-b663-a7218facacbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:24.693442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Attempting to bind port 70f6b233-7022-4530-8fe2-8655aab67cd5 on network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:24.700642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:24.701072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Checking segment: {'id': 'b0aafeae-0b26-412b-b663-a7218facacbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:24.701532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.701977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Bound using segment: {'id': 'b0aafeae-0b26-412b-b663-a7218facacbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:24.702508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Bound port: 70f6b233-7022-4530-8fe2-8655aab67cd5, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aafeae-0b26-412b-b663-a7218facacbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:24.702936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.713956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dc462e8>,) {'filters': {'network_id': ['2d43d5f7-d503-4e0f-87b6-99154db8fb94']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:24.727519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc462e8>, 'b0aafeae-0b26-412b-b663-a7218facacbf') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:24.727889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc462e8>, 'b0aafeae-0b26-412b-b663-a7218facacbf') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:24.740472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.753847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:24.765210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:24.769411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.777489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:24.777934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:24.802249 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:24.805933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:24.806858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eaffc50>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:24.807632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.810130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.813826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/423479ef-fa3f-4cde-8611-9a23dfb97596 HTTP/1.1" status: 204  len: 168 time: 1.1663353
Dec 13 14:52:24.815831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5c899d2-815e-497b-99ac-9888a55b04e8 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:24.823939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/9bc48dfc-5d4c-4b35-a998-faba8262c7ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.3899879
Dec 13 14:52:24.827570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:24.838462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423479ef-fa3f-4cde-8611-9a23dfb97596,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:24.846928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:24.922207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:52:24.922207 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:52:24.922207 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '2d43d5f7-d503-4e0f-87b6-99154db8fb94'}]
Dec 13 14:52:24.922207 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:24.922842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:24.981282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] For port 70f6b233-7022-4530-8fe2-8655aab67cd5, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:24.994770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 17bea96d-6dbb-411b-981a-c0411e56733d owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:25.069361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.235563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f77a-1285-4c50-9b4c-71c244d49e1c req-1bb81563-6a72-4672-8fd2-0a88dbf1e8a9 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:25.235694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] For port 70f6b233-7022-4530-8fe2-8655aab67cd5, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=70f6b233-7022-4530-8fe2-8655aab67cd5,segment=NetworkSegment(b0aafeae-0b26-412b-b663-a7218facacbf),segment_id=b0aafeae-0b26-412b-b663-a7218facacbf)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:25.237130 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9419f77a-1285-4c50-9b4c-71c244d49e1c req-1bb81563-6a72-4672-8fd2-0a88dbf1e8a9 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.2529995
Dec 13 14:52:25.240002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.246317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ca1340-c4cd-48ac-bf8b-501d747b94ba tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:25.251659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.259982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c110ffa-f361-4674-91a8-34ec77559def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:25.313032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Subnet': ['ID=61a9d361-8739-4720-a3ef-30c41f8cb742,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:25.323117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:25.331269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.355694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f03250-38c0-40f7-963d-3c763aed5f7d None None] Network 245d48d4-a295-4f55-8dbb-2612116abb36 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:25.385944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:52:25.392435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/subnets/61a9d361-8739-4720-a3ef-30c41f8cb742 HTTP/1.1" status: 204  len: 168 time: 1.9454355
Dec 13 14:52:25.393771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47238) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:25.407013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9419f77a-1285-4c50-9b4c-71c244d49e1c req-e5a30280-22a6-41a0-8ff1-f930afc5a85f tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292546
Dec 13 14:52:25.442496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.448805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-605c2789-67d6-4854-a043-abf05cbdfb5b tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:25.493578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=17bea96d-6dbb-411b-981a-c0411e56733d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:25.498069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:25.559075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.572262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.596281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Deleting port be3b598f-99a8-4edb-be2d-c2c1a190568a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:25.597341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.728321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 70f6b233-7022-4530-8fe2-8655aab67cd5 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:25.729014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:25.833920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Pushing event updated for resources: {'Port': ['ID=70f6b233-7022-4530-8fe2-8655aab67cd5,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:25.846255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:25.881744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.121845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 70f6b233-7022-4530-8fe2-8655aab67cd5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=70f6b233-7022-4530-8fe2-8655aab67cd5,segment=NetworkSegment(b0aafeae-0b26-412b-b663-a7218facacbf),segment_id=b0aafeae-0b26-412b-b663-a7218facacbf)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:26.122556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.150792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47252) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:26.179985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943c1ff-3609-427d-b34b-1f73a3be4512 None None] Network 2d43d5f7-d503-4e0f-87b6-99154db8fb94 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:26.323580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 70f6b233-7022-4530-8fe2-8655aab67cd5 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:26.344136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa27f9-5024-4c93-bc09-53052a281bcf req-338d6651-0241-4e01-9647-39057eaf036f tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:26.345756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27aa27f9-5024-4c93-bc09-53052a281bcf req-338d6651-0241-4e01-9647-39057eaf036f tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.3145473
Dec 13 14:52:26.393987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] For port be3b598f-99a8-4edb-be2d-c2c1a190568a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be3b598f-99a8-4edb-be2d-c2c1a190568a,segment=NetworkSegment(2a3dd214-e8ef-4029-96a6-4228c7015144),segment_id=2a3dd214-e8ef-4029-96a6-4228c7015144)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:26.395122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.423922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-604861549'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:26.500993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:26.510039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eaffc50>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:19Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b46568-9a20-4445-88ad-874f2b866ec1', 'name': '', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:87:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969590a5-7989-453e-8889-904f97995ac8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:17Z', 'updated_at': '2021-12-13T14:52:20Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '969590a5-7989-453e-8889-904f97995ac8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:26.516033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:26.517278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:52:26.517750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Updating router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee port 69b46568-9a20-4445-88ad-874f2b866ec1 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:52:26.524953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:26.551519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:26.576802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:26.582726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.595410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27aa27f9-5024-4c93-bc09-53052a281bcf req-86a8fbe6-a336-4b77-b0d5-84087716d13d tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906438
Dec 13 14:52:26.597653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:26.606317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.607494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.625679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] DHCP port deletion for 245d48d4-a295-4f55-8dbb-2612116abb36 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:26.634273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Deleting port be3b598f-99a8-4edb-be2d-c2c1a190568a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:26.634798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.772007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:26.786090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:security_group_rule and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:26.790111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:26.798594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:26.805193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Calling delete_port for be3b598f-99a8-4edb-be2d-c2c1a190568a owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:26.828079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:26.841210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] Sync routers for ids ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:26.864976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] Routers {'7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:26.865972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f523160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:26.902640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.909291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.911250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:26.911696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5666094
Dec 13 14:52:26.916684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47260) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:26.934920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f523160>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:26.946406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] Routers {'7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:26.947365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f523160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:26.951785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.956561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port 70f6b233-7022-4530-8fe2-8655aab67cd5 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:26.984436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:26.991008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=70f6b233-7022-4530-8fe2-8655aab67cd5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:26.997142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.001032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71b91394-5b54-4017-b8a2-91e76d482e7c tempest-RoutersIpV6AdminTest-1922011779 tempest-RoutersIpV6AdminTest-1922011779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.001750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4f4bb3b-feb7-4abb-a298-24db97b7c42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.017352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f523160>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.017959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357e4e0-057b-4ab6-a38c-717ec55e496a None None] The sync data for ids ['7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:27.070288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Port': ['ID=be3b598f-99a8-4edb-be2d-c2c1a190568a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.084284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.090172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] No DVR routers for this DVR port be3b598f-99a8-4edb-be2d-c2c1a190568a on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:27.206440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.212222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.221368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] For port be3b598f-99a8-4edb-be2d-c2c1a190568a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be3b598f-99a8-4edb-be2d-c2c1a190568a,segment=NetworkSegment(2a3dd214-e8ef-4029-96a6-4228c7015144),segment_id=2a3dd214-e8ef-4029-96a6-4228c7015144)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:27.221622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.293599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Transition to ACTIVE for port object 69b46568-9a20-4445-88ad-874f2b866ec1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:27.319201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f578ba8>,) {'filters': {'network_id': ['2d43d5f7-d503-4e0f-87b6-99154db8fb94']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.336658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.349946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f578ba8>, 'b0aafeae-0b26-412b-b663-a7218facacbf') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.350166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f578ba8>, 'b0aafeae-0b26-412b-b663-a7218facacbf') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.360408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:27.364643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Calling delete_port for be3b598f-99a8-4edb-be2d-c2c1a190568a owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:27.375384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62226a2d-bc87-429e-a8de-ab1a6dcb8ae9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.375950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.384572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.390471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.391001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 1a00d67e-9858-4cd3-8ded-e767480a254b of type vlan for network e58fcb86-e944-4c30-b506-7bfd0b51ab41
Dec 13 14:52:27.392578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e511c50>,) {'filters': {'network_id': ['245d48d4-a295-4f55-8dbb-2612116abb36']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.392834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.403581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.406821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.410327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e511c50>, '2a3dd214-e8ef-4029-96a6-4228c7015144') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.410667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e511c50>, '2a3dd214-e8ef-4029-96a6-4228c7015144') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:27.426323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:27.426775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:27.442784 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:27.445094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.534642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.546893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:27.547342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.558811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:27.566121 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:27.588573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.642662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2501ee55-c9c1-454e-8e9c-6b75ff58f601 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.665700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.677686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Pushing event updated for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.685061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:52:27.685550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=2d43d5f7-d503-4e0f-87b6-99154db8fb94,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.688411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c5895fff-2466-4c36-9034-3069bceff19c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] remove_router_interface failed (client error): The resource could not be found.
Dec 13 14:52:27.692472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5895fff-2466-4c36-9034-3069bceff19c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7718153
Dec 13 14:52:27.692619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.692727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47268) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:27.701026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.704571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.721235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:27.722842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.746549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b347da3d-69aa-483d-b55b-b7fb1d87dca4 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.781160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.783731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6316597
Dec 13 14:52:27.787126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/2d43d5f7-d503-4e0f-87b6-99154db8fb94 HTTP/1.1" status: 204  len: 168 time: 3.9648483
Dec 13 14:52:27.787822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47272) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:27.800814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-487b25db-fa16-47dd-9808-84467803b4cf tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:27.804046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:27.811512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1159683121'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:27.824062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:27.842761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:27.843102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:27.850149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.859483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a76d49a-aecb-4576-a8f7-30f171af8228 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:27.877045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-342654965'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:27.882023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:27.883967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Pushing event deleted for resources: {'Network': ['ID=245d48d4-a295-4f55-8dbb-2612116abb36,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.892006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:27.898960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/networks/245d48d4-a295-4f55-8dbb-2612116abb36 HTTP/1.1" status: 204  len: 168 time: 2.5034196
Dec 13 14:52:27.901995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=e58fcb86-e944-4c30-b506-7bfd0b51ab41,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:27.904429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.904978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47280) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:27.906006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:27.920570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:27.921757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:27.939776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:27.947287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:27.973108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:27.975356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:27.982936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Attempting to bind port 69b46568-9a20-4445-88ad-874f2b866ec1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:27.983491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Attempting to bind port 69b46568-9a20-4445-88ad-874f2b866ec1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:27.983722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:27.984085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Attempting to bind port 69b46568-9a20-4445-88ad-874f2b866ec1 on network 1734ca9a-8157-4abc-9547-7940565110da {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:27.984815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3de263da-9ace-479c-ab4f-6e3f2afabeef tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Synchronizing usage tracker for tenant:1e1377586baa4c72ac3187f95ad80319 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:27.991415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:27.994840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a76d49a-aecb-4576-a8f7-30f171af8228 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:27.999425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a76d49a-aecb-4576-a8f7-30f171af8228 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 HTTP/1.1" status: 200  len: 205 time: 0.3051968
Dec 13 14:52:27.999582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47284) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:28.028144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:28.034089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.052008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3de263da-9ace-479c-ab4f-6e3f2afabeef tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Unset dirty status for tenant:1e1377586baa4c72ac3187f95ad80319 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:28.053307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3de263da-9ace-479c-ab4f-6e3f2afabeef tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd2a812-5db5-45ad-983e-59bce369fe4c HTTP/1.1" status: 200  len: 205 time: 0.1426876
Dec 13 14:52:28.057557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47288) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:28.069045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:28.069481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Checking segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:28.069939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.070518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Bound using segment: {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:28.071093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Bound port: 69b46568-9a20-4445-88ad-874f2b866ec1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11fbb48-3d75-4ad1-b195-e8430efd8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1734ca9a-8157-4abc-9547-7940565110da'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:28.071524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.170671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:28.181330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-654724c9-430f-4b01-9322-7ac0e9283f4a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:28.181330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-654724c9-430f-4b01-9322-7ac0e9283f4a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.72 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.2764442
Dec 13 14:52:28.184874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] For port 69b46568-9a20-4445-88ad-874f2b866ec1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:28.188459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] For port 69b46568-9a20-4445-88ad-874f2b866ec1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=69b46568-9a20-4445-88ad-874f2b866ec1,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:28.192909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.198129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5974667d-85b5-461a-8d46-fa23faa9a987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:28.201435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e26be7-70da-4849-b65f-163aef5f1ebf req-ed2203a4-1721-49ae-9423-ea15bc6fba5c tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:28.203850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43e26be7-70da-4849-b65f-163aef5f1ebf req-ed2203a4-1721-49ae-9423-ea15bc6fba5c tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.4238038
Dec 13 14:52:28.225421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:28.244124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.244528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment 26707c56-cc12-476d-9210-33e8c96ddb71 of type vlan for network 4a2975e9-3e5a-4165-b97b-5c32fe428e8a
Dec 13 14:52:28.248352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.263882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.264294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment cb88af44-27af-446a-9c66-83f102920a36 of type vlan for network 44835c37-7ec6-4458-8f80-8b4f483c0f17
Dec 13 14:52:28.305396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Pushing event updated for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:28.316183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:28.318633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:28.319737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eaffc50>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:28.337482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.379402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Deleting port be3b598f-99a8-4edb-be2d-c2c1a190568a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:28.379653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.387978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.457451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Deleting port 223b75bc-6224-432b-be65-17ce5ba3e82f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:28.457843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.468698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0335-4734-443f-bde8-972aeeff6451 None None] The port 'be3b598f-99a8-4edb-be2d-c2c1a190568a' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:28.535710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.566723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.571450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:28.572339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.598935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5c1dca32-d0cd-44fa-834c-e68f0a0f2872 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:28.620608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:52:28.628576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8292921
Dec 13 14:52:28.638487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43e26be7-70da-4849-b65f-163aef5f1ebf req-96e6a833-058c-4e86-8a85-e4b3245b0b1b tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4207108
Dec 13 14:52:28.650809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47292) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:28.666271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:28.713291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be3b598f-99a8-4edb-be2d-c2c1a190568a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:28.738858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87321c0f-e45f-4c2d-9866-817422014d4f None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:52:28.800981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: be3b598f-99a8-4edb-be2d-c2c1a190568a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:28.801385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be3b598f-99a8-4edb-be2d-c2c1a190568a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:28.872823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.876490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:28.877116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.910720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=44835c37-7ec6-4458-8f80-8b4f483c0f17,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:28.913810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:28.932519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:28.933363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:28.951046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eef09624-2b86-428d-9ce1-6fd1f7dc3d3d tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:29.076796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.096235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2897391
Dec 13 14:52:29.156788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47296) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:29.159570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.170644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '4a2975e9-3e5a-4165-b97b-5c32fe428e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:29.189246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=4a2975e9-3e5a-4165-b97b-5c32fe428e8a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:29.198583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:29.231058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 4a2975e9-3e5a-4165-b97b-5c32fe428e8a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:29.412162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87321c0f-e45f-4c2d-9866-817422014d4f None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:52:29.428559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:29.436104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.438229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:29.441909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:29.449328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:29.453398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.467905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:29.571215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.571745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd2a812-5db5-45ad-983e-59bce369fe4c {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:52:29.585601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eaffc50>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:19Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b46568-9a20-4445-88ad-874f2b866ec1', 'name': '', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:87:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969590a5-7989-453e-8889-904f97995ac8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:17Z', 'updated_at': '2021-12-13T14:52:28Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '969590a5-7989-453e-8889-904f97995ac8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:29.591912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.594521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d2decab-7a8a-4228-a015-1c66e27798fb tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] 10.222.0.69 "DELETE /v2.0/routers/1dd2a812-5db5-45ad-983e-59bce369fe4c HTTP/1.1" status: 204  len: 168 time: 1.5334439
Dec 13 14:52:29.606623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.632658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] For port 223b75bc-6224-432b-be65-17ce5ba3e82f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=223b75bc-6224-432b-be65-17ce5ba3e82f,segment=NetworkSegment(dca6b18b-3ea4-4369-bddf-0f7c027890c8),segment_id=dca6b18b-3ea4-4369-bddf-0f7c027890c8)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:29.633399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.650836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.651458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router 7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:52:29.651760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616581-55f0-4f3b-810f-39fc504dae09 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:19Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b46568-9a20-4445-88ad-874f2b866ec1', 'name': '', 'network_id': '1734ca9a-8157-4abc-9547-7940565110da', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:87:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969590a5-7989-453e-8889-904f97995ac8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:17Z', 'updated_at': '2021-12-13T14:52:28Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '969590a5-7989-453e-8889-904f97995ac8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:29.719486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:29.819486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Calling delete_port for 223b75bc-6224-432b-be65-17ce5ba3e82f owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:29.849799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:29.866945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.870438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18b736fa-d84b-4a72-b7a3-20cbf1e87b8c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 HTTP/1.1" status: 204  len: 168 time: 1.8642569
Dec 13 14:52:29.889944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47306) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:29.890816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:29.906925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:29.933582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:29.943346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e13cfc90-10e0-43bc-8115-40bd283c4e81 tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:30.015230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:30.098943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ce4a-3372-4d91-afbe-51316ab8f5cf req-e06d104e-04a4-4055-bc31-8e661c219d6a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:30.101221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f29ce4a-3372-4d91-afbe-51316ab8f5cf req-e06d104e-04a4-4055-bc31-8e661c219d6a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.8656950
Dec 13 14:52:30.105486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=84ab8cf7-a173-4165-8273-217c64b4e7bd,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:30.112797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:30.141953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '1a00d67e-9858-4cd3-8ded-e767480a254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:30.142350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: e58fcb86-e944-4c30-b506-7bfd0b51ab41, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:30.164777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a2f96-8a5f-4955-b3c0-4932f299c1d0 req-21dff1e3-2271-4cd7-ae0d-bee79c007e66 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:30.166499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf4a2f96-8a5f-4955-b3c0-4932f299c1d0 req-21dff1e3-2271-4cd7-ae0d-bee79c007e66 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 945 time: 0.1895423
Dec 13 14:52:30.218585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:30.237891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf4a2f96-8a5f-4955-b3c0-4932f299c1d0 req-6ad41896-a555-4f29-8f91-c5e07dfd3a01 tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f45f308-9457-4f38-8669-f545d98151b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625513
Dec 13 14:52:30.239514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e58fcb86-e944-4c30-b506-7bfd0b51ab41) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:30.244243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:30.244888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.253656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6179ae5-53fc-4c28-a14b-2340bf6cd351 None None] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:30.312055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47314) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:30.330835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.364872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7115667
Dec 13 14:52:30.365739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:30.379311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:30.550737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:30.555389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:30.559044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:30.577751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e58fcb86-e944-4c30-b506-7bfd0b51ab41', 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '84ab8cf7-a173-4165-8273-217c64b4e7bd'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:30.578676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.583395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:30.597770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:30.631147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f29ce4a-3372-4d91-afbe-51316ab8f5cf req-a7113ada-360b-4a9f-91b9-1c93d225ba49 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5226743
Dec 13 14:52:30.673040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.692872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e24b62da-2377-42fe-990d-1298fd382502 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:30.769465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Pushing event deleted for resources: {'Port': ['ID=223b75bc-6224-432b-be65-17ce5ba3e82f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:30.772205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:30.779852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.782469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet dab00684-9941-44f2-ab22-4a290e4f60f7 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:30.788274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.797186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Allocated IP 2001:db8::2 (e58fcb86-e944-4c30-b506-7bfd0b51ab41/84ab8cf7-a173-4165-8273-217c64b4e7bd/a8abebe9-680c-4be4-914a-b581fd8527c4) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:30.844222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 69b46568-9a20-4445-88ad-874f2b866ec1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:30.939023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] No DVR routers for this DVR port 223b75bc-6224-432b-be65-17ce5ba3e82f on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:30.941956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.949619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'name': 'network-vif-deleted', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:52:30.966435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:30.979832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 223b75bc-6224-432b-be65-17ce5ba3e82f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:30.989743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f82b223d-400e-4277-b1ee-5c49bc7d4b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e1377586baa4c72ac3187f95ad80319&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6761935
Dec 13 14:52:30.999646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47330) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:31.027273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 223b75bc-6224-432b-be65-17ce5ba3e82f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:31.027569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 223b75bc-6224-432b-be65-17ce5ba3e82f not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:31.080547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf1c8c6b-b2a5-48b3-b3d4-61127ee4aeb1 req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.72 "DELETE /v2.0/ports/223b75bc-6224-432b-be65-17ce5ba3e82f HTTP/1.1" status: 204  len: 173 time: 2.8911726
Dec 13 14:52:31.093770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 69b46568-9a20-4445-88ad-874f2b866ec1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:31.105878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 69b46568-9a20-4445-88ad-874f2b866ec1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:31.106390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.118017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5c372-8fa8-4ea4-856f-071cf6dca28c req-d276b2a3-032e-4430-917f-f7912db77dfd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:31.122256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5ce5c372-8fa8-4ea4-856f-071cf6dca28c req-d276b2a3-032e-4430-917f-f7912db77dfd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2737975
Dec 13 14:52:31.168307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.177568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:31.225138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.333349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=a2bf03a1-5bf0-4a49-b18d-374d2983cc0a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:31.337928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.342690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:31.356345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': '26707c56-cc12-476d-9210-33e8c96ddb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4a2975e9-3e5a-4165-b97b-5c32fe428e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:31.356998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 4a2975e9-3e5a-4165-b97b-5c32fe428e8a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:31.404460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.411623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c88bbc-a168-446a-a452-53add09fd5fd', 'name': 'network-vif-deleted', 'tag': '223b75bc-6224-432b-be65-17ce5ba3e82f', 'status': 'completed', 'code': 200}
Dec 13 14:52:31.414030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2ca5315b-9a4e-4108-8cb4-7649cbf7ca22 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:31.449115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.454824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=dab00684-9941-44f2-ab22-4a290e4f60f7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:31.461136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.461584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:31.466997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.474651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/dab00684-9941-44f2-ab22-4a290e4f60f7 HTTP/1.1" status: 204  len: 168 time: 1.5803440
Dec 13 14:52:31.477072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20628e10-ea7a-4397-aec2-33a9aa7eb37c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:31.478420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab447802-5e0c-4e28-8c4e-039bab0e25f6 None None] Network 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:31.480290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 4a2975e9-3e5a-4165-b97b-5c32fe428e8a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:31.485370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:31.543908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.547080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 4a2975e9-3e5a-4165-b97b-5c32fe428e8a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:31.553897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=f0159359-1080-471f-a41a-230391dbaf5e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:31.563528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:31.578123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:31.578928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.586760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5ce5c372-8fa8-4ea4-856f-071cf6dca28c req-26319f1b-ce9f-44be-8e9c-8db03a37efa1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2589262
Dec 13 14:52:31.633566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.648799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a1c00eb-a489-4805-bdcf-72dacb5334a2 req-69970216-7d09-4768-ab92-9722724a999c tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Synchronizing usage tracker for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:31.650791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': 'cb88af44-27af-446a-9c66-83f102920a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:31.651406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 44835c37-7ec6-4458-8f80-8b4f483c0f17, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:31.694272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:31.711680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Transition to ACTIVE for port object a8abebe9-680c-4be4-914a-b581fd8527c4 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:31.719297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 44835c37-7ec6-4458-8f80-8b4f483c0f17) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:31.723172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667d873-3f88-49e1-bb17-d60f2ebdb9e7 None None] Network 4a2975e9-3e5a-4165-b97b-5c32fe428e8a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:31.734522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5741029
Dec 13 14:52:31.734761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.735702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47342) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:31.737202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:31.737937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.745255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4a985e2-7220-41fd-8b3d-a470ae5806a3 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:31.751559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.762419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a1c00eb-a489-4805-bdcf-72dacb5334a2 req-69970216-7d09-4768-ab92-9722724a999c tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Unset dirty status for tenant:7712c37b04a640e6a4a90f47e78ec8d2 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:31.763891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a1c00eb-a489-4805-bdcf-72dacb5334a2 req-69970216-7d09-4768-ab92-9722724a999c tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] 10.222.0.69 "GET /v2.0/ports?device_id=31c88bbc-a168-446a-a452-53add09fd5fd HTTP/1.1" status: 200  len: 210 time: 0.1786690
Dec 13 14:52:31.766713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 4e57ea3a-56b0-43e7-9d38-469556323c17 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:31.767228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.872378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4995cf88-9fc7-4de6-b4d4-cbf6ef72e765,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:31.896514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:31.903703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4995cf88-9fc7-4de6-b4d4-cbf6ef72e765 HTTP/1.1" status: 204  len: 168 time: 0.9016354
Dec 13 14:52:31.906295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:31.930107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5632184
Dec 13 14:52:31.933299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47350) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:31.950596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-207622419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:31.954499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39782fd-68be-4061-9527-9d2654bead05 None None] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:31.966246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:31.975968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:31.980298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:31.994456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:32.103411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Transition to ACTIVE for port object a8abebe9-680c-4be4-914a-b581fd8527c4 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:32.146243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.147310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.161264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 69b46568-9a20-4445-88ad-874f2b866ec1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=69b46568-9a20-4445-88ad-874f2b866ec1,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:32.179921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.182170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 4e57ea3a-56b0-43e7-9d38-469556323c17, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e57ea3a-56b0-43e7-9d38-469556323c17,segment=NetworkSegment(4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7),segment_id=4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:32.182706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.203124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.228893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.252747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:32.258618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.262273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.263587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-655ac9db-3b5e-4a58-95eb-b2c75fd11625 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3292637
Dec 13 14:52:32.269882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47356) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:32.292659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.373930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 4e57ea3a-56b0-43e7-9d38-469556323c17 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:32.433089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02c080-ddd9-4ac7-bf5d-1568b31a920d req-7db739d7-1a76-4111-b3f6-fe1121871d9a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:32.435078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b02c080-ddd9-4ac7-bf5d-1568b31a920d req-7db739d7-1a76-4111-b3f6-fe1121871d9a tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3601391
Dec 13 14:52:32.480085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:32.495361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:32.497834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:32.515067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.516951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b02c080-ddd9-4ac7-bf5d-1568b31a920d req-e56e60fd-2ae8-41de-9378-f918f1ff94d2 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723503
Dec 13 14:52:32.519534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.530665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:32.573148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port 4e57ea3a-56b0-43e7-9d38-469556323c17 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:32.581944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Pushing event updated for resources: {'Port': ['ID=a8abebe9-680c-4be4-914a-b581fd8527c4,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:32.611441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=4e57ea3a-56b0-43e7-9d38-469556323c17,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:32.618059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:32.635132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:32.678369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:32.742928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.774457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dbdbf28>,) {'filters': {'network_id': ['5dc6810d-35af-4e10-9a90-5d1d0bc7d951']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:32.792441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Attempting to bind port a8abebe9-680c-4be4-914a-b581fd8527c4 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:32.793147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Attempting to bind port a8abebe9-680c-4be4-914a-b581fd8527c4 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1a00d67e-9858-4cd3-8ded-e767480a254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:32.793677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Attempting to bind port a8abebe9-680c-4be4-914a-b581fd8527c4 on network e58fcb86-e944-4c30-b506-7bfd0b51ab41 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:32.795796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbdbf28>, '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:32.796146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbdbf28>, '4ff11de3-2a2a-4dc8-8f38-55cdd5d17be7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:32.809161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.825166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.832244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:32.832688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.834298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.849418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b32c036-9d3d-416a-b74b-c03d9d178249 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:32.849702 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:32.861589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:32.862670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Checking segment: {'id': '1a00d67e-9858-4cd3-8ded-e767480a254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:32.863625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.864248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Bound using segment: {'id': '1a00d67e-9858-4cd3-8ded-e767480a254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:32.864988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Bound port: a8abebe9-680c-4be4-914a-b581fd8527c4, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a00d67e-9858-4cd3-8ded-e767480a254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e58fcb86-e944-4c30-b506-7bfd0b51ab41'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:32.865522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.954776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.955819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654a563-1598-4a2d-8114-3eab4530d227 None None] DHCP port deletion for 5dc6810d-35af-4e10-9a90-5d1d0bc7d951 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:32.964109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1010be5-ebe3-4d8e-baae-76cade09949b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-4a2975e9-3e5a-4165-b97b-5c32fe428e8a', 'network_id': '4a2975e9-3e5a-4165-b97b-5c32fe428e8a', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': 'a2bf03a1-5bf0-4a49-b18d-374d2983cc0a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:32.964109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1010be5-ebe3-4d8e-baae-76cade09949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.964412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47376) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:32.968653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4873a265-e907-4cad-b9d1-7ca7d47c9ad8 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:32.988464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:32.990612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=a2bf03a1-5bf0-4a49-b18d-374d2983cc0a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:32.996786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:33.038756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=5dc6810d-35af-4e10-9a90-5d1d0bc7d951,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:33.051966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:33.055217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/5dc6810d-35af-4e10-9a90-5d1d0bc7d951 HTTP/1.1" status: 204  len: 168 time: 1.5682766
Dec 13 14:52:33.062148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47382) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:33.063161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:33.065185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:33.069425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-657428961'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:33.079009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:33.086636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:33.091332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:33.101388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:33.108779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Deleting subnet d01fb473-7fe8-445a-a424-6986eb3857aa {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:33.112116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.141564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.162358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-63954de2-4048-4874-b777-8a7e24deebda None None] For port a8abebe9-680c-4be4-914a-b581fd8527c4, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:33.165869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-63954de2-4048-4874-b777-8a7e24deebda None None] For port a8abebe9-680c-4be4-914a-b581fd8527c4, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8abebe9-680c-4be4-914a-b581fd8527c4,segment=NetworkSegment(1a00d67e-9858-4cd3-8ded-e767480a254b),segment_id=1a00d67e-9858-4cd3-8ded-e767480a254b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:33.171208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.175617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4836d8>,) {'filters': {'network_id': ['4a2975e9-3e5a-4165-b97b-5c32fe428e8a']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:33.188429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:33.193499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4836d8>, '26707c56-cc12-476d-9210-33e8c96ddb71') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:33.193837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4836d8>, '26707c56-cc12-476d-9210-33e8c96ddb71') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:33.218388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.220574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.225948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:33.231842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.236810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:33.261925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.314509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-44835c37-7ec6-4458-8f80-8b4f483c0f17', 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': 'f0159359-1080-471f-a41a-230391dbaf5e'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:33.316594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.333918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:33.353298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.353628 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment a967fb50-cd95-44d5-8c74-9ebb5280fe1a of type vlan for network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408
Dec 13 14:52:33.374586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Pushing event updated for resources: {'Port': ['ID=a8abebe9-680c-4be4-914a-b581fd8527c4,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:33.387506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:33.387655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.398759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef7c4082-58d8-44ea-9263-c1a411ded7c7 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:33.414652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.420242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1271677387'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:33.428034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.428793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:33.431934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.447025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Usage tracker for resource:network and tenant:7db33efb4b754bdb8ccbe1a16655519b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:33.448367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01fb473-7fe8-445a-a424-6986eb3857aa,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:33.449987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:33.450433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.452208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:33.465149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:33.466208 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:33.474081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:33.484019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d01fb473-7fe8-445a-a424-6986eb3857aa HTTP/1.1" status: 204  len: 168 time: 0.5144165
Dec 13 14:52:33.484337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47392) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:33.497538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:33.508542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.512207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:33.512843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:33.522885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b6278af-2888-4b97-92bd-4ee877a8538b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:33.540827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fbafd5-5db4-44c5-868c-3b49248339fe None None] Network 4a2975e9-3e5a-4165-b97b-5c32fe428e8a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:33.593914 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5296090
Dec 13 14:52:33.600048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47398) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:33.769012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Allocated IP 2001:db8:1::2 (44835c37-7ec6-4458-8f80-8b4f483c0f17/f0159359-1080-471f-a41a-230391dbaf5e/389b7696-7fd7-48c1-8012-6897eb2e8b61) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:34.005513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Made reservation on behalf of 7db33efb4b754bdb8ccbe1a16655519b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:34.014515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.028695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:34.101006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.106091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.116785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daaea3e-acb7-4a63-85af-a78ca24e6f43 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:34.141635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.147786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=4a2975e9-3e5a-4165-b97b-5c32fe428e8a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:34.156113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=fc12f2ef-4bfc-4dd1-94f0-58abefd5b408,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:34.165837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:34.180298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:34.189546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.194394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/4a2975e9-3e5a-4165-b97b-5c32fe428e8a HTTP/1.1" status: 204  len: 168 time: 2.4404254
Dec 13 14:52:34.195392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47402) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:34.208884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799950845'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:34.229136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:34.238703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:34.292200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:34.300995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:34.302642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:34.309031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:34.314956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:34.320678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:34.334820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:34.400324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:34.409533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Usage tracker for resource:security_group_rule and tenant:7db33efb4b754bdb8ccbe1a16655519b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:34.418240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:34.423834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.432951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:34.437171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:34.437731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Transition to ACTIVE for port object 389b7696-7fd7-48c1-8012-6897eb2e8b61 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:34.443633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:34.449136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.458289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Transition to ACTIVE for port object 389b7696-7fd7-48c1-8012-6897eb2e8b61 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:34.467857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.472975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7782de9b-6b1e-4577-8ed8-571c5447fdd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:34.473539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8::1 (e58fcb86-e944-4c30-b506-7bfd0b51ab41/84ab8cf7-a173-4165-8273-217c64b4e7bd/e2d9ba9a-265d-4c48-b0b9-24e13ea3f124) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:34.523745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:34.557979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:34.559554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.561184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:34.568549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.568992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment b8d50f7d-6a67-4c99-bc1b-1ffebb433c26 of type vlan for network 43169bc8-4547-42d7-bcf2-74a732d5ccd3
Dec 13 14:52:34.569799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:34.572955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Pushing event updated for resources: {'Port': ['ID=389b7696-7fd7-48c1-8012-6897eb2e8b61,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:34.576981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:34.695460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 69b46568-9a20-4445-88ad-874f2b866ec1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:34.699895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e1ea-f7b4-4c32-875c-9d79bcf733c0 req-07b15c7b-f65a-46b0-ac5f-1731733fce60 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:34.701577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0122e1ea-f7b4-4c32-875c-9d79bcf733c0 req-07b15c7b-f65a-46b0-ac5f-1731733fce60 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7666860
Dec 13 14:52:34.732820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.734670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.740114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Attempting to bind port 389b7696-7fd7-48c1-8012-6897eb2e8b61 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:34.740538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Attempting to bind port 389b7696-7fd7-48c1-8012-6897eb2e8b61 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'cb88af44-27af-446a-9c66-83f102920a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:34.740958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Attempting to bind port 389b7696-7fd7-48c1-8012-6897eb2e8b61 on network 44835c37-7ec6-4458-8f80-8b4f483c0f17 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:34.751110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.760718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4dd6bf4-f775-47e3-8743-ff4b5cc8a0df tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:34.763099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:34.763802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Checking segment: {'id': 'cb88af44-27af-446a-9c66-83f102920a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:34.764599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.765221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Bound using segment: {'id': 'cb88af44-27af-446a-9c66-83f102920a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:34.765809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Bound port: 389b7696-7fd7-48c1-8012-6897eb2e8b61, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb88af44-27af-446a-9c66-83f102920a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44835c37-7ec6-4458-8f80-8b4f483c0f17'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:34.766479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.767449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.789582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.799902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:34.831672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5c1392-6a60-4505-8aeb-b070a61295b6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:34.842740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.843097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Added segment a630527b-b551-4c7d-b57c-5d0833757338 of type vlan for network 280b2f0b-a398-48b2-9e66-23355c84e91c
Dec 13 14:52:34.867972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea74278>,) {'filters': {'network_id': ['095b1325-faa7-4c8b-ac96-c5bf09147f10']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:34.870142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:34.875117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.877729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 69b46568-9a20-4445-88ad-874f2b866ec1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:34.878240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.880986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:34.901440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.906129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:34.906129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.907387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea74278>, 'dca6b18b-3ea4-4369-bddf-0f7c027890c8') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:34.907749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea74278>, 'dca6b18b-3ea4-4369-bddf-0f7c027890c8') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:34.915972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:34.924099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] For port 389b7696-7fd7-48c1-8012-6897eb2e8b61, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:34.936651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.944680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] For port 389b7696-7fd7-48c1-8012-6897eb2e8b61, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=389b7696-7fd7-48c1-8012-6897eb2e8b61,segment=NetworkSegment(cb88af44-27af-446a-9c66-83f102920a36),segment_id=cb88af44-27af-446a-9c66-83f102920a36)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:34.953828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.958921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-939c80a0-3bd2-4d7c-8c5c-4d28d9984645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:34.966905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0122e1ea-f7b4-4c32-875c-9d79bcf733c0 req-6dfaaa01-1d07-4735-9aff-d1d34ac164c1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2038901
Dec 13 14:52:34.981280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.984105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:34.989341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:34.990018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.001520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:35.002034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:35.043991 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:35.047525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:35.078634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Pushing event updated for resources: {'Port': ['ID=389b7696-7fd7-48c1-8012-6897eb2e8b61,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.087547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8843193
Dec 13 14:52:35.089086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.092212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47412) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:35.093732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=43169bc8-4547-42d7-bcf2-74a732d5ccd3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.097873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.105622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '43169bc8-4547-42d7-bcf2-74a732d5ccd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:35.115500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 43169bc8-4547-42d7-bcf2-74a732d5ccd3 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:35.132524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05b9c746-4244-4851-808c-c815ac8b7449 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:35.161646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.179196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9858932
Dec 13 14:52:35.205822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47416) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:35.231085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Request body: {'subnet': {'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:35.231888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.244745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6c618ef-0580-47c2-96a3-71004e060558 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:35.257327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8abebe9-680c-4be4-914a-b581fd8527c4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:35.360944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.384174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:35.386533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=f4277626-1c6c-4b1c-a382-83d6dc4f6d52,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.400164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.404574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a8abebe9-680c-4be4-914a-b581fd8527c4 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:35.406100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.407051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:35.410740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:35.413794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:35.414423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.447413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event updated for resources: {'Network': ['ID=280b2f0b-a398-48b2-9e66-23355c84e91c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.450308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.456191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:35.474462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 280b2f0b-a398-48b2-9e66-23355c84e91c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:35.498908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e57ea3a-56b0-43e7-9d38-469556323c17 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:35.507644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Pushing event deleted for resources: {'Network': ['ID=095b1325-faa7-4c8b-ac96-c5bf09147f10,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.514306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.531776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dac30f4b-dedd-4641-b36c-d0be3c8b424b admin admin] 10.222.0.69 "DELETE /v2.0/networks/095b1325-faa7-4c8b-ac96-c5bf09147f10 HTTP/1.1" status: 204  len: 168 time: 2.0463223
Dec 13 14:52:35.532881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:35.533410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: fc12f2ef-4bfc-4dd1-94f0-58abefd5b408, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:35.538860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47420) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:35.567634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 4e57ea3a-56b0-43e7-9d38-469556323c17 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:35.572636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e57ea3a-56b0-43e7-9d38-469556323c17 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:35.620259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:35.668038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:35.704602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Deleting subnet 38899d7d-c7e7-4d18-a9c7-fea896fac6b9 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:35.722004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.725914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:35.740601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:35.748013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Usage tracker for resource:subnet and tenant:7db33efb4b754bdb8ccbe1a16655519b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:35.761745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:35.764682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:35.768744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=e2d9ba9a-265d-4c48-b0b9-24e13ea3f124,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:35.776304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:35.780633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:35.787848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:35.788397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, fc12f2ef-4bfc-4dd1-94f0-58abefd5b408) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:35.792712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:35.793343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.802280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:35.820609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2196147
Dec 13 14:52:35.823447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:35.830202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1647286921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:35.845458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Made reservation on behalf of 7db33efb4b754bdb8ccbe1a16655519b for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:35.925859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:35.950137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c464f-21ac-469e-8612-e98d6eacddf9 None None] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:35.972303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:35.982125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:35.997317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:36.007250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:36.071654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.072998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.122914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.146356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.151157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.164702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.168600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.184761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.225230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752df9b3-e21a-4908-b246-be1ac380197a None None] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:36.327368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.332555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4fd51a3e-dd91-4a27-81f8-324e554b74a0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5073085
Dec 13 14:52:36.333425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47430) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:36.447209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing IP validity checks on allocation pools {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:52:36.447791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:52:36.475615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Provisioning for port a8abebe9-680c-4be4-914a-b581fd8527c4 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:36.525285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Provisioning complete for port a8abebe9-680c-4be4-914a-b581fd8527c4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:36.525883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.566751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-fc12f2ef-4bfc-4dd1-94f0-58abefd5b408', 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': 'f4277626-1c6c-4b1c-a382-83d6dc4f6d52'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:36.568017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.675264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 389b7696-7fd7-48c1-8012-6897eb2e8b61 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:36.753236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d682-ee0f-4e91-a3cb-596eedf6d1c5 req-67e32f45-40c5-46ff-b8ed-2abfcf529d58 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:36.754946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b577d682-ee0f-4e91-a3cb-596eedf6d1c5 req-67e32f45-40c5-46ff-b8ed-2abfcf529d58 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5443997
Dec 13 14:52:36.755429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.769838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b2d61b6-49a0-4f79-b25d-fe8f00b7227d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:36.811553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:36.817550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38899d7d-c7e7-4d18-a9c7-fea896fac6b9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:36.828112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:36.829624 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/38899d7d-c7e7-4d18-a9c7-fea896fac6b9 HTTP/1.1" status: 204  len: 168 time: 1.2873328
Dec 13 14:52:36.834055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47434) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:37.027892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.127579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.162800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Allocated IP 172.20.0.2 (fc12f2ef-4bfc-4dd1-94f0-58abefd5b408/f4277626-1c6c-4b1c-a382-83d6dc4f6d52/113fe86e-e9e6-484a-8afe-d11286516546) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:37.185972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 389b7696-7fd7-48c1-8012-6897eb2e8b61 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:37.199009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.211181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] For port a8abebe9-680c-4be4-914a-b581fd8527c4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8abebe9-680c-4be4-914a-b581fd8527c4,segment=NetworkSegment(1a00d67e-9858-4cd3-8ded-e767480a254b),segment_id=1a00d67e-9858-4cd3-8ded-e767480a254b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:37.233793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.259028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:37.440017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Pushing event updated for resources: {'Port': ['ID=a8abebe9-680c-4be4-914a-b581fd8527c4,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:37.446638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:37.520994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b577d682-ee0f-4e91-a3cb-596eedf6d1c5 req-88a63498-5267-4e44-9b02-386db47710df tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7531037
Dec 13 14:52:37.528816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.539072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e2282a5-c9fd-4857-8f6d-9680901f17f2 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:37.575550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.583533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.590802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Transition to ACTIVE for port object 113fe86e-e9e6-484a-8afe-d11286516546 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:37.614768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Transition to ACTIVE for port object 113fe86e-e9e6-484a-8afe-d11286516546 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:37.622913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.634324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cf30128-4339-4b98-a46f-a4ee10c27c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:37.679423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=1610b808-076b-4d01-9752-0d1049934a13,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:37.687655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:37.699939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:37.700975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66221616-62ad-41f8-8175-4ed52a0383ca tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:37.708733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:37.712220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:37.795082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.800457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'b8d50f7d-6a67-4c99-bc1b-1ffebb433c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '43169bc8-4547-42d7-bcf2-74a732d5ccd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:37.800870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 43169bc8-4547-42d7-bcf2-74a732d5ccd3, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:37.812251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.813141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.817728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Checking segment: {'id': 'a630527b-b551-4c7d-b57c-5d0833757338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:37.818131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Network hostable DHCP agents. Network: 280b2f0b-a398-48b2-9e66-23355c84e91c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:37.822452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fe294-250f-4059-b7a1-aeaa7b6b98ae None None] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:37.826144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event updated for resources: {'Subnet': ['ID=e17022c5-198f-4148-9b0b-977f1012ccd9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:37.837075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:37.840693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cafc40e7-1e0a-493d-a79a-0338615c889d tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:37.872436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:37.949531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dde2dd8>,) {'filters': {'network_id': ['16f89aca-629e-4007-9694-35979fc20838']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:37.973255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Pushing event updated for resources: {'Port': ['ID=113fe86e-e9e6-484a-8afe-d11286516546,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:37.978794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:38.006648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Attempting to bind port 113fe86e-e9e6-484a-8afe-d11286516546 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:38.007202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Attempting to bind port 113fe86e-e9e6-484a-8afe-d11286516546 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:38.007516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Attempting to bind port 113fe86e-e9e6-484a-8afe-d11286516546 on network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:38.018597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dde2dd8>, 'f4558f9b-e5a8-431a-aeff-3b15d5ccd94d') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:38.019321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dde2dd8>, 'f4558f9b-e5a8-431a-aeff-3b15d5ccd94d') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:38.026851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Network 280b2f0b-a398-48b2-9e66-23355c84e91c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:38.028970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=e2d9ba9a-265d-4c48-b0b9-24e13ea3f124,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:38.039539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-3f226915-6449-40ef-86c2-a9541afa48e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7219760
Dec 13 14:52:38.041443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:38.046432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 43169bc8-4547-42d7-bcf2-74a732d5ccd3 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:38.053850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.061673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 280b2f0b-a398-48b2-9e66-23355c84e91c) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:38.067596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.069670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 43169bc8-4547-42d7-bcf2-74a732d5ccd3) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:38.071825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:38.072470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.072602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:38.072948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Checking segment: {'id': 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:38.073416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.073864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Bound using segment: {'id': 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:38.074424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Bound port: 113fe86e-e9e6-484a-8afe-d11286516546, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fc12f2ef-4bfc-4dd1-94f0-58abefd5b408'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:38.074853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.087832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd52250-8064-4727-8f52-6102a15426a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.094503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:38.095189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.116121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Provisioning complete for port a8abebe9-680c-4be4-914a-b581fd8527c4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:38.116546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.132086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:38.145854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:38.163196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.183962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0151b-3a16-4736-b003-5e2a392e8406 None None] Network 280b2f0b-a398-48b2-9e66-23355c84e91c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:38.198482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b7479-7e6d-447f-8d3f-0f93c68cd399 None None] Network 43169bc8-4547-42d7-bcf2-74a732d5ccd3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:38.230837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0237703
Dec 13 14:52:38.232661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.1336291
Dec 13 14:52:38.283675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:38.284419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.291874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47438) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:38.291874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47440) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:38.318537 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:38.334857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Request body: {'port': {'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c', 'name': 'tempest-TagsExtTest-1371556766'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:38.599727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.615425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8abebe9-680c-4be4-914a-b581fd8527c4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:38.623152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de0cc04d-94e5-4b48-a01d-56aeea6d7f7b tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:38.841720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] For port 113fe86e-e9e6-484a-8afe-d11286516546, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:38.884818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.911011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:38.917932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Usage tracker for resource:port and tenant:7db33efb4b754bdb8ccbe1a16655519b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:38.918632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.923738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:38.934544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:38.946732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] For port 113fe86e-e9e6-484a-8afe-d11286516546, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=113fe86e-e9e6-484a-8afe-d11286516546,segment=NetworkSegment(a967fb50-cd95-44d5-8c74-9ebb5280fe1a),segment_id=a967fb50-cd95-44d5-8c74-9ebb5280fe1a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:38.971664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:38.980683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c663f0dd-958a-48f6-97a2-034727144a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:39.000173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f89aca-629e-4007-9694-35979fc20838,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:39.004108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Made reservation on behalf of 7db33efb4b754bdb8ccbe1a16655519b for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:39.011453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.036037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.102266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] device_id is not set on port 74b5b702-9f82-47bb-9d5b-580c9df6f455 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:52:39.145342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30addd4d-4393-4d71-ab8c-909c53e04102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-43169bc8-4547-42d7-bcf2-74a732d5ccd3', 'network_id': '43169bc8-4547-42d7-bcf2-74a732d5ccd3', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '1610b808-076b-4d01-9752-0d1049934a13'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:39.146253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30addd4d-4393-4d71-ab8c-909c53e04102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.179237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Provisioning for port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:39.188717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a8abebe9-680c-4be4-914a-b581fd8527c4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:39.189144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.225975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-280b2f0b-a398-48b2-9e66-23355c84e91c', 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c', 'tenant_id': '7db33efb4b754bdb8ccbe1a16655519b', 'fixed_ips': [{'subnet_id': 'e17022c5-198f-4148-9b0b-977f1012ccd9'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:39.226868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.240550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:39.243636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router cbd0f455-bc35-4222-b233-d8a108bd74e8 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:52:39.249100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/16f89aca-629e-4007-9694-35979fc20838 HTTP/1.1" status: 204  len: 168 time: 2.4106374
Dec 13 14:52:39.259438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Provisioning complete for port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:39.259862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.315260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-865aad33-6f25-4894-b7b4-d1f3b7ea5cdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1098 time: 1.1418409
Dec 13 14:52:39.319503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.20.0.1 (fc12f2ef-4bfc-4dd1-94f0-58abefd5b408/f4277626-1c6c-4b1c-a382-83d6dc4f6d52/92d4e8f3-6d6f-4ad0-bafb-a24699dd394e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:39.346457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.371179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf481d94-b825-402e-b420-ccdbb4d0e9fa tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:39.445622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=1610b808-076b-4d01-9752-0d1049934a13,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:39.458443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:39.542298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Pushing event updated for resources: {'Port': ['ID=113fe86e-e9e6-484a-8afe-d11286516546,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:39.576461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.612848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dd022e8>,) {'filters': {'network_id': ['43169bc8-4547-42d7-bcf2-74a732d5ccd3']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:39.635042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd022e8>, 'b8d50f7d-6a67-4c99-bc1b-1ffebb433c26') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:39.635665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd022e8>, 'b8d50f7d-6a67-4c99-bc1b-1ffebb433c26') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:39.651889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.665896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:39.701266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.701670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.702061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.702441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.702816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.703219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.703592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.703967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.704338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.704846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.705086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:52:39.709641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:39.714194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf38ffd-99cc-4a25-b158-aa3116fac9e9 req-72702a34-d85b-4fe9-b5d2-5dd26e05571b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:39.721851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5cf38ffd-99cc-4a25-b158-aa3116fac9e9 req-72702a34-d85b-4fe9-b5d2-5dd26e05571b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.8117225
Dec 13 14:52:39.722526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.778805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f705ca70-3c40-4160-b45b-534981d07629 None None] Port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:39.781258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.815208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-99b8d077-cc42-45eb-ab33-7d13f26803c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:39.817003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-99b8d077-cc42-45eb-ab33-7d13f26803c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 897 time: 0.4749222
Dec 13 14:52:39.826593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Allocated IP 172.20.0.2 (280b2f0b-a398-48b2-9e66-23355c84e91c/e17022c5-198f-4148-9b0b-977f1012ccd9/74b5b702-9f82-47bb-9d5b-580c9df6f455) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:39.844434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:39.844858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:39.871519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c8ebf-97b1-4dd5-a319-41a29c94f31d None None] Network 43169bc8-4547-42d7-bcf2-74a732d5ccd3 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:39.969469 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:39.980139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67200f9e-4de6-478b-9cef-97c60b8d956e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7712c37b04a640e6a4a90f47e78ec8d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3067408
Dec 13 14:52:39.993732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47454) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:40.051863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5cf38ffd-99cc-4a25-b158-aa3116fac9e9 req-c489ab57-4dd3-46d1-9142-77961e5da8dd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3289700
Dec 13 14:52:40.056439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Provisioning for port 389b7696-7fd7-48c1-8012-6897eb2e8b61 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:40.084681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.096173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Provisioning complete for port 389b7696-7fd7-48c1-8012-6897eb2e8b61 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:40.096615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.133856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.138215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-eb689ea5-11cf-4528-9fef-f303d63bed8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 1001 time: 0.3057184
Dec 13 14:52:40.153885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-238c50fa-e8fd-4d83-be0a-3d6e98448cca tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:40.178237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.199920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:40.241450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.256539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5382b2e4-60a5-469c-9c07-bac9fc9c89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.274446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-8bcba582-ccc3-4a04-9a5f-aae77db63796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:40.276538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-8bcba582-ccc3-4a04-9a5f-aae77db63796 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 200  len: 835 time: 0.1175652
Dec 13 14:52:40.282815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] For port 389b7696-7fd7-48c1-8012-6897eb2e8b61, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=389b7696-7fd7-48c1-8012-6897eb2e8b61,segment=NetworkSegment(cb88af44-27af-446a-9c66-83f102920a36),segment_id=cb88af44-27af-446a-9c66-83f102920a36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:40.287389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.289833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06d757d1-d973-44fc-8206-cafd7c3f7e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:40.364559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.370514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:40.384071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Provisioning complete for port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:40.384404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.415607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Pushing event updated for resources: {'Port': ['ID=389b7696-7fd7-48c1-8012-6897eb2e8b61,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:40.425424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:40.447160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:40.462075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=43169bc8-4547-42d7-bcf2-74a732d5ccd3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:40.472013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:40.475019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=92d4e8f3-6d6f-4ad0-bafb-a24699dd394e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:40.477106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:40.478094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:40.479282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:40.481799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:40.506050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/43169bc8-4547-42d7-bcf2-74a732d5ccd3 HTTP/1.1" status: 204  len: 168 time: 2.2114046
Dec 13 14:52:40.515134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47458) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:40.536583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621392846'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:40.556978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:40.567627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:40.604535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-c91b2a81-56cc-4335-9cc4-e19159f021b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3063238
Dec 13 14:52:40.606050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.619281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:40.625307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 389b7696-7fd7-48c1-8012-6897eb2e8b61 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:40.634719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:40.649867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.701123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:40.709050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:40.710297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.714571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.720731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] Sync routers for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:40.726071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 389b7696-7fd7-48c1-8012-6897eb2e8b61 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:40.726341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.726534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.745921 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4734671
Dec 13 14:52:40.758905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47462) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:40.787156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:40.787883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7a748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:40.861497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7a748>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:40.863014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.906109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f646fe4-cddc-4ff2-a8b3-257dd89d2e4d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:40.906944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f646fe4-cddc-4ff2-a8b3-257dd89d2e4d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:40.909637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 69b46568-9a20-4445-88ad-874f2b866ec1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:40.909952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:40.910073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.923865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:40.924748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7a748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:40.926571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Transition to ACTIVE for port object 74b5b702-9f82-47bb-9d5b-580c9df6f455 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:40.938197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.938606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment a02f2c37-8d06-47f0-90fb-c014c424c07a of type vlan for network 4ef4a912-1d58-45b5-bed9-49594ae17fea
Dec 13 14:52:40.943708 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-2bd11801-fea3-4b5a-9dc9-025bf9b87b76 service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3303390
Dec 13 14:52:40.974709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:40.984378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7106b10d-8f31-4e47-8df4-138dc8b4363d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:40.994864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f646fe4-cddc-4ff2-a8b3-257dd89d2e4d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:40.996204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f646fe4-cddc-4ff2-a8b3-257dd89d2e4d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports/e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 HTTP/1.1" status: 200  len: 911 time: 0.2363303
Dec 13 14:52:41.000871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.006903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47466) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:41.014274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 113fe86e-e9e6-484a-8afe-d11286516546 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:41.017827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45f308-9457-4f38-8669-f545d98151b1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:41.034209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.084930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:41.103706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.130181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-91528e97-99a7-4aba-a8fd-ecad431b8735 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:41.186326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eadbcb40-1eb3-4e77-992e-4f14008672b9 req-073155cb-40b8-4c61-ba40-f5a4bbe0b54e service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308929
Dec 13 14:52:41.234077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7a748>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:41.234549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06520a-4aae-47a8-9222-2fad7ac0b145 None None] The sync data for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:41.257127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-15245361-c852-4a71-8799-8b76fcbf1703 {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:41.257907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:41.271797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 113fe86e-e9e6-484a-8afe-d11286516546 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:41.371900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.375903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f45f308-9457-4f38-8669-f545d98151b1 HTTP/1.1" status: 204  len: 168 time: 1.3737545
Dec 13 14:52:41.408238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Network 280b2f0b-a398-48b2-9e66-23355c84e91c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:41.410447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.414815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:41.416007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.427212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:41.444633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:41.477364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event updated for resources: {'Port': ['ID=74b5b702-9f82-47bb-9d5b-580c9df6f455,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:41.487462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:41.494945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c030ad2d-0db1-4ca3-adb9-cb9f67b0978e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:41.497404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde18bb9-dd4f-4a18-bbe8-43dfbbf32888 None None] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:41.544438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0253544
Dec 13 14:52:41.558615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47474) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:41.580107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:41.678479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Provisioning for port 113fe86e-e9e6-484a-8afe-d11286516546 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:41.703005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Provisioning complete for port 113fe86e-e9e6-484a-8afe-d11286516546 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:41.703457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.716182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:41.717017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.721467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=4ef4a912-1d58-45b5-bed9-49594ae17fea,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:41.744828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 4ef4a912-1d58-45b5-bed9-49594ae17fea details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:41.764892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.792501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:41.799434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271652c-5ad8-4816-8174-6ea87b04ee0b req-2ba88687-09a0-427e-a2f6-f1e9dad80284 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:41.807176 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2271652c-5ad8-4816-8174-6ea87b04ee0b req-2ba88687-09a0-427e-a2f6-f1e9dad80284 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5401192
Dec 13 14:52:41.856409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.5634966
Dec 13 14:52:41.866133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:41.873440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-936791092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:41.879921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:41.897566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:41.901048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:41.903546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:41.907873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:41.977197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47484) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:41.984355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Usage tracker for resource:router and tenant:7db33efb4b754bdb8ccbe1a16655519b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:41.992478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:41.996106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:41.999171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.032867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:42.080457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:42.084475 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2271652c-5ad8-4816-8174-6ea87b04ee0b req-51fd9eff-a3b7-4017-b375-68d30c2bc4b3 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2761588
Dec 13 14:52:42.115947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:42.135088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 69b46568-9a20-4445-88ad-874f2b866ec1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=69b46568-9a20-4445-88ad-874f2b866ec1,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:42.135502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.147363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.148389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.182483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.201308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.225435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.225778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] For port 113fe86e-e9e6-484a-8afe-d11286516546, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=113fe86e-e9e6-484a-8afe-d11286516546,segment=NetworkSegment(a967fb50-cd95-44d5-8c74-9ebb5280fe1a),segment_id=a967fb50-cd95-44d5-8c74-9ebb5280fe1a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:42.232929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.237900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:42.267799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Allocated IP 172.20.0.3 (280b2f0b-a398-48b2-9e66-23355c84e91c/e17022c5-198f-4148-9b0b-977f1012ccd9/321a7930-16c4-4232-9f34-09c5d4a19e96) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:42.276499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed54d049-5541-449b-8de4-d267f4e403f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a883cce73914d779fdf8cc267c33957&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2833118
Dec 13 14:52:42.285857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47488) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:42.291093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=92d4e8f3-6d6f-4ad0-bafb-a24699dd394e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:42.301187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 69b46568-9a20-4445-88ad-874f2b866ec1 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:42.316356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.333842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:42.341115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.505821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.552670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Pushing event updated for resources: {'Port': ['ID=113fe86e-e9e6-484a-8afe-d11286516546,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:42.557801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:42.576526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:42.579304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:42.639188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.644007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43da0526-2ad6-4cd3-a530-54e6659f42f7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7762532
Dec 13 14:52:42.646426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:42.649379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.721817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3baf029e-da10-430d-bb5b-c2a4424c7589 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-894044530', 'prefixes': ['172.20.0.0/16']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:42.747277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3baf029e-da10-430d-bb5b-c2a4424c7589 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:42.775208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.874648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.889439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Transition to ACTIVE for port object 321a7930-16c4-4232-9f34-09c5d4a19e96 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:42.893526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Provisioning for port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:42.910744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Provisioning complete for port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:42.911249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.962653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Transition to ACTIVE for port object 321a7930-16c4-4232-9f34-09c5d4a19e96 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:42.988526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:42.996088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.002301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:43.003390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03bea950-25b5-4931-a328-15248b573240 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:43.006288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55a6bbe7-237c-4d97-a19c-7a4d5a25d9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:43.059546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=69b46568-9a20-4445-88ad-874f2b866ec1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:43.059642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Network 280b2f0b-a398-48b2-9e66-23355c84e91c is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:43.063890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:43.080830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:43.083645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:43.094920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Provisioning complete for port 113fe86e-e9e6-484a-8afe-d11286516546 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:43.095330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2db5fd86-f12a-4ad9-b1ac-f3b37f64d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.291356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3baf029e-da10-430d-bb5b-c2a4424c7589 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for subnetpool, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.296473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3baf029e-da10-430d-bb5b-c2a4424c7589 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.6487427
Dec 13 14:52:43.307111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47498) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:43.317202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Pushing event updated for resources: {'Port': ['ID=321a7930-16c4-4232-9f34-09c5d4a19e96,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:43.323764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-c05449ba-3b99-4029-8c3d-919f978f3bc7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dc8b550>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-2110323851') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:43.348848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:43.364893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Attempting to bind port 321a7930-16c4-4232-9f34-09c5d4a19e96 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:43.371685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Attempting to bind port 321a7930-16c4-4232-9f34-09c5d4a19e96 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a630527b-b551-4c7d-b57c-5d0833757338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:43.372626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Attempting to bind port 321a7930-16c4-4232-9f34-09c5d4a19e96 on network 280b2f0b-a398-48b2-9e66-23355c84e91c {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:43.426543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:43.427419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Checking segment: {'id': 'a630527b-b551-4c7d-b57c-5d0833757338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:43.428118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.429250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Bound using segment: {'id': 'a630527b-b551-4c7d-b57c-5d0833757338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:43.430192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Bound port: 321a7930-16c4-4232-9f34-09c5d4a19e96, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a630527b-b551-4c7d-b57c-5d0833757338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '280b2f0b-a398-48b2-9e66-23355c84e91c'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:43.430844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.518211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 7b731079-5ed5-4214-a977-564b9405090e is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:52:43.535893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.538626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.542869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70f894e8-bd80-4125-a99c-44a4ac8b3b27 HTTP/1.1" status: 204  len: 168 time: 1.2523408
Dec 13 14:52:43.548093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.562876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] For port 321a7930-16c4-4232-9f34-09c5d4a19e96, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:43.567342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] For port 321a7930-16c4-4232-9f34-09c5d4a19e96, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=321a7930-16c4-4232-9f34-09c5d4a19e96,segment=NetworkSegment(a630527b-b551-4c7d-b57c-5d0833757338),segment_id=a630527b-b551-4c7d-b57c-5d0833757338)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:43.568386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97ce63de-2411-4a98-9d16-6be0593bd612 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:43.578115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.584936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.587211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:43.659382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867120d5-562c-4dfe-bf69-7aac3d705556 req-11be31a7-d99e-4e36-aea6-542455a9e213 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:43.661107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-867120d5-562c-4dfe-bf69-7aac3d705556 req-11be31a7-d99e-4e36-aea6-542455a9e213 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2543483
Dec 13 14:52:43.695511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Pushing event updated for resources: {'Port': ['ID=321a7930-16c4-4232-9f34-09c5d4a19e96,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:43.699253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:43.731007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f894e8-bd80-4125-a99c-44a4ac8b3b27,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:43.733685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:43.751310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-be859b04-3457-42ae-bf84-23474290cac6 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:43.773692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3974937-df99-485c-8cc8-b23e19bcbc20 None None] Provisioning complete for port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:43.774123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3974937-df99-485c-8cc8-b23e19bcbc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.851717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b3974937-df99-485c-8cc8-b23e19bcbc20 None None] Port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:43.903722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:43.907996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=c62fc306-6152-4c1c-ab9a-f20e38263e6f,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:43.919303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:43.929834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'a02f2c37-8d06-47f0-90fb-c014c424c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:43.930402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 4ef4a912-1d58-45b5-bed9-49594ae17fea, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:43.942127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-867120d5-562c-4dfe-bf69-7aac3d705556 req-ae6e468b-7b66-4438-91c2-47a17571d02e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2188900
Dec 13 14:52:44.083395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:44.093932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] Sync routers for ids ['7b731079-5ed5-4214-a977-564b9405090e'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:44.100323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/7b731079-5ed5-4214-a977-564b9405090e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7609587
Dec 13 14:52:44.104181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47506) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:44.114905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] Routers {'7b731079-5ed5-4214-a977-564b9405090e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:44.116889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5bb828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7b731079-5ed5-4214-a977-564b9405090e'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.165864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 4ef4a912-1d58-45b5-bed9-49594ae17fea is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:44.172741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c05449ba-3b99-4029-8c3d-919f978f3bc7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-2110323851 HTTP/1.1" status: 201  len: 201 time: 0.8627503
Dec 13 14:52:44.173424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47510) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:44.207040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-8aa6bdac-56e4-47d6-9e60-f6ad00e26bba tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e6e0d30>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-797748849') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.252690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5bb828>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.293191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] Routers {'7b731079-5ed5-4214-a977-564b9405090e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:44.294036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5bb828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7b731079-5ed5-4214-a977-564b9405090e'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.321032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 4ef4a912-1d58-45b5-bed9-49594ae17fea) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:44.331159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:44.331823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:44.332173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983864c2-29e9-43f4-8803-b08bcc551174 None None] Network 4ef4a912-1d58-45b5-bed9-49594ae17fea requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:44.428961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5bb828>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.429694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d57481-779d-4ea6-8af5-3491bb95a07d None None] The sync data for ids ['7b731079-5ed5-4214-a977-564b9405090e'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:44.511724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.9436953
Dec 13 14:52:44.530986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47516) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:44.686413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-4ef4a912-1d58-45b5-bed9-49594ae17fea', 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': 'c62fc306-6152-4c1c-ab9a-f20e38263e6f'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:44.687855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:44.696380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8:1::1 (44835c37-7ec6-4458-8f80-8b4f483c0f17/f0159359-1080-471f-a41a-230391dbaf5e/32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:44.758912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 321a7930-16c4-4232-9f34-09c5d4a19e96 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:44.803346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:44.811217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248ae3e-51eb-4abf-8c96-be05dd5d02fd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:44.811479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d248ae3e-51eb-4abf-8c96-be05dd5d02fd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:44.861943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d248ae3e-51eb-4abf-8c96-be05dd5d02fd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:44.866584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d248ae3e-51eb-4abf-8c96-be05dd5d02fd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports/92d4e8f3-6d6f-4ad0-bafb-a24699dd394e HTTP/1.1" status: 200  len: 910 time: 0.7579005
Dec 13 14:52:44.879309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47520) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:44.890920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8aa6bdac-56e4-47d6-9e60-f6ad00e26bba tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-797748849 HTTP/1.1" status: 201  len: 201 time: 0.6934149
Dec 13 14:52:44.923447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 321a7930-16c4-4232-9f34-09c5d4a19e96 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:44.935627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 113fe86e-e9e6-484a-8afe-d11286516546 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:44.944319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47524) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:44.967916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Allocated IP 172.20.0.1 (4ef4a912-1d58-45b5-bed9-49594ae17fea/c62fc306-6152-4c1c-ab9a-f20e38263e6f/deb8c1a4-7727-4acc-a8f2-7abed611b429) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:44.969043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-873add30-1d58-4691-a424-0c93ea9adb7c tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e878d68>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-224726313') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:44.981312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.078447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.101544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:45.124307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.129159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cb7a082-2eb7-472e-9516-23887046ff9e tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:45.135804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 113fe86e-e9e6-484a-8afe-d11286516546 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:45.136231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.170510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-5a2fa2bf-11ef-42b4-87c7-bedf95b861ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.5476475
Dec 13 14:52:45.176337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde939a-77a5-44ee-893f-9af68576f089 req-a4b5266a-2490-4487-83c7-a0a684f06d09 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:45.177908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4bde939a-77a5-44ee-893f-9af68576f089 req-a4b5266a-2490-4487-83c7-a0a684f06d09 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5548580
Dec 13 14:52:45.205168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:45.209518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:45.213771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:45.214346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.220983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:45.224741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:45.325178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.328975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.354773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Transition to ACTIVE for port object deb8c1a4-7727-4acc-a8f2-7abed611b429 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:45.417256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Transition to ACTIVE for port object deb8c1a4-7727-4acc-a8f2-7abed611b429 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:45.425325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.429716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:45.513958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4bde939a-77a5-44ee-893f-9af68576f089 req-ea185474-e0f2-48fe-96d7-038a2bfa84cf tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3046818
Dec 13 14:52:45.519552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Network 4ef4a912-1d58-45b5-bed9-49594ae17fea is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:45.526747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:45.528915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Pushing event updated for resources: {'Port': ['ID=deb8c1a4-7727-4acc-a8f2-7abed611b429,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:45.532057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:45.581476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:45.621375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087487-49f1-4985-b842-ba364550037f req-49388084-f2c3-4800-b7d9-8b6806ae2dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:45.623655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-49388084-f2c3-4800-b7d9-8b6806ae2dd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.4436119
Dec 13 14:52:45.655430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Attempting to bind port deb8c1a4-7727-4acc-a8f2-7abed611b429 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:45.655853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Attempting to bind port deb8c1a4-7727-4acc-a8f2-7abed611b429 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a02f2c37-8d06-47f0-90fb-c014c424c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:45.656271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Attempting to bind port deb8c1a4-7727-4acc-a8f2-7abed611b429 on network 4ef4a912-1d58-45b5-bed9-49594ae17fea {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:45.660836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.664866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:45.665301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Checking segment: {'id': 'a02f2c37-8d06-47f0-90fb-c014c424c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:45.665768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.666213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Bound using segment: {'id': 'a02f2c37-8d06-47f0-90fb-c014c424c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:45.666754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Bound port: deb8c1a4-7727-4acc-a8f2-7abed611b429, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02f2c37-8d06-47f0-90fb-c014c424c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:45.667215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.669958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69971816-3dd0-48a2-adb0-8f2434765fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:45.712273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=c62fc306-6152-4c1c-ab9a-f20e38263e6f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:45.718178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:45.788868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-784606de-6301-4457-8e6f-483c40d25641 None None] For port deb8c1a4-7727-4acc-a8f2-7abed611b429, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:45.795280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-784606de-6301-4457-8e6f-483c40d25641 None None] For port deb8c1a4-7727-4acc-a8f2-7abed611b429, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=deb8c1a4-7727-4acc-a8f2-7abed611b429,segment=NetworkSegment(a02f2c37-8d06-47f0-90fb-c014c424c07a),segment_id=a02f2c37-8d06-47f0-90fb-c014c424c07a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:45.805294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.810253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fef3719d-3f98-4286-8b3e-121af2f8ba5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:45.822713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-ef6b8210-c868-45ad-9cf8-26f63e9461bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.1874425
Dec 13 14:52:45.897185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.922827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-62b7f0e8-9595-4572-b8d7-ef5d7288e0af None None] Provisioning for port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:45.937813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-62b7f0e8-9595-4572-b8d7-ef5d7288e0af None None] Provisioning complete for port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:45.938244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62b7f0e8-9595-4572-b8d7-ef5d7288e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:45.990883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087487-49f1-4985-b842-ba364550037f req-280a5cc3-9f06-4bcb-858c-3adb6a2d2826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:45.993352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-280a5cc3-9f06-4bcb-858c-3adb6a2d2826 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.0805831
Dec 13 14:52:45.995629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e51deb8>,) {'filters': {'network_id': ['4ef4a912-1d58-45b5-bed9-49594ae17fea']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.009644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-62b7f0e8-9595-4572-b8d7-ef5d7288e0af None None] Port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:46.011802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Pushing event updated for resources: {'Port': ['ID=deb8c1a4-7727-4acc-a8f2-7abed611b429,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:46.016102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e51deb8>, 'a02f2c37-8d06-47f0-90fb-c014c424c07a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.016435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e51deb8>, 'a02f2c37-8d06-47f0-90fb-c014c424c07a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.037502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.060092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:46.069377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.078450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:46.078884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:46.094824 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:46.102609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb606da-109e-4ced-a670-98d2c6fe2300 None None] Network 280b2f0b-a398-48b2-9e66-23355c84e91c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:46.113231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-873add30-1d58-4691-a424-0c93ea9adb7c tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-224726313 HTTP/1.1" status: 201  len: 201 time: 1.1608806
Dec 13 14:52:46.117447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47528) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:46.126823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-1a398400-1bd9-43b1-9e42-f27578a1d7e3 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dd0df98>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-963828066') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.130678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edfaf61-464c-4c74-bb35-bc58161fb446 None None] Network 4ef4a912-1d58-45b5-bed9-49594ae17fea requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:46.218564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.225592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:52:46.225592 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:52:46.225592 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '4ef4a912-1d58-45b5-bed9-49594ae17fea'}]
Dec 13 14:52:46.225592 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:46.226109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:46.228491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.229404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.235005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-170d5d72-1cfa-44ae-a412-6ac13c29e2bb tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:46.357763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a398400-1bd9-43b1-9e42-f27578a1d7e3 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-963828066 HTTP/1.1" status: 201  len: 201 time: 0.2366924
Dec 13 14:52:46.357763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:46.361674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47532) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:46.364834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:46.371368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-c35cb4a1-a2a0-4300-9be6-d0af5fe4527e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65ea60358>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.429983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Provisioning for port 321a7930-16c4-4232-9f34-09c5d4a19e96 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:46.444188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Provisioning complete for port 321a7930-16c4-4232-9f34-09c5d4a19e96 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:46.444610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.532059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:46.534126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:46.664858 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-049da11f-7f1c-4c9a-83bf-80b85258aed7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6624300
Dec 13 14:52:46.725924 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c35cb4a1-a2a0-4300-9be6-d0af5fe4527e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 200  len: 241 time: 0.3630035
Dec 13 14:52:46.730751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.735231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.735535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47538) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:46.747245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-7b3f1c97-a67a-4abc-89ad-ee12d7e2541b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65f0f6da0>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-2110323851') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:46.791357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] For port 321a7930-16c4-4232-9f34-09c5d4a19e96, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=321a7930-16c4-4232-9f34-09c5d4a19e96,segment=NetworkSegment(a630527b-b551-4c7d-b57c-5d0833757338),segment_id=a630527b-b551-4c7d-b57c-5d0833757338)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:46.798612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.800683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:46.803010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:46.902510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Pushing event updated for resources: {'Port': ['ID=321a7930-16c4-4232-9f34-09c5d4a19e96,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:46.914857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:47.096197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-b1b6e8ee-409d-419c-94f1-2f321de286bf service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4178197
Dec 13 14:52:47.099353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:47.141421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port deb8c1a4-7727-4acc-a8f2-7abed611b429 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:47.141799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.149032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1cfe67e9-63d6-48a2-9192-272a4decec57 None None] Provisioning complete for port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:47.149674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cfe67e9-63d6-48a2-9192-272a4decec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.188101 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b3f1c97-a67a-4abc-89ad-ee12d7e2541b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-2110323851 HTTP/1.1" status: 204  len: 168 time: 0.4460845
Dec 13 14:52:47.193043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47542) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:47.212738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe67e9-63d6-48a2-9192-272a4decec57 None None] Port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:47.256989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-a6de93c8-7e56-4bd3-8e29-7c471d5c5437 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65ddf9470>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-2110323851') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:47.348149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Provisioning for port 74b5b702-9f82-47bb-9d5b-580c9df6f455 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:47.354782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Provisioning complete for port 74b5b702-9f82-47bb-9d5b-580c9df6f455 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:47.359903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.430887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Port 74b5b702-9f82-47bb-9d5b-580c9df6f455 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:47.445189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Provisioning complete for port 321a7930-16c4-4232-9f34-09c5d4a19e96 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:47.445610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50136c03-c66b-46fb-be34-76d3c2f4ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.460634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f615e4a-d220-4fb2-b538-d44ca854988a req-f851f29a-078c-45a9-ba07-083b1c1b95ea tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:47.462287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f615e4a-d220-4fb2-b538-d44ca854988a req-f851f29a-078c-45a9-ba07-083b1c1b95ea tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7183049
Dec 13 14:52:47.479820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aebdaf-b173-427c-8a00-6ce2eaa330e1 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:52:47.485922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4087487-49f1-4985-b842-ba364550037f req-d2fff25d-b64a-424b-af15-61021ecea518 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3716443
Dec 13 14:52:47.613512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port deb8c1a4-7727-4acc-a8f2-7abed611b429, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=deb8c1a4-7727-4acc-a8f2-7abed611b429,segment=NetworkSegment(a02f2c37-8d06-47f0-90fb-c014c424c07a),segment_id=a02f2c37-8d06-47f0-90fb-c014c424c07a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:47.613860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.729651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6de93c8-7e56-4bd3-8e29-7c471d5c5437 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-2110323851 HTTP/1.1" status: 204  len: 168 time: 0.4812653
Dec 13 14:52:47.733808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:47.742759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-4d20a1c2-15b5-4ceb-b664-84338c1ed954 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65da22fd0>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:47.769877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for deb8c1a4-7727-4acc-a8f2-7abed611b429 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:47.803424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f615e4a-d220-4fb2-b538-d44ca854988a req-26a4d232-29ae-4888-b347-330c6ce61d56 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3208513
Dec 13 14:52:47.881464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aebdaf-b173-427c-8a00-6ce2eaa330e1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:52:47.887109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:47.893391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router cbd0f455-bc35-4222-b233-d8a108bd74e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:47.894308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f6603a0-3adf-4386-9bf1-826700084180 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:47.938499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:47.940582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=deb8c1a4-7727-4acc-a8f2-7abed611b429,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:47.945451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:47.948511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/9bc48dfc-5d4c-4b35-a998-faba8262c7ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8928883
Dec 13 14:52:47.950600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port deb8c1a4-7727-4acc-a8f2-7abed611b429 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:47.973829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4d20a1c2-15b5-4ceb-b664-84338c1ed954 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 200  len: 205 time: 0.2371411
Dec 13 14:52:47.980407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47552) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:48.012687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-cf3e525e-fcb7-4ebd-8688-43e5b7cf1e5b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65dc89978>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.123989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.160011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3978>,) {'filters': {'network_id': ['4ef4a912-1d58-45b5-bed9-49594ae17fea']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.177460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3978>, 'a02f2c37-8d06-47f0-90fb-c014c424c07a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.177969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1b3978>, 'a02f2c37-8d06-47f0-90fb-c014c424c07a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.194452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.195094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:48.242789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf3e525e-fcb7-4ebd-8688-43e5b7cf1e5b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 200  len: 240 time: 0.2571857
Dec 13 14:52:48.246377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47556) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:48.248196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2f52ced7-02f9-4828-99bb-2ab41f2ae159 None None] Provisioning complete for port 74b5b702-9f82-47bb-9d5b-580c9df6f455 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:48.248799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced7-02f9-4828-99bb-2ab41f2ae159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.266894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-637493f2-818a-4b92-86f9-d3fb5256377e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dac66a0>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-797748849') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.274675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:48.275634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eeff278>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.296132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.303852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:48.304378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.402416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:48.402793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:48.445964 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:48.457064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.525626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-637493f2-818a-4b92-86f9-d3fb5256377e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-797748849 HTTP/1.1" status: 204  len: 168 time: 0.2658353
Dec 13 14:52:48.526679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47562) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:48.534734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.544379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-61c69729-ea00-4f7c-ae44-b70b5dc7d728 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65f044828>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-797748849') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.579960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c53bcce-7c03-434a-abcb-64a7ecd593de tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:48.589997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f52ced7-02f9-4828-99bb-2ab41f2ae159 None None] Port 74b5b702-9f82-47bb-9d5b-580c9df6f455 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:52:48.591574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 321a7930-16c4-4232-9f34-09c5d4a19e96 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:48.625381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=4ef4a912-1d58-45b5-bed9-49594ae17fea,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:48.628020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:48.637174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/4ef4a912-1d58-45b5-bed9-49594ae17fea HTTP/1.1" status: 204  len: 168 time: 4.1113541
Dec 13 14:52:48.646829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47566) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:48.656672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1581273790'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:48.665934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:48.675074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:48.685765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:48.699228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:52:48.704622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:48.708091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.733063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05686c3-8dee-4460-bbfc-5e7235635c03 req-d4e59610-2240-4813-8f0c-91fdfdf03643 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:48.734653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f05686c3-8dee-4460-bbfc-5e7235635c03 req-d4e59610-2240-4813-8f0c-91fdfdf03643 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.1965084
Dec 13 14:52:48.735559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:48.740974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.763994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 321a7930-16c4-4232-9f34-09c5d4a19e96 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:48.764619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:48.800226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:48.816422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] Sync routers for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:48.819294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8014166
Dec 13 14:52:48.821164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:48.829281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:48.830202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7de128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.852937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 92d4e8f3-6d6f-4ad0-bafb-a24699dd394e owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:48.860499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f05686c3-8dee-4460-bbfc-5e7235635c03 req-a8252403-1f42-4f8f-9817-70aff154a395 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052082
Dec 13 14:52:48.898446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7de128>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.912148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:48.913016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7de128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.969990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:48.978177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7de128>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:48.979074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac9dd0-55d2-481b-acac-3e7bd6cea8fb None None] The sync data for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:48.994873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb9348-1fe4-4eba-aa9b-d8d9c86591ae tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:48.995552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12cb9348-1fe4-4eba-aa9b-d8d9c86591ae tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:48.998900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:49.007905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment 09595322-c119-4422-8e39-fefdad071460 of type vlan for network 09082737-3b86-4878-aa37-4dece3e416c9
Dec 13 14:52:49.050689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:49.069714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12cb9348-1fe4-4eba-aa9b-d8d9c86591ae tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:49.074052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12cb9348-1fe4-4eba-aa9b-d8d9c86591ae tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports/32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec HTTP/1.1" status: 200  len: 913 time: 0.2292726
Dec 13 14:52:49.079925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47576) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:49.219386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:49.224137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:49.224770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:49.231324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61c69729-ea00-4f7c-ae44-b70b5dc7d728 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-797748849 HTTP/1.1" status: 204  len: 168 time: 0.7008398
Dec 13 14:52:49.233823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:49.235100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47580) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:49.246172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-e0770a12-0499-4841-8568-2a4507a86d38 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65dcecc18>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:49.276342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eeff278>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:49.280431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:52:49.294393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:49.295226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eeff278>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:49.355613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7040994
Dec 13 14:52:49.355613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=09082737-3b86-4878-aa37-4dece3e416c9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:49.357449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:49.367168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:49.374587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 09082737-3b86-4878-aa37-4dece3e416c9 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:52:49.381014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '09082737-3b86-4878-aa37-4dece3e416c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:49.452165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae79e18-d20a-4083-87da-c2818b66f5e6 req-e84e4928-47a1-4665-b2c7-746f4ed62e11 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:49.453943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ae79e18-d20a-4083-87da-c2818b66f5e6 req-e84e4928-47a1-4665-b2c7-746f4ed62e11 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3035908
Dec 13 14:52:49.495391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0770a12-0499-4841-8568-2a4507a86d38 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 200  len: 205 time: 0.2590449
Dec 13 14:52:49.498523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47588) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:49.511453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-d3c17102-e967-4e7e-8903-993b8a269ca1 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e865400>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:49.521937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:49.530919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a7953ba-a4df-42b7-8a31-bcba68d2b642 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:49.572285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:49.593170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=92d4e8f3-6d6f-4ad0-bafb-a24699dd394e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:49.597320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:52:49.608782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ae79e18-d20a-4083-87da-c2818b66f5e6 req-a9d570d2-b2ef-4b3c-90cb-abe2bbe96529 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419451
Dec 13 14:52:49.610500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:49.640523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:49.648127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:49.742927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:49.975945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:50.156386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:50.212770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3c17102-e967-4e7e-8903-993b8a269ca1 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 200  len: 240 time: 0.7134197
Dec 13 14:52:50.216858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47596) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:50.225267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eeff278>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:50.230173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5eaed-d714-4eb1-9da2-ffcbf25bf62f None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '247ac783-2cd0-4f01-b914-6950ac4ecc80', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'port_id': '16055ef1-0a83-453e-ae51-f163dc17dced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'mac_address': 'fa:16:3e:5a:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86024345-70ac-4c14-9bc0-099085c4e178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:50:54Z', 'updated_at': '2021-12-13T14:51:05Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:50.236075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-8240876f-800f-428d-b9e4-d47d4e567653 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:50.237246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-8240876f-800f-428d-b9e4-d47d4e567653 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:50.279512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-cea5bc19-15ce-4797-92a7-c98e5df5db4d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e084278>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-224726313') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:50.406919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-8240876f-800f-428d-b9e4-d47d4e567653 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:50.409225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-8240876f-800f-428d-b9e4-d47d4e567653 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.5108802
Dec 13 14:52:50.461656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:50.495216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 69b46568-9a20-4445-88ad-874f2b866ec1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:50.500763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0884e-6991-4da1-908b-442c90baac26 req-d4a823af-d245-44f6-8389-fbee4d19133d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:50.509956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5f0884e-6991-4da1-908b-442c90baac26 req-d4a823af-d245-44f6-8389-fbee4d19133d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 946 time: 0.4102912
Dec 13 14:52:50.544668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 69b46568-9a20-4445-88ad-874f2b866ec1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:50.545165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 69b46568-9a20-4445-88ad-874f2b866ec1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:50.548938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port e9f77193-db08-454d-9834-4c53defc7c96 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:50.550112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:50.578684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f5384-d3b3-4196-8e79-b0930db8fd3d req-c3f2841a-b52a-4b01-a7e3-ac12e858e202 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:50.580453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d86f5384-d3b3-4196-8e79-b0930db8fd3d req-c3f2841a-b52a-4b01-a7e3-ac12e858e202 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7557991
Dec 13 14:52:50.619013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cea5bc19-15ce-4797-92a7-c98e5df5db4d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-224726313 HTTP/1.1" status: 204  len: 168 time: 0.3998144
Dec 13 14:52:50.628230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:50.646794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-10c3d481-a9d1-4363-8476-3d90e4a42901 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e51a198>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-224726313') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:50.784480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5f0884e-6991-4da1-908b-442c90baac26 req-67608a51-b3de-458f-a34c-96043f40ce84 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=e978a009-b31e-439d-a925-218d7cc2c1f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2731130
Dec 13 14:52:50.784709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:50.865510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 7b731079-5ed5-4214-a977-564b9405090e has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:50.936362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d86f5384-d3b3-4196-8e79-b0930db8fd3d req-b93367f6-cbe8-4252-a0c9-71ab41c00c4c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3430576
Dec 13 14:52:51.076114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10c3d481-a9d1-4363-8476-3d90e4a42901 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-224726313 HTTP/1.1" status: 204  len: 168 time: 0.4403000
Dec 13 14:52:51.078689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47606) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.087463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-5e21e886-ec7f-4af3-a6d5-50e4c4c5beae tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65df3ec18>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.141754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:51.153690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:51.321500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=bd18ca4f-006c-4fb6-baad-89e6dc5d6fcd,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:51.333287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:51.403894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port e9f77193-db08-454d-9834-4c53defc7c96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e9f77193-db08-454d-9834-4c53defc7c96,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:51.404295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:51.413797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e21e886-ec7f-4af3-a6d5-50e4c4c5beae tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 200  len: 205 time: 0.3339653
Dec 13 14:52:51.418090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47610) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.471077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-0fd708eb-19db-413f-8f96-6ceb9ed25991 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e2cf4a8>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.480270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': '09595322-c119-4422-8e39-fefdad071460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:51.480674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 09082737-3b86-4878-aa37-4dece3e416c9, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:52:51.551693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for e9f77193-db08-454d-9834-4c53defc7c96 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:51.583135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fd708eb-19db-413f-8f96-6ceb9ed25991 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 200  len: 240 time: 0.1629386
Dec 13 14:52:51.587337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47614) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.596135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-ae9bbd9e-a7b4-4766-82cf-c79bb2ee080f tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65de2fc88>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-963828066') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.599910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:51.611728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] Sync routers for ids ['7b731079-5ed5-4214-a977-564b9405090e'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:51.617027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 09082737-3b86-4878-aa37-4dece3e416c9 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:52:51.625214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] Routers {'7b731079-5ed5-4214-a977-564b9405090e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:51.626067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f24e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7b731079-5ed5-4214-a977-564b9405090e'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.664996 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/7b731079-5ed5-4214-a977-564b9405090e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7787158
Dec 13 14:52:51.667726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 09082737-3b86-4878-aa37-4dece3e416c9) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:51.669291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1839e0-2901-4602-8541-462c81c7b404 req-f80c8f3d-7c7f-4c54-9809-bcce795013c5 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:51.671024 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2c1839e0-2901-4602-8541-462c81c7b404 req-f80c8f3d-7c7f-4c54-9809-bcce795013c5 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.6006787
Dec 13 14:52:51.671166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47618) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.689896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f24e0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.694492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df393103-6ef8-4ce2-b7f3-1a5c869c7799 None None] Network 09082737-3b86-4878-aa37-4dece3e416c9 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:51.718413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:51.719089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:51.735335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae9bbd9e-a7b4-4766-82cf-c79bb2ee080f tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-963828066 HTTP/1.1" status: 204  len: 168 time: 0.1443756
Dec 13 14:52:51.746663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.751700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8cc904d0-c809-4c18-8162-a60f01a02b9f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b731079-5ed5-4214-a977-564b9405090e HTTP/1.1" status: 200  len: 205 time: 0.0705247
Dec 13 14:52:51.752864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47626) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.761245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-5f672d8d-ab8e-4af5-a4bf-ac3ecc255b73 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e14da20>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-963828066') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.790853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.4138405
Dec 13 14:52:51.791961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47630) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:51.797432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] Routers {'7b731079-5ed5-4214-a977-564b9405090e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:51.798262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f24e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7b731079-5ed5-4214-a977-564b9405090e'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.884401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f24e0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:51.885094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5dfbd8-31c4-4df4-93ec-20c8579677fb None None] The sync data for ids ['7b731079-5ed5-4214-a977-564b9405090e'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:51.941286 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2c1839e0-2901-4602-8541-462c81c7b404 req-7fdbca95-eb7b-461d-b623-5dddb736c701 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2538846
Dec 13 14:52:51.968388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:51.991386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f672d8d-ab8e-4af5-a4bf-ac3ecc255b73 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-963828066 HTTP/1.1" status: 204  len: 168 time: 0.2410114
Dec 13 14:52:52.035073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47638) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:52.047675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-2ad68e84-720c-424e-8052-33c07fe4b8ff tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65ed3e5f8>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:52.056761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.061522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327e8f86-fd61-4b45-931b-715679fa0827 req-a8b4e91c-09ad-4c64-8f18-d87624cee179 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.0650036
Dec 13 14:52:52.086706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d984a-439d-4519-8294-181da6faf009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-09082737-3b86-4878-aa37-4dece3e416c9', 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': 'bd18ca4f-006c-4fb6-baad-89e6dc5d6fcd'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:52:52.088059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.115913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.120215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11e3374e-dd33-413f-a4fb-c7fc139d505b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:52.178226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=e9f77193-db08-454d-9834-4c53defc7c96,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:52.188191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:52.240054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2ad68e84-720c-424e-8052-33c07fe4b8ff tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 200  len: 205 time: 0.2036755
Dec 13 14:52:52.243069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.246537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47642) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:52.289531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-c7b19bb1-1320-4108-b683-f96b9d9ba5fc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e405d68>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:52.318531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-820d984a-439d-4519-8294-181da6faf009 None None] Allocated IP 172.20.0.1 (09082737-3b86-4878-aa37-4dece3e416c9/bd18ca4f-006c-4fb6-baad-89e6dc5d6fcd/234a1473-772a-40e0-b991-97b39b98e27e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:52.389506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port e9f77193-db08-454d-9834-4c53defc7c96 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:52.453586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.464572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'name': 'network-vif-deleted', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:52:52.522992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:52.523499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.556133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e6210-e87b-4d64-b04f-3ea9b26c25e6', 'name': 'network-vif-deleted', 'tag': 'e9f77193-db08-454d-9834-4c53defc7c96', 'status': 'completed', 'code': 200}
Dec 13 14:52:52.585914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.598436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-820d984a-439d-4519-8294-181da6faf009 None None] Transition to ACTIVE for port object 234a1473-772a-40e0-b991-97b39b98e27e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:52.623792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-820d984a-439d-4519-8294-181da6faf009 None None] Transition to ACTIVE for port object 234a1473-772a-40e0-b991-97b39b98e27e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:52:52.628710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6bd07f47-3c38-4d16-a806-65020bb4b20d req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/e9f77193-db08-454d-9834-4c53defc7c96 HTTP/1.1" status: 204  len: 173 time: 2.2089396
Dec 13 14:52:52.646672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.648479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.651811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.671369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:52.677296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7b19bb1-1320-4108-b683-f96b9d9ba5fc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 204  len: 168 time: 0.4237926
Dec 13 14:52:52.682707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47650) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:52.693414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-1f126920-f8c6-4975-ba6d-73c8a3035cbc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65f065ac8>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:52.798821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d984a-439d-4519-8294-181da6faf009 None None] Network 09082737-3b86-4878-aa37-4dece3e416c9 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:52.828865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-820d984a-439d-4519-8294-181da6faf009 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:52.831885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d984a-439d-4519-8294-181da6faf009 None None] Pushing event updated for resources: {'Port': ['ID=234a1473-772a-40e0-b991-97b39b98e27e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:52.838123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d984a-439d-4519-8294-181da6faf009 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:52.859084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-820d984a-439d-4519-8294-181da6faf009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:52.864115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.864794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router 7b731079-5ed5-4214-a977-564b9405090e {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:52:52.915768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.919125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-62d32e36-8889-4861-8827-c2acac05077a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/7b731079-5ed5-4214-a977-564b9405090e HTTP/1.1" status: 204  len: 168 time: 1.1638334
Dec 13 14:52:52.920055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47654) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:52.986459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-820d984a-439d-4519-8294-181da6faf009 None None] Attempting to bind port 234a1473-772a-40e0-b991-97b39b98e27e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:52:52.986816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-820d984a-439d-4519-8294-181da6faf009 None None] Attempting to bind port 234a1473-772a-40e0-b991-97b39b98e27e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '09595322-c119-4422-8e39-fefdad071460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:52:52.988131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d984a-439d-4519-8294-181da6faf009 None None] Attempting to bind port 234a1473-772a-40e0-b991-97b39b98e27e on network 09082737-3b86-4878-aa37-4dece3e416c9 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:52:52.995370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d984a-439d-4519-8294-181da6faf009 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:52:52.995953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d984a-439d-4519-8294-181da6faf009 None None] Checking segment: {'id': '09595322-c119-4422-8e39-fefdad071460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:52:52.996413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:52.996857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d984a-439d-4519-8294-181da6faf009 None None] Bound using segment: {'id': '09595322-c119-4422-8e39-fefdad071460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:52:52.997547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-820d984a-439d-4519-8294-181da6faf009 None None] Bound port: 234a1473-772a-40e0-b991-97b39b98e27e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09595322-c119-4422-8e39-fefdad071460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09082737-3b86-4878-aa37-4dece3e416c9'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:52:52.997834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.025441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1f126920-f8c6-4975-ba6d-73c8a3035cbc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 204  len: 168 time: 0.3384583
Dec 13 14:52:53.030119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47658) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:53.047553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-206cba07-ad1b-45a0-8127-60f07dbbeecb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65f32d668>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.052525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07184-183d-4520-a730-5275d51db8d9 req-0196f079-b6b0-4841-b6d7-9b91d698413b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:53.054170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dff07184-183d-4520-a730-5275d51db8d9 req-0196f079-b6b0-4841-b6d7-9b91d698413b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5977759
Dec 13 14:52:53.070094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e9f77193-db08-454d-9834-4c53defc7c96 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:53.087868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.096352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13d4d380-e873-4aee-a8c9-75483d8882f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:53.117673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: e9f77193-db08-454d-9834-4c53defc7c96 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:53.118072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e9f77193-db08-454d-9834-4c53defc7c96 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:53.134438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-820d984a-439d-4519-8294-181da6faf009 None None] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:52:53.139227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-820d984a-439d-4519-8294-181da6faf009 None None] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=234a1473-772a-40e0-b991-97b39b98e27e,segment=NetworkSegment(09595322-c119-4422-8e39-fefdad071460),segment_id=09595322-c119-4422-8e39-fefdad071460)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:52:53.144689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-820d984a-439d-4519-8294-181da6faf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.145074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=bd18ca4f-006c-4fb6-baad-89e6dc5d6fcd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:53.151640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:53.156757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3620fb66-2832-4110-837b-0c73b1194c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:53.218839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.227198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet f4277626-1c6c-4b1c-a382-83d6dc4f6d52 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:53.231642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.239070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d984a-439d-4519-8294-181da6faf009 None None] Pushing event updated for resources: {'Port': ['ID=234a1473-772a-40e0-b991-97b39b98e27e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:53.253233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-820d984a-439d-4519-8294-181da6faf009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:53.282170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-206cba07-ad1b-45a0-8127-60f07dbbeecb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 204  len: 168 time: 0.2484491
Dec 13 14:52:53.282647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47664) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:53.295921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-3766879d-8c6e-4058-89d1-d632b615da24 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65d92be10>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.353979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dff07184-183d-4520-a730-5275d51db8d9 req-31257caf-c0e1-4256-abb8-3929fa61446d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2867091
Dec 13 14:52:53.476549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:53.520554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.571590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e664a90>,) {'filters': {'network_id': ['09082737-3b86-4878-aa37-4dece3e416c9']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.590751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e664a90>, '09595322-c119-4422-8e39-fefdad071460') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.591049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e664a90>, '09595322-c119-4422-8e39-fefdad071460') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.621139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.653328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.664472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:53.664927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:53.681212 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:53.703492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-23175bfc-62dd-49de-82cc-fb3e07da23ca req-349b0ab2-cf1d-4e2c-91d7-704e033ef0c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:52:53.708061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.783293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:52:53.783293 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:52:53.783293 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '09082737-3b86-4878-aa37-4dece3e416c9'}]
Dec 13 14:52:53.783293 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:53.784418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:53.794291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-23175bfc-62dd-49de-82cc-fb3e07da23ca req-349b0ab2-cf1d-4e2c-91d7-704e033ef0c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:52:53.795678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23175bfc-62dd-49de-82cc-fb3e07da23ca req-349b0ab2-cf1d-4e2c-91d7-704e033ef0c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=994e6210-e87b-4d64-b04f-3ea9b26c25e6 HTTP/1.1" status: 200  len: 210 time: 0.4571950
Dec 13 14:52:53.850498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3766879d-8c6e-4058-89d1-d632b615da24 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 204  len: 168 time: 0.5643632
Dec 13 14:52:53.853345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47668) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:53.861483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.862895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-ff822df8-5cd8-4479-a154-db6739864bf9 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65eba5208>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-910315438') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:53.866437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:53.896935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:53.912597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=32cf50b2-cb54-431f-9c5f-e6cb0dfa56ec,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:53.915848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:54.006751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.011799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:54.054643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=f4277626-1c6c-4b1c-a382-83d6dc4f6d52,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:54.060982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:54.066739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.073508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d71df-897c-4a9f-be13-04a288a3def8 None None] Network fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:54.084793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/f4277626-1c6c-4b1c-a382-83d6dc4f6d52 HTTP/1.1" status: 204  len: 168 time: 1.1636057
Dec 13 14:52:54.085596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47672) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:54.134395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff822df8-5cd8-4479-a154-db6739864bf9 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-910315438 HTTP/1.1" status: 201  len: 201 time: 0.2796099
Dec 13 14:52:54.137276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47676) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:54.146851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-49baa7ff-8aae-4caf-a0d5-454baed51aff tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e32d780>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-1499761304') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:54.197620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.230449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.243268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 113fe86e-e9e6-484a-8afe-d11286516546 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:54.243882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.301966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.396397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 234a1473-772a-40e0-b991-97b39b98e27e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:54.396779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.405098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] DHCP port deletion for fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:54.409625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Deleting port 113fe86e-e9e6-484a-8afe-d11286516546 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:54.410058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.449543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49baa7ff-8aae-4caf-a0d5-454baed51aff tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-1499761304 HTTP/1.1" status: 201  len: 201 time: 0.3083260
Dec 13 14:52:54.450500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47682) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:54.465192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-b2f05b39-064b-46ce-88e3-8dde7442c00a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dc589b0>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-1480873880') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:54.576045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 113fe86e-e9e6-484a-8afe-d11286516546, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=113fe86e-e9e6-484a-8afe-d11286516546,segment=NetworkSegment(a967fb50-cd95-44d5-8c74-9ebb5280fe1a),segment_id=a967fb50-cd95-44d5-8c74-9ebb5280fe1a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:54.576447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.640764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 234a1473-772a-40e0-b991-97b39b98e27e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:52:54.712342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] For port 113fe86e-e9e6-484a-8afe-d11286516546, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=113fe86e-e9e6-484a-8afe-d11286516546,segment=NetworkSegment(a967fb50-cd95-44d5-8c74-9ebb5280fe1a),segment_id=a967fb50-cd95-44d5-8c74-9ebb5280fe1a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:54.713056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.741914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 113fe86e-e9e6-484a-8afe-d11286516546 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:54.828839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:54.834565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eed42173-c52e-4bfd-a83d-8d59d4329ffd tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:54.877361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Calling delete_port for 113fe86e-e9e6-484a-8afe-d11286516546 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:54.890813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=113fe86e-e9e6-484a-8afe-d11286516546,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:54.896085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:54.902543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port 113fe86e-e9e6-484a-8afe-d11286516546 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:54.938939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47688) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:54.968489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 234a1473-772a-40e0-b991-97b39b98e27e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:54.995418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:54.995841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:55.037896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 113fe86e-e9e6-484a-8afe-d11286516546 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:55.094222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 113fe86e-e9e6-484a-8afe-d11286516546 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:55.095028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 113fe86e-e9e6-484a-8afe-d11286516546 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:55.128078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.178446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ed8dc88>,) {'filters': {'network_id': ['fc12f2ef-4bfc-4dd1-94f0-58abefd5b408']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.186832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.203346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee18aed-b3b0-4c32-85df-eab66e4fdfdf None None] Network 09082737-3b86-4878-aa37-4dece3e416c9 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:55.208751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed8dc88>, 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.209072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed8dc88>, 'a967fb50-cd95-44d5-8c74-9ebb5280fe1a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.243754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.253708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.303212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b84fc-69b0-4f28-ab02-2917d147862a req-83395526-1bf4-47b2-8428-03dc298359f1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:55.304740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e64b84fc-69b0-4f28-ab02-2917d147862a req-83395526-1bf4-47b2-8428-03dc298359f1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.7058673
Dec 13 14:52:55.327992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.338753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:55.341632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.368516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=234a1473-772a-40e0-b991-97b39b98e27e,segment=NetworkSegment(09595322-c119-4422-8e39-fefdad071460),segment_id=09595322-c119-4422-8e39-fefdad071460)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:55.368931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:55.378338 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:55.398739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Provisioning for port 234a1473-772a-40e0-b991-97b39b98e27e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:52:55.411937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Provisioning complete for port 234a1473-772a-40e0-b991-97b39b98e27e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:52:55.412354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.425411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.434419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f335bfc-b80e-440c-8cd2-6a01de56374b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:55.450741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2f05b39-064b-46ce-88e3-8dde7442c00a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-1480873880 HTTP/1.1" status: 201  len: 201 time: 0.9947960
Dec 13 14:52:55.450939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47692) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:55.460037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-062a74ae-e6db-43d5-a27e-fb407fbe4bf0 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65d9a2320>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-2050847846') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.474889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978a009-b31e-439d-a925-218d7cc2c1f0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:55.477553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:55.497636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.500490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Deleting port 113fe86e-e9e6-484a-8afe-d11286516546 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:55.500921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.502321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.507240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:55.526432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 234a1473-772a-40e0-b991-97b39b98e27e owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:55.541298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=fc12f2ef-4bfc-4dd1-94f0-58abefd5b408,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:55.544187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:55.552790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/fc12f2ef-4bfc-4dd1-94f0-58abefd5b408 HTTP/1.1" status: 204  len: 168 time: 1.4649723
Dec 13 14:52:55.553547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47696) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:55.557730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.561554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/e978a009-b31e-439d-a925-218d7cc2c1f0 HTTP/1.1" status: 204  len: 168 time: 0.6147428
Dec 13 14:52:55.565060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-543235434', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:55.574104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:55.582761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:55.586367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ef-0bf2-42fe-9648-110b7761ac7f None None] The port '113fe86e-e9e6-484a-8afe-d11286516546' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:55.587763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:55.598142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e64b84fc-69b0-4f28-ab02-2917d147862a req-91860078-b768-48cd-8adc-45e17aae0a60 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2735684
Dec 13 14:52:55.599698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:55.610206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-062a74ae-e6db-43d5-a27e-fb407fbe4bf0 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-2050847846 HTTP/1.1" status: 201  len: 201 time: 0.1567931
Dec 13 14:52:55.611050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47702) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:55.617343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-045ab590-3f8b-472a-9dd6-a24421ce7f8a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e6d8898>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', {'tags': ['tempest-TagsExtTest-Tag-1979351148', 'tempest-TagsExtTest-Tag-9098432', 'tempest-TagsExtTest-Tag-744881974']}) {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.652848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.706226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=234a1473-772a-40e0-b991-97b39b98e27e,segment=NetworkSegment(09595322-c119-4422-8e39-fefdad071460),segment_id=09595322-c119-4422-8e39-fefdad071460)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:55.707140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47708) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:55.711771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.714018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a83bafb-6008-4bb4-808b-060187c39960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:55.753900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.755291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.757932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:55.758303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:55.773317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] DHCP port deletion for 09082737-3b86-4878-aa37-4dece3e416c9 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:55.788145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Deleting port 234a1473-772a-40e0-b991-97b39b98e27e {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:55.789644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.819656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-045ab590-3f8b-472a-9dd6-a24421ce7f8a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 200  len: 314 time: 0.2079124
Dec 13 14:52:55.822012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router cbd0f455-bc35-4222-b233-d8a108bd74e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:52:55.823045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47712) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:55.838328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-4eb77197-a6c3-4c99-80b1-3ebbfcf65704 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65ddfff60>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:55.865783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:55.960576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Pushing event updated for resources: {'Port': ['ID=234a1473-772a-40e0-b991-97b39b98e27e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:55.976126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:56.063417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=234a1473-772a-40e0-b991-97b39b98e27e,segment=NetworkSegment(09595322-c119-4422-8e39-fefdad071460),segment_id=09595322-c119-4422-8e39-fefdad071460)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:56.064352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.131522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4eb77197-a6c3-4c99-80b1-3ebbfcf65704 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 204  len: 168 time: 0.2988698
Dec 13 14:52:56.133331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47718) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:56.137587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:52:56.146729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-3729834d-efad-4087-863d-c5bfce966a05 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dc6c940>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-1979351148') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.150272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] Sync routers for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:52:56.165269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:56.166583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f076e80>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.215230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 969590a5-7989-453e-8889-904f97995ac8 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:52:56.219068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1378245
Dec 13 14:52:56.222574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47722) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:56.246681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f076e80>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.249645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.259378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:52:56.260351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f076e80>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.297549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 234a1473-772a-40e0-b991-97b39b98e27e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:56.298343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.354398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.368878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f076e80>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.369824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0051c-ec15-45db-b250-70eb84065c07 None None] The sync data for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:52:56.399046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.470860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e600a-3c8d-4261-b913-843ac28ba6e9 req-43b21ea8-7548-42a8-b79b-656fa54ab0a5 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:56.473120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a8e600a-3c8d-4261-b913-843ac28ba6e9 req-43b21ea8-7548-42a8-b79b-656fa54ab0a5 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3013518
Dec 13 14:52:56.498949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Calling delete_port for 234a1473-772a-40e0-b991-97b39b98e27e owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:56.508211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-3729834d-efad-4087-863d-c5bfce966a05 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:56.512359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3729834d-efad-4087-863d-c5bfce966a05 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-1979351148 HTTP/1.1" status: 404  len: 329 time: 0.3752828
Dec 13 14:52:56.520390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47726) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:56.523132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-c0ce7c90-2b06-483c-9b6e-5be19925bf86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f52369af6b14440099d8e0de4beed1fb&device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 1099 time: 0.3811934
Dec 13 14:52:56.530627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-189f3a59-5ccb-4ae6-aff7-3a30e8c0341e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65ded5128>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-9098432') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.579712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 234a1473-772a-40e0-b991-97b39b98e27e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:56.617111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.620896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-148ebdd5-2bc4-456a-9f91-f5e8e438b988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:56.654239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 234a1473-772a-40e0-b991-97b39b98e27e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:56.654586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 234a1473-772a-40e0-b991-97b39b98e27e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:56.672648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Pushing event deleted for resources: {'Port': ['ID=234a1473-772a-40e0-b991-97b39b98e27e,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:56.675624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:56.680925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] No DVR routers for this DVR port 234a1473-772a-40e0-b991-97b39b98e27e on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:56.696307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a8e600a-3c8d-4261-b913-843ac28ba6e9 req-e0212b1e-8832-4597-997c-abf9fd650ddd tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979053
Dec 13 14:52:56.713805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.759591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-189f3a59-5ccb-4ae6-aff7-3a30e8c0341e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:56.760868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-189f3a59-5ccb-4ae6-aff7-3a30e8c0341e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-9098432 HTTP/1.1" status: 404  len: 326 time: 0.2385769
Dec 13 14:52:56.763463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 234a1473-772a-40e0-b991-97b39b98e27e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=234a1473-772a-40e0-b991-97b39b98e27e,segment=NetworkSegment(09595322-c119-4422-8e39-fefdad071460),segment_id=09595322-c119-4422-8e39-fefdad071460)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:56.763866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.771840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47730) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:56.849656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-8c21368e-7832-42c0-a7d6-2d7d8a689a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:56.851290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-8c21368e-7832-42c0-a7d6-2d7d8a689a68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 200  len: 913 time: 0.3149378
Dec 13 14:52:56.851562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-b444b8af-51eb-4c87-9db8-87702af0f6a4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e959518>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9', 'tempest-TagsExtTest-Tag-744881974') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:56.980171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:56.987829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df5f942f-f36f-4268-bf1e-20518bbe2b99 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:57.045555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=969590a5-7989-453e-8889-904f97995ac8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:57.048275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:57.053073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.056408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 234a1473-772a-40e0-b991-97b39b98e27e owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:57.059918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-e8b92e24-75f2-482f-a5b6-1322711ed7a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 200  len: 1002 time: 0.1938932
Dec 13 14:52:57.061114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205bdbc2-20fb-4de1-bfd0-d5fd982128ba None None] Network 1734ca9a-8157-4abc-9547-7940565110da requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:52:57.194028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:52:57.194445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:52:57.196252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-b444b8af-51eb-4c87-9db8-87702af0f6a4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:57.199032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b444b8af-51eb-4c87-9db8-87702af0f6a4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags/tempest-TagsExtTest-Tag-744881974 HTTP/1.1" status: 404  len: 328 time: 0.3662763
Dec 13 14:52:57.201081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47734) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:57.208345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-490c518f-574e-4384-82b7-ff4c4c45092e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65db019b0>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', {'tags': ['tempest-TagsExtTest-Tag-265875076', 'tempest-TagsExtTest-Tag-1678092854', 'tempest-TagsExtTest-Tag-425660496']}) {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:57.268307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.379986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] DHCP port deletion for 1734ca9a-8157-4abc-9547-7940565110da request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:52:57.384535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Deleting port 1d159f54-9a96-476f-a5cb-120c6285351e {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:57.384963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.391410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/969590a5-7989-453e-8889-904f97995ac8 HTTP/1.1" status: 204  len: 168 time: 1.6798332
Dec 13 14:52:57.394400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.423243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47738) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:57.462451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.540438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-5c21f380-0385-44df-a971-81c18e161871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:57.541961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-5c21f380-0385-44df-a971-81c18e161871 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 200  len: 851 time: 0.4717331
Dec 13 14:52:57.622585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] For port 1d159f54-9a96-476f-a5cb-120c6285351e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1d159f54-9a96-476f-a5cb-120c6285351e,segment=NetworkSegment(c11fbb48-3d75-4ad1-b195-e8430efd8467),segment_id=c11fbb48-3d75-4ad1-b195-e8430efd8467)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:52:57.623134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.690216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.709223 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-490c518f-574e-4384-82b7-ff4c4c45092e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 200  len: 316 time: 0.5043554
Dec 13 14:52:57.715852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47742) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:57.726870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-697c9cad-3784-4fb1-bc54-21b74f814541 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65dc7fd30>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:57.769530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 1d159f54-9a96-476f-a5cb-120c6285351e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:57.769901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.786784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Calling delete_port for 1d159f54-9a96-476f-a5cb-120c6285351e owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:57.863526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.26.4.213 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/8e501b90-e22f-416d-883b-d763fe058265) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:52:57.868718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-811f7f99-27a8-4df4-9f48-790314028f9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fb02f0e-633b-4a90-a956-fd254eefebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3174381
Dec 13 14:52:57.872821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:57.877887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:57.924446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Pushing event deleted for resources: {'Port': ['ID=1d159f54-9a96-476f-a5cb-120c6285351e,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:57.928505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:57.932483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] No DVR routers for this DVR port 1d159f54-9a96-476f-a5cb-120c6285351e on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:52:57.940463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] The port '1d159f54-9a96-476f-a5cb-120c6285351e' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:58.047345 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-697c9cad-3784-4fb1-bc54-21b74f814541 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 204  len: 168 time: 0.3284335
Dec 13 14:52:58.056839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:58.075929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-eabc0d08-4e87-4aca-92a8-6cb7eef3502d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e89cf28>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-265875076') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.145363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965daa9-9bdf-4c9d-8ea9-d29ee50e169a req-f03981a6-4d5c-4b9f-a2fa-d8708ea17493 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:52:58.146913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f965daa9-9bdf-4c9d-8ea9-d29ee50e169a req-f03981a6-4d5c-4b9f-a2fa-d8708ea17493 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2884254
Dec 13 14:52:58.209624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 234a1473-772a-40e0-b991-97b39b98e27e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:58.210019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.264821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.305375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-72a9aded-c3c3-4208-99f7-4e4ce93e33fc service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4112856
Dec 13 14:52:58.313624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] The port '234a1473-772a-40e0-b991-97b39b98e27e' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:52:58.347494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dbf14a8>,) {'filters': {'network_id': ['1734ca9a-8157-4abc-9547-7940565110da']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.392067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbf14a8>, 'c11fbb48-3d75-4ad1-b195-e8430efd8467') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.392334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbf14a8>, 'c11fbb48-3d75-4ad1-b195-e8430efd8467') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.451238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f965daa9-9bdf-4c9d-8ea9-d29ee50e169a req-1f8354af-f098-4cf7-9449-753736ea931c tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2659032
Dec 13 14:52:58.456186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-eabc0d08-4e87-4aca-92a8-6cb7eef3502d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:58.461363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eabc0d08-4e87-4aca-92a8-6cb7eef3502d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-265875076 HTTP/1.1" status: 404  len: 328 time: 0.3945131
Dec 13 14:52:58.462652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.465756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47752) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:58.467485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.496704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-6718ebbd-aa63-444b-82fb-bc43568914a1 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dbcaac8>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-1678092854') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.532115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.547525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1d159f54-9a96-476f-a5cb-120c6285351e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:52:58.551901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.568897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f3375c0>,) {'filters': {'network_id': ['09082737-3b86-4878-aa37-4dece3e416c9']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.583560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:58.583867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.584447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 1d159f54-9a96-476f-a5cb-120c6285351e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:52:58.584956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1d159f54-9a96-476f-a5cb-120c6285351e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:52:58.587450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f3375c0>, '09595322-c119-4422-8e39-fefdad071460') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.587794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f3375c0>, '09595322-c119-4422-8e39-fefdad071460') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:58.604645 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:58.607285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.628978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2345fb0-c2da-454e-a5a2-ac371fe5a17e req-719d0cf5-9fd1-4017-84e3-98040a6cb5c9 service neutron] 10.222.0.72 "GET /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3159966
Dec 13 14:52:58.660719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.669823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:52:58.670240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:52:58.686183 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:52:58.716713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.721641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25842844-1bbe-41d3-84b4-8d84808f4e25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:58.751371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.765913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.784780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-6718ebbd-aa63-444b-82fb-bc43568914a1 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:58.785023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.785931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6718ebbd-aa63-444b-82fb-bc43568914a1 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-1678092854 HTTP/1.1" status: 404  len: 329 time: 0.3058307
Dec 13 14:52:58.792025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47756) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:58.815339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09aa3f2d-eab0-4df4-b29c-7f58ef608301 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:58.817054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-2b03767d-9422-439b-84e8-e030b0b974a9 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65de927f0>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455', 'tempest-TagsExtTest-Tag-425660496') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:58.824400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.847333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:58.858404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:52:58.863050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=09082737-3b86-4878-aa37-4dece3e416c9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:58.870671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:58.870804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:52:58.877943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/09082737-3b86-4878-aa37-4dece3e416c9 HTTP/1.1" status: 204  len: 168 time: 7.0801661
Dec 13 14:52:58.879536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/1734ca9a-8157-4abc-9547-7940565110da HTTP/1.1" status: 204  len: 168 time: 1.4489429
Dec 13 14:52:58.880746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=8e501b90-e22f-416d-883b-d763fe058265,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:58.882045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47760) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:58.882758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47762) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:58.883998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:52:58.913130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:58.918013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52819722-c4e4-433b-a5a1-f8fefffe732f tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:52:58.954420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=1734ca9a-8157-4abc-9547-7940565110da,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:52:58.955350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1630113475'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:52:58.960891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:52:58.977022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:52:58.981465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:58.981844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.023423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:52:59.037016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:52:59.050905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2b03767d-9422-439b-84e8-e030b0b974a9 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:52:59.052092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b03767d-9422-439b-84e8-e030b0b974a9 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags/tempest-TagsExtTest-Tag-425660496 HTTP/1.1" status: 404  len: 328 time: 0.2557793
Dec 13 14:52:59.055121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47768) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:59.063754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:52:59.065984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-3991c454-ac55-421a-a0ce-33f5cff0cb6e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e9c3b70>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', {'tags': ['tempest-TagsExtTest-Tag-1958795225', 'tempest-TagsExtTest-Tag-1258542103', 'tempest-TagsExtTest-Tag-1712247147']}) {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:59.187386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:52:59.193064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.227324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3991c454-ac55-421a-a0ce-33f5cff0cb6e tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 200  len: 318 time: 0.1685314
Dec 13 14:52:59.227914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47772) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:59.234943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-378653ea-616d-466a-8c56-973d300d141c tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65ee72e48>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:59.306567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port dd6b9195-200a-4bd3-937c-f55554e1fa7e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:52:59.307131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.385227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.386132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.423416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:52:59.467088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.477857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.478155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment 484bac62-6ca5-4127-b086-b856381d3f2d of type vlan for network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea
Dec 13 14:52:59.663472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for e2d9ba9a-265d-4c48-b0b9-24e13ea3f124 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:52:59.775816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.787813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.788184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:52:59.791566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-378653ea-616d-466a-8c56-973d300d141c tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 204  len: 168 time: 0.5625727
Dec 13 14:52:59.798998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47778) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:52:59.810737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-7914c598-f2f4-4154-805b-73df53797132 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65dc89978>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-1958795225') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:52:59.948696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for dd6b9195-200a-4bd3-937c-f55554e1fa7e owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:00.012670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:00.016840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:00.017646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:00.018332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3692b-aa4b-4731-9765-128d5eb08e18 req-96648d53-c181-44b7-b91e-aac2ecc9a97b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:00.020023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08c3692b-aa4b-4731-9765-128d5eb08e18 req-96648d53-c181-44b7-b91e-aac2ecc9a97b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3333523
Dec 13 14:53:00.026429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d51da502-49a6-4e89-a5e4-574ad86ab59f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:00.075601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-7914c598-f2f4-4154-805b-73df53797132 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.076760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7914c598-f2f4-4154-805b-73df53797132 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-1958795225 HTTP/1.1" status: 404  len: 329 time: 0.2737157
Dec 13 14:53:00.092114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47782) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.104620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-2b343ba7-436a-4c8d-a135-65988fade86d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e57d780>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-1258542103') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.233492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08c3692b-aa4b-4731-9765-128d5eb08e18 req-d49b8c11-c408-4ebe-bf12-319595ef4603 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053044
Dec 13 14:53:00.270685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2b343ba7-436a-4c8d-a135-65988fade86d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.274887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b343ba7-436a-4c8d-a135-65988fade86d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-1258542103 HTTP/1.1" status: 404  len: 329 time: 0.1787214
Dec 13 14:53:00.275310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47788) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.293176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-56a91984-7823-472e-940d-d75f465e3ffc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e4b6668>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c', 'tempest-TagsExtTest-Tag-1712247147') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.452897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 983cda7f-77b0-4e85-8010-b52f9aa4fb81 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:00.457990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-56a91984-7823-472e-940d-d75f465e3ffc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.459179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-56a91984-7823-472e-940d-d75f465e3ffc tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags/tempest-TagsExtTest-Tag-1712247147 HTTP/1.1" status: 404  len: 329 time: 0.1831279
Dec 13 14:53:00.463320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47792) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.470112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-1ec2df4d-47e4-454d-824a-41bf94676746 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e3ff208>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', {'tags': ['tempest-TagsExtTest-Tag-149059666', 'tempest-TagsExtTest-Tag-62150010', 'tempest-TagsExtTest-Tag-571759803']}) {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.499326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6153677
Dec 13 14:53:00.509185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47796) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.532099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=9f7a0811-aab4-44fc-adaf-a8a91a3eaaea,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:00.538347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:00.543382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:00.560832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:00.597725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ec2df4d-47e4-454d-824a-41bf94676746 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "PUT /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 200  len: 314 time: 0.1306376
Dec 13 14:53:00.599119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47800) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.606716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-dd976948-9cff-43ae-9051-00440620e634 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65dde7da0>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.727672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dd976948-9cff-43ae-9051-00440620e634 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 204  len: 168 time: 0.1285949
Dec 13 14:53:00.730535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47804) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.739269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-99a4cb71-d87a-466c-80e7-fc3df35d1fc7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65e3beef0>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-149059666') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.773856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-99a4cb71-d87a-466c-80e7-fc3df35d1fc7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.775019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-99a4cb71-d87a-466c-80e7-fc3df35d1fc7 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-149059666 HTTP/1.1" status: 404  len: 328 time: 0.0422108
Dec 13 14:53:00.778322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47808) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.785928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-7fc84844-73d9-4236-964f-f23e85776cab tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65f4dde48>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-62150010') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.803600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:00.810805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:00.816054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] Sync routers for ids ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:00.822264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75944fe5-4cb2-4392-96d8-6fb709820eac tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:00.831290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] Routers {'983cda7f-77b0-4e85-8010-b52f9aa4fb81'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:00.832027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef1ec88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.836362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-7fc84844-73d9-4236-964f-f23e85776cab tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.840449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fc84844-73d9-4236-964f-f23e85776cab tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-62150010 HTTP/1.1" status: 404  len: 327 time: 0.0582159
Dec 13 14:53:00.840449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:00.842595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 5.2868931
Dec 13 14:53:00.843306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47812) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.843670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47814) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.851508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-7c3ee44f-c1a0-460f-90ac-030115bc16e4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff65db39eb8>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10', 'tempest-TagsExtTest-Tag-571759803') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.887996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=e2d9ba9a-265d-4c48-b0b9-24e13ea3f124,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:00.898741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0c0a-5847-4840-883d-36f949dcc92e req-840b17da-764b-4462-aefa-ef5db923126b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:00.900340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc5a0c0a-5847-4840-883d-36f949dcc92e req-840b17da-764b-4462-aefa-ef5db923126b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5357008
Dec 13 14:53:00.901347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:00.902280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef1ec88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.905507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:00.929988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] Routers {'983cda7f-77b0-4e85-8010-b52f9aa4fb81'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:00.930695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef1ec88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:00.964636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53686d81-4d27-4040-a0e2-5427d0828abf tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:00.966907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-7c3ee44f-c1a0-460f-90ac-030115bc16e4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] show failed (client error): The resource could not be found.
Dec 13 14:53:00.970712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7c3ee44f-c1a0-460f-90ac-030115bc16e4 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags/tempest-TagsExtTest-Tag-571759803 HTTP/1.1" status: 404  len: 328 time: 0.1234679
Dec 13 14:53:00.976144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47820) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:00.986159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-7f9defec-ed02-4269-9e80-433e9bdc578b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65da105f8>, 'subnetpools', 'a4299da7-bb01-41ec-9d85-c68b11ba7c10') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:01.019095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef1ec88>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:01.019870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e8b06-cdd5-4e40-81da-5a7299d9b9e5 None None] The sync data for ids ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:01.093078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=dd6b9195-200a-4bd3-937c-f55554e1fa7e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:01.095356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f9defec-ed02-4269-9e80-433e9bdc578b tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10/tags HTTP/1.1" status: 204  len: 168 time: 0.1162074
Dec 13 14:53:01.097871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47824) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:01.105020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-75273aab-3cc2-493f-a6cc-b66485d15000 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65f044ba8>, 'routers', 'b4fe2001-4a89-403a-944a-70e255e1020c') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:01.159507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:01.262262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:01.279162 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-704b72f5-8b45-4a79-b787-a3f894ae5d76 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers/983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 200  len: 880 time: 0.4322145
Dec 13 14:53:01.283610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75273aab-3cc2-493f-a6cc-b66485d15000 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c/tags HTTP/1.1" status: 204  len: 168 time: 0.1821623
Dec 13 14:53:01.283610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47828) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:01.284075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47830) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:01.346353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-881dc566-d268-48d3-86de-2e8d230b6f58 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e225b70>, 'ports', '74b5b702-9f82-47bb-9d5b-580c9df6f455') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:01.374026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:01.381776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f7e29f7-7918-408a-90b6-e9c76d8662e2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:01.427581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc5a0c0a-5847-4840-883d-36f949dcc92e req-d2244c09-85ef-4174-a4a6-cd69c6ca36a8 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3867209
Dec 13 14:53:01.441177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea is not hosted by any dhcp agent {{(pid=88857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 13 14:53:01.445167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:01.445838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:01.447168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "PUT /v2.0/networks/9f7a0811-aab4-44fc-adaf-a8a91a3eaaea HTTP/1.1" status: 200  len: 723 time: 0.9314806
Dec 13 14:53:01.458610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47836) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:01.459179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:01.459282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:01.554273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:01.586363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=9f7a0811-aab4-44fc-adaf-a8a91a3eaaea,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:01.591715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:01.605799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:01.870062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-881dc566-d268-48d3-86de-2e8d230b6f58 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455/tags HTTP/1.1" status: 204  len: 168 time: 0.5846040
Dec 13 14:53:01.877970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47844) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:01.895020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.tag.tag_plugin [None req-40b1d6aa-455c-4e66-83df-2a941cd2d705 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff65e1e3588>, 'subnets', 'e17022c5-198f-4148-9b0b-977f1012ccd9') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:01.965718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:01.980821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:01.986265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:01.995029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:02.014636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:02.157018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0431d752-2790-4672-a763-e56ce274e542 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:router {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:02.168860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:02.213403 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40b1d6aa-455c-4e66-83df-2a941cd2d705 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9/tags HTTP/1.1" status: 204  len: 168 time: 0.3335347
Dec 13 14:53:02.220629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47848) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:02.293150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0431d752-2790-4672-a763-e56ce274e542 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:router {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:02.297092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0431d752-2790-4672-a763-e56ce274e542 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 1.0119493
Dec 13 14:53:02.301951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:02.315287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-543235434'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:02.461239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c42e-1a03-47e7-95b5-fb6cc198aaf3 req-a2b08eec-7a18-491c-924e-9a5c76bb3a16 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:02.462742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d60c42e-1a03-47e7-95b5-fb6cc198aaf3 req-a2b08eec-7a18-491c-924e-9a5c76bb3a16 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.6156876
Dec 13 14:53:02.510874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router cbd0f455-bc35-4222-b233-d8a108bd74e8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:02.597023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d60c42e-1a03-47e7-95b5-fb6cc198aaf3 req-7e099083-48ed-4334-b152-1088421aee58 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251295
Dec 13 14:53:02.610873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b44652b9-340b-494d-b504-f9a7cc5008f6 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for subnetpool, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:02.614825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b44652b9-340b-494d-b504-f9a7cc5008f6 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnetpools/a4299da7-bb01-41ec-9d85-c68b11ba7c10 HTTP/1.1" status: 204  len: 168 time: 0.3905725
Dec 13 14:53:02.615217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47856) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:02.660047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:02.664621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9150543-1f9c-4b96-9939-a784e2efb1c6 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:02.738748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e2f6cd2d-1ee7-429b-a87d-3b679c6e0838 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Synchronizing usage tracker for tenant:7db33efb4b754bdb8ccbe1a16655519b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:02.769064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=558eb05b-6bf5-4bf2-a111-5304378b07c1,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:02.774459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:02.797232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': '484bac62-6ca5-4127-b086-b856381d3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:02.797611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:02.837581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e2f6cd2d-1ee7-429b-a87d-3b679c6e0838 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Unset dirty status for tenant:7db33efb4b754bdb8ccbe1a16655519b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:02.838868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2f6cd2d-1ee7-429b-a87d-3b679c6e0838 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4fe2001-4a89-403a-944a-70e255e1020c HTTP/1.1" status: 200  len: 205 time: 0.2226388
Dec 13 14:53:02.843032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47860) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:02.901059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:02.921359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:02.926757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:02.927441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:02.931004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc7d6e-5658-45dd-a90c-76a4009ba5f5 None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:03.016522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5621212
Dec 13 14:53:03.016767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47864) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:03.024725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:03.029480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:03.049387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] Sync routers for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:03.064950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:03.066208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:03.091248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8678658
Dec 13 14:53:03.092103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:03.163220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.189638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66164328'] for subnet, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.224393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-922e24b9-0c62-4401-a49a-6ece24c928e6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:03.244410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-9f7a0811-aab4-44fc-adaf-a8a91a3eaaea', 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '558eb05b-6bf5-4bf2-a111-5304378b07c1'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:03.245700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.293330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:03.305919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] Routers {'cbd0f455-bc35-4222-b233-d8a108bd74e8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:03.306889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['cbd0f455-bc35-4222-b233-d8a108bd74e8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:03.322961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-922e24b9-0c62-4401-a49a-6ece24c928e6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:03.327260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-922e24b9-0c62-4401-a49a-6ece24c928e6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbd0f455-bc35-4222-b233-d8a108bd74e8 HTTP/1.1" status: 200  len: 205 time: 0.2323077
Dec 13 14:53:03.327923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:03.372684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:03.373760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d40406-b058-4632-8ce2-bbf3d8749d26 None None] The sync data for ids ['cbd0f455-bc35-4222-b233-d8a108bd74e8'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:03.462264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Allocated IP 172.20.0.2 (9f7a0811-aab4-44fc-adaf-a8a91a3eaaea/558eb05b-6bf5-4bf2-a111-5304378b07c1/00f0661b-817d-4e76-b3d3-c8365cfa4a0e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:03.499486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.512231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.629568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:03.697740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.710939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Transition to ACTIVE for port object 00f0661b-817d-4e76-b3d3-c8365cfa4a0e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:03.732979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Transition to ACTIVE for port object 00f0661b-817d-4e76-b3d3-c8365cfa4a0e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:03.738366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.743850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d2ec0c-9705-44f1-a6bd-39c446bb7f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:03.773860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.819918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:03.821429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Pushing event updated for resources: {'Port': ['ID=00f0661b-817d-4e76-b3d3-c8365cfa4a0e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:03.828795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:03.831693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:03.834680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:03.870247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 983cda7f-77b0-4e85-8010-b52f9aa4fb81 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:03.938539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Attempting to bind port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:03.938953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Attempting to bind port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '484bac62-6ca5-4127-b086-b856381d3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:03.939513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Attempting to bind port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e on network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:03.947626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:03.948016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Checking segment: {'id': '484bac62-6ca5-4127-b086-b856381d3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:03.949091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.949091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Bound using segment: {'id': '484bac62-6ca5-4127-b086-b856381d3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:03.949468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Bound port: 00f0661b-817d-4e76-b3d3-c8365cfa4a0e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484bac62-6ca5-4127-b086-b856381d3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f7a0811-aab4-44fc-adaf-a8a91a3eaaea'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:03.949897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:03.965464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45b51-ff20-4c4a-bc30-01a306d85d12 req-b0443959-105d-41df-8376-45a9ce0de360 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:03.967160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cde45b51-ff20-4c4a-bc30-01a306d85d12 req-b0443959-105d-41df-8376-45a9ce0de360 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.2356310
Dec 13 14:53:04.050253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65833958'] for subnet, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.063536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] For port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:04.068436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] For port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=00f0661b-817d-4e76-b3d3-c8365cfa4a0e,segment=NetworkSegment(484bac62-6ca5-4127-b086-b856381d3f2d),segment_id=484bac62-6ca5-4127-b086-b856381d3f2d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:04.069948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23864c4f-0ddb-46ef-bf49-100c30ccdf7f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:04.073367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.078745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:04.178570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Pushing event updated for resources: {'Port': ['ID=00f0661b-817d-4e76-b3d3-c8365cfa4a0e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:04.182244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:04.203988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.224350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.440143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:04.440784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.442211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "PUT /v2.0/subnets/558eb05b-6bf5-4bf2-a111-5304378b07c1 HTTP/1.1" status: 200  len: 806 time: 1.4244585
Dec 13 14:53:04.450617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:04.493722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.494228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Fanout notify agent at l3_agent the message router_deleted on router b4fe2001-4a89-403a-944a-70e255e1020c {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:04.515619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.519456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea7311c7-279e-4d59-8a34-942db0ee1d9d tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/routers/b4fe2001-4a89-403a-944a-70e255e1020c HTTP/1.1" status: 204  len: 168 time: 1.6720288
Dec 13 14:53:04.519632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cde45b51-ff20-4c4a-bc30-01a306d85d12 req-5c09c110-c632-45a8-8113-6823b2d22536 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5433567
Dec 13 14:53:04.521012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47882) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:04.530606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=558eb05b-6bf5-4bf2-a111-5304378b07c1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:04.551215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e851868-cb4a-4213-b899-cedc850417f2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:04.685750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:53:04.735743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b3ad-c40b-4974-802c-848530041eda req-7b2ddd3c-e145-4289-b63f-671ce3d29f0f tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:04.737402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f820b3ad-c40b-4974-802c-848530041eda req-7b2ddd3c-e145-4289-b63f-671ce3d29f0f tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.72 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.3891177
Dec 13 14:53:04.821730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.824388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.837898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Deleting port 74b5b702-9f82-47bb-9d5b-580c9df6f455 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:04.838375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.866520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Deleting port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:04.866899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.870528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.916239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:04.916618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.963213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:04.963789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router cbd0f455-bc35-4222-b233-d8a108bd74e8 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:05.001640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.003574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d727fdf0-27c1-4fe4-ab79-027abd886ff0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8 HTTP/1.1" status: 204  len: 168 time: 1.6723559
Dec 13 14:53:05.008788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:05.118020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:05.122891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.129512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:05.141823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:05.146070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:05.146353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3670f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.152689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.156605 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f158cd1-795e-49f0-8662-ee7739632ac3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 200  len: 887 time: 2.8501170
Dec 13 14:53:05.156801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] Sync routers for ids ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:05.157556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47890) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:05.172424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] Routers {'983cda7f-77b0-4e85-8010-b52f9aa4fb81'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:05.173551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f9710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.259242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/247ac783-2cd0-4f01-b914-6950ac4ecc80 HTTP/1.1" status: 204  len: 168 time: 6.3736100
Dec 13 14:53:05.267651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:53:05.284103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f9710>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.317658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] Routers {'983cda7f-77b0-4e85-8010-b52f9aa4fb81'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:05.318737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f9710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.370149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:05.432653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet f0159359-1080-471f-a41a-230391dbaf5e {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:05.441006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.473302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f9710>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.475665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31df6da-f314-4ae3-aede-9830a9688270 None None] The sync data for ids ['983cda7f-77b0-4e85-8010-b52f9aa4fb81'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:05.542387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.559646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.732160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:05.732543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.795671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Calling delete_port for 74b5b702-9f82-47bb-9d5b-580c9df6f455 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:05.913318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3670f0>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.918991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:05.930532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:05.933106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:05.933901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3670f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:52:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:05.998676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced', 'status': 'completed', 'code': 200}
Dec 13 14:53:06.041580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=00f0661b-817d-4e76-b3d3-c8365cfa4a0e,segment=NetworkSegment(484bac62-6ca5-4127-b086-b856381d3f2d),segment_id=484bac62-6ca5-4127-b086-b856381d3f2d)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:06.041999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:06.124371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:06.335394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 00f0661b-817d-4e76-b3d3-c8365cfa4a0e owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:06.370115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213d5df-8974-412f-8c88-4e51353add3a None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:06.441045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40927069-1107-40c7-b9eb-39deabb345a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:06.502475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=f0159359-1080-471f-a41a-230391dbaf5e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:06.505340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:06.516293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:06.516421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c6107-0d55-401e-bf3b-a1ac654f73b6 req-a6962d3d-2359-4c35-9ca0-5f6b3fbee70e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:06.520531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f0c6107-0d55-401e-bf3b-a1ac654f73b6 req-a6962d3d-2359-4c35-9ca0-5f6b3fbee70e tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 946 time: 0.5153565
Dec 13 14:53:06.525652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:06.574089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386d2ca-ea3e-4f79-ad0e-a490b8c1356c None None] Network 44835c37-7ec6-4458-8f80-8b4f483c0f17 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:06.590756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/f0159359-1080-471f-a41a-230391dbaf5e HTTP/1.1" status: 204  len: 168 time: 1.5772984
Dec 13 14:53:06.593789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47904) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:06.595145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1e96864a-d668-44b2-b18c-6c436cbecc2b None None] Provisioning for port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:06.596409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-d815c89d-4282-4469-9a15-b1c60b2b0404 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 1098 time: 0.6794019
Dec 13 14:53:06.633055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:06.646839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:06.700345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 00f0661b-817d-4e76-b3d3-c8365cfa4a0e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:06.721186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f0c6107-0d55-401e-bf3b-a1ac654f73b6 req-fbf6eb74-ebd0-415e-a55e-649fb2f45377 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1915972
Dec 13 14:53:06.721630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event deleted for resources: {'Port': ['ID=74b5b702-9f82-47bb-9d5b-580c9df6f455,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:06.724355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:07.001042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.003338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/ports/74b5b702-9f82-47bb-9d5b-580c9df6f455 HTTP/1.1" status: 204  len: 168 time: 2.4795418
Dec 13 14:53:07.006788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47908) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:07.038770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75642-168d-45a9-9d99-0e286ef1e1f1 req-4e6521b8-87a7-4b9f-b4d0-6265e705d1a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:07.046485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9d75642-168d-45a9-9d99-0e286ef1e1f1 req-4e6521b8-87a7-4b9f-b4d0-6265e705d1a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.9948144
Dec 13 14:53:07.110536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 84ab8cf7-a173-4165-8273-217c64b4e7bd {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:07.118090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.171591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e25dc30-8c32-4dab-b422-436032f2c308 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers/983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 200  len: 887 time: 2.0080879
Dec 13 14:53:07.171869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:07.174452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:07.180208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.180709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.181131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Floating IP 7e24e044-8ac3-4404-a25c-2ec26fb02bb6 disassociated. External IP: 172.26.4.110, port: 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46.
Dec 13 14:53:07.181629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Calling delete_port for 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:07.231157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:07.251409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:07.252035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.268793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.284229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57aa970f-0a96-4372-94bd-9d5e71269461 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:07.310336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e was deleted so its status cannot be updated. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 13 14:53:07.332772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.348900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d091c38e-0455-4ce6-a9c9-42b0128df837 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:07.351925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35461638-2974-4b48-9e08-5dd99e4f03af req-f35784bf-bead-433b-86ca-7b83b7f2f3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:07.353635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-f35784bf-bead-433b-86ca-7b83b7f2f3c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 200  len: 897 time: 0.7343135
Dec 13 14:53:07.377998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=00f0661b-817d-4e76-b3d3-c8365cfa4a0e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:07.380844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:07.446146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d9d75642-168d-45a9-9d99-0e286ef1e1f1 req-620364cd-8b6c-4a80-94e9-7f40bbc62964 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:07.466651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.485229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-d065af25-6f9d-4029-a146-73388a7aa522 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:07.486328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-d065af25-6f9d-4029-a146-73388a7aa522 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:07.495105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Deleting subnet e17022c5-198f-4148-9b0b-977f1012ccd9 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:07.504371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.506637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:53:07.520447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:07.528309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.530957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-355410c4-15c2-409e-9c30-7b184f6d171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:07.567494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3670f0>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:07.577719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port 00f0661b-817d-4e76-b3d3-c8365cfa4a0e on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:07.588405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ec2b-d3ba-40ff-bbb8-2186a83e2649 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:52:42Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '6a69eec2-68cb-4843-a5c4-d9ce3914c847', 'name': '', 'network_id': '3493ed03-5030-4543-94c4-6b8aba8dd9de', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:21:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:07Z', 'updated_at': '2021-12-13T14:50:20Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '4ec6d4dd-60b9-4f6e-a023-dac355ab93cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:07.603025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] DHCP port deletion for 44835c37-7ec6-4458-8f80-8b4f483c0f17 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:07.620593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-c0f4a591-4a78-481f-954c-7c26743e66b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 200  len: 217 time: 0.2443461
Dec 13 14:53:07.627435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d091c38e-0455-4ce6-a9c9-42b0128df837 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:07.631551 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d091c38e-0455-4ce6-a9c9-42b0128df837 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 200  len: 205 time: 0.4162591
Dec 13 14:53:07.639782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47922) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:07.649725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Deleting port 389b7696-7fd7-48c1-8012-6897eb2e8b61 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:07.650186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.703717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d9d75642-168d-45a9-9d99-0e286ef1e1f1 req-620364cd-8b6c-4a80-94e9-7f40bbc62964 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:07.716079 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9d75642-168d-45a9-9d99-0e286ef1e1f1 req-620364cd-8b6c-4a80-94e9-7f40bbc62964 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6685507
Dec 13 14:53:07.724746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.750768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:07.751656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:07.767853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:07.784302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:07.785607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-d065af25-6f9d-4029-a146-73388a7aa522 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:07.786947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-d065af25-6f9d-4029-a146-73388a7aa522 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.6084054
Dec 13 14:53:07.789485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.796593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'code': 200}
Dec 13 14:53:07.806734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:07.887335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35461638-2974-4b48-9e08-5dd99e4f03af req-86c512fe-b201-4cf6-b8c6-d2cb5ba184d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:07.889035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-86c512fe-b201-4cf6-b8c6-d2cb5ba184d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 200  len: 835 time: 0.2521143
Dec 13 14:53:07.948197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1474e33-7d78-4943-9826-78c2c7c834b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.012602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1943c-84e0-41d6-9e77-1d716a2e8a78 None None] Network 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:08.027712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 16055ef1-0a83-453e-ae51-f163dc17dced {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:08.027965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.056652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-edec7b88-55ea-474d-9005-5555b8dbad3a None None] Could not find standard attr ID for object 00f0661b-817d-4e76-b3d3-c8365cfa4a0e. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:53:08.060154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.068288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae32a3c9-a134-499f-b564-0c15ca80b381 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:08.078837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] For port 389b7696-7fd7-48c1-8012-6897eb2e8b61, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=389b7696-7fd7-48c1-8012-6897eb2e8b61,segment=NetworkSegment(cb88af44-27af-446a-9c66-83f102920a36),segment_id=cb88af44-27af-446a-9c66-83f102920a36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:08.079357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.118438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.120566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=558eb05b-6bf5-4bf2-a111-5304378b07c1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:08.125904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:08.154215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-372d249a-3377-406e-8fed-7cf9df1a1192 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3493ed03-5030-4543-94c4-6b8aba8dd9de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2564018
Dec 13 14:53:08.161066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aec79-f71d-41b4-afbf-6667079e1b45 req-02d68459-348e-4da9-82b6-f20e3288ce3b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:08.162929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b7aec79-f71d-41b4-afbf-6667079e1b45 req-02d68459-348e-4da9-82b6-f20e3288ce3b tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 0.2280538
Dec 13 14:53:08.181362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6352ecda-f419-4576-b095-c324dea1a0d2 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:08.256243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Deleting port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:08.256833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.278263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.306934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=84ab8cf7-a173-4165-8273-217c64b4e7bd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:08.307869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:08.334838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.367529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/84ab8cf7-a173-4165-8273-217c64b4e7bd HTTP/1.1" status: 204  len: 168 time: 1.7726362
Dec 13 14:53:08.368528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47928) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:08.454671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.496065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Calling delete_port for 389b7696-7fd7-48c1-8012-6897eb2e8b61 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:08.535807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b7aec79-f71d-41b4-afbf-6667079e1b45 req-ec701b78-2994-4cdc-9dca-093d9165acb6 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3454525
Dec 13 14:53:08.548128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e55cbe0>,) {'filters': {'network_id': ['9f7a0811-aab4-44fc-adaf-a8a91a3eaaea']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:08.583718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e55cbe0>, '484bac62-6ca5-4127-b086-b856381d3f2d') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:08.584275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e55cbe0>, '484bac62-6ca5-4127-b086-b856381d3f2d') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:08.585828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced2c13-2c9f-4d9b-b655-ff61a78fe8d1 None None] New status for floating IP 247ac783-2cd0-4f01-b914-6950ac4ecc80: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:53:08.615141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-d9015287-3445-40ce-8210-eae00b0d43cb service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504747
Dec 13 14:53:08.621715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.644311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7f4fa-7bad-449a-be3e-6e15f9fce59b None None] Network e58fcb86-e944-4c30-b506-7bfd0b51ab41 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:08.650399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.660445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.667883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-260a08a9-9346-49d1-b23f-9343cab0c0aa tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:08.728078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.734489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event deleted for resources: {'Subnet': ['ID=e17022c5-198f-4148-9b0b-977f1012ccd9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:08.737421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:08.746212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 16055ef1-0a83-453e-ae51-f163dc17dced, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=16055ef1-0a83-453e-ae51-f163dc17dced,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:08.746609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.749824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 389b7696-7fd7-48c1-8012-6897eb2e8b61 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:08.765411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.796661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899afe7-80fa-424e-952c-ffc341d66b16 None None] Network 280b2f0b-a398-48b2-9e66-23355c84e91c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:08.810497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.821395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:08.859137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:08.859707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:08.868508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] No DVR routers for this DVR port 389b7696-7fd7-48c1-8012-6897eb2e8b61 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:08.876771 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:08.883747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 389b7696-7fd7-48c1-8012-6897eb2e8b61 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:08.884148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 389b7696-7fd7-48c1-8012-6897eb2e8b61 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:08.907253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Pushing event deleted for resources: {'Port': ['ID=389b7696-7fd7-48c1-8012-6897eb2e8b61,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:08.913549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:09.036128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-d76c1fe8-5c88-4d9f-bee4-4330d9ff678f service neutron] 10.222.0.72 "GET /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4046192
Dec 13 14:53:09.038461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] For port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:09.038954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.047991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.055485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1dee0e59-fc51-4e84-afb6-3cf69100e0f2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:09.073702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.152415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=9f7a0811-aab4-44fc-adaf-a8a91a3eaaea,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:09.160222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:09.166946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/9f7a0811-aab4-44fc-adaf-a8a91a3eaaea HTTP/1.1" status: 204  len: 168 time: 4.7124448
Dec 13 14:53:09.167411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47934) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:09.182705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.215764 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1019b08f-70e8-417e-9f1b-77bb15335b2c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:09.216268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1019b08f-70e8-417e-9f1b-77bb15335b2c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:09.224281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1019b08f-70e8-417e-9f1b-77bb15335b2c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/9f7a0811-aab4-44fc-adaf-a8a91a3eaaea HTTP/1.1" status: 404  len: 339 time: 0.0410669
Dec 13 14:53:09.242563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 16055ef1-0a83-453e-ae51-f163dc17dced owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:09.272598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47938) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:09.307405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138640477', 'description': 'd1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:09.337784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff179d2-acfb-4b91-b3d6-4d97574ab94d None None] DHCP port deletion for 9f7a0811-aab4-44fc-adaf-a8a91a3eaaea request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:09.346180 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/subnets/e17022c5-198f-4148-9b0b-977f1012ccd9 HTTP/1.1" status: 204  len: 168 time: 2.3372049
Dec 13 14:53:09.347162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47942) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:09.483933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] DHCP port deletion for e58fcb86-e944-4c30-b506-7bfd0b51ab41 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:09.492806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Deleting port a8abebe9-680c-4be4-914a-b581fd8527c4 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:09.493382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.555362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.557096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] DHCP port deletion for 280b2f0b-a398-48b2-9e66-23355c84e91c request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:09.574531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Deleting port 321a7930-16c4-4232-9f34-09c5d4a19e96 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:09.575160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.595185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.596628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:09.604548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:network and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:09.617054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:09.628229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:09.677566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e865dd8>,) {'filters': {'network_id': ['44835c37-7ec6-4458-8f80-8b4f483c0f17']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:09.693090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.742424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:09.748623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e865dd8>, 'cb88af44-27af-446a-9c66-83f102920a36') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:09.748967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e865dd8>, 'cb88af44-27af-446a-9c66-83f102920a36') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:09.749945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.782478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.791683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] For port a8abebe9-680c-4be4-914a-b581fd8527c4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8abebe9-680c-4be4-914a-b581fd8527c4,segment=NetworkSegment(1a00d67e-9858-4cd3-8ded-e767480a254b),segment_id=1a00d67e-9858-4cd3-8ded-e767480a254b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:09.791905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.813500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0e668-8642-4bac-b104-60ea9fab20d4 req-46314f5a-8cf3-4007-83f5-c70514813b85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:09.815358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbb0e668-8642-4bac-b104-60ea9fab20d4 req-46314f5a-8cf3-4007-83f5-c70514813b85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=86024345-70ac-4c14-9bc0-099085c4e178 HTTP/1.1" status: 200  len: 945 time: 0.5398650
Dec 13 14:53:09.859722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:09.875056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Deleting port 321a7930-16c4-4232-9f34-09c5d4a19e96 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:09.875437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.880607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.881063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment 02eaf4f4-b054-43e6-bbf8-25926b2325a9 of type vlan for network 09900892-da64-4697-889c-181c3b4d839b
Dec 13 14:53:09.900743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9084fe-5416-4979-9594-0d95d4644b20 req-10ebf2cb-8ba7-4b17-b9c2-606e44d3092d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:09.901576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3d9084fe-5416-4979-9594-0d95d4644b20 req-10ebf2cb-8ba7-4b17-b9c2-606e44d3092d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Synchronizing usage tracker for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:09.911038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.927586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.940510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3d9084fe-5416-4979-9594-0d95d4644b20 req-10ebf2cb-8ba7-4b17-b9c2-606e44d3092d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Unset dirty status for tenant:f52369af6b14440099d8e0de4beed1fb on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:09.941897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d9084fe-5416-4979-9594-0d95d4644b20 req-10ebf2cb-8ba7-4b17-b9c2-606e44d3092d tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 944 time: 0.1772759
Dec 13 14:53:09.963087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Calling delete_port for a8abebe9-680c-4be4-914a-b581fd8527c4 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:09.966124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:09.966571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.977518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.978010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:09.978421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Floating IP 7e24e044-8ac3-4404-a25c-2ec26fb02bb6 disassociated. External IP: 172.26.4.110, port: 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46.
Dec 13 14:53:09.978867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Calling delete_port for 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:09.982612 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:10.012818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.025924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6421d7a-5675-4c56-83fd-1fa886e66567 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.039009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.043249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:10.043885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.060666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9559d8e4-964a-4d66-86b7-fb611c0c50de tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.150908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] For port 321a7930-16c4-4232-9f34-09c5d4a19e96, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=321a7930-16c4-4232-9f34-09c5d4a19e96,segment=NetworkSegment(a630527b-b551-4c7d-b57c-5d0833757338),segment_id=a630527b-b551-4c7d-b57c-5d0833757338)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:10.151566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.162327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.169108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59662de4-e7f0-4c7c-83df-7eb81189e229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.170562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=16055ef1-0a83-453e-ae51-f163dc17dced,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:10.173596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:10.200203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d9084fe-5416-4979-9594-0d95d4644b20 req-b23c03f8-d689-4e39-ba39-8b38c1fd9442 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups?id=37d1e7c9-d6dc-4731-b949-414f32042b44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2481365
Dec 13 14:53:10.209737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.9369924
Dec 13 14:53:10.210653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47948) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:10.213962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=09900892-da64-4697-889c-181c3b4d839b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:10.242693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:10.260355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.265298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.276706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1ef43c5-4c5c-4a64-adde-95772cca4af6 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.359132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbb0e668-8642-4bac-b104-60ea9fab20d4 req-08d8ac12-bbae-4ef9-b90b-cfbd977cefcc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b6a4a4e-8593-4b09-acdc-d7c106589420&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4495246
Dec 13 14:53:10.366052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=44835c37-7ec6-4458-8f80-8b4f483c0f17,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:10.369882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:10.370903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 16055ef1-0a83-453e-ae51-f163dc17dced on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:10.373547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.376504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26a37e5-ac8f-4137-9e21-888da705b625 req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/16055ef1-0a83-453e-ae51-f163dc17dced HTTP/1.1" status: 204  len: 173 time: 2.5111592
Dec 13 14:53:10.390393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'name': 'network-vif-deleted', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:53:10.400081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/44835c37-7ec6-4458-8f80-8b4f483c0f17 HTTP/1.1" status: 204  len: 168 time: 2.0106361
Dec 13 14:53:10.402145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47954) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:10.477167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b554d1-743b-4da4-8e85-fb5703237a82 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:10.477979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-14b554d1-743b-4da4-8e85-fb5703237a82 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Synchronizing usage tracker for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:10.518605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.520225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 09900892-da64-4697-889c-181c3b4d839b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:10.526894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d58aef06-2727-43b2-afca-f0db0fc7d1ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.540920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86024345-70ac-4c14-9bc0-099085c4e178', 'name': 'network-vif-deleted', 'tag': '16055ef1-0a83-453e-ae51-f163dc17dced', 'status': 'completed', 'code': 200}
Dec 13 14:53:10.637779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] For port 321a7930-16c4-4232-9f34-09c5d4a19e96, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=321a7930-16c4-4232-9f34-09c5d4a19e96,segment=NetworkSegment(a630527b-b551-4c7d-b57c-5d0833757338),segment_id=a630527b-b551-4c7d-b57c-5d0833757338)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:10.638293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.642364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event deleted for resources: {'Port': ['ID=6cf6ea13-34a6-4a91-98f6-b688fc2c4f46,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:10.649736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Calling delete_port for 321a7930-16c4-4232-9f34-09c5d4a19e96 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:10.650585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-14b554d1-743b-4da4-8e85-fb5703237a82 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Unset dirty status for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:10.656378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-14b554d1-743b-4da4-8e85-fb5703237a82 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks?id=09900892-da64-4697-889c-181c3b4d839b HTTP/1.1" status: 200  len: 761 time: 0.4416649
Dec 13 14:53:10.662736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:10.695756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Pushing event deleted for resources: {'Port': ['ID=a8abebe9-680c-4be4-914a-b581fd8527c4,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:10.698018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 00f0661b-817d-4e76-b3d3-c8365cfa4a0e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:10.716606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47958) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:10.759767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:10.774345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 00f0661b-817d-4e76-b3d3-c8365cfa4a0e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:10.775045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 00f0661b-817d-4e76-b3d3-c8365cfa4a0e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:10.775641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 321a7930-16c4-4232-9f34-09c5d4a19e96 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:10.819747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Calling delete_port for 321a7930-16c4-4232-9f34-09c5d4a19e96 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:10.863646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'description': 'd2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:10.894433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3800-68ab-4bf7-a749-d71a52af306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.898401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.914003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] No DVR routers for this DVR port a8abebe9-680c-4be4-914a-b581fd8527c4 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:10.933064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.938255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:10.944060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e086339-122f-470a-8bfe-e71bd4414f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:10.989471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:10.992678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No active binding found for port 321a7930-16c4-4232-9f34-09c5d4a19e96 {{(pid=88858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 13 14:53:10.993328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 321a7930-16c4-4232-9f34-09c5d4a19e96 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:10.993928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8abebe9-680c-4be4-914a-b581fd8527c4 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:10.997200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.037266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Pushing event deleted for resources: {'Port': ['ID=321a7930-16c4-4232-9f34-09c5d4a19e96,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:11.040397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:11.047244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a8abebe9-680c-4be4-914a-b581fd8527c4 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:11.047993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8abebe9-680c-4be4-914a-b581fd8527c4 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:11.053015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] No DVR routers for this DVR port 321a7930-16c4-4232-9f34-09c5d4a19e96 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:11.152771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 16055ef1-0a83-453e-ae51-f163dc17dced no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:11.190201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 8e501b90-e22f-416d-883b-d763fe058265 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:11.190583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.193186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 16055ef1-0a83-453e-ae51-f163dc17dced {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:11.193782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 16055ef1-0a83-453e-ae51-f163dc17dced not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:11.271200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:11.285040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Sync routers for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:11.313426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:11.314604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9d5f60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:11.392763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] No DVR routers for this DVR port 6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:11.395547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.398774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-deleted', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:53:11.422772 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f820b3ad-c40b-4974-802c-848530041eda req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.72 "DELETE /v2.0/ports/6cf6ea13-34a6-4a91-98f6-b688fc2c4f46 HTTP/1.1" status: 204  len: 173 time: 6.6758630
Dec 13 14:53:11.469067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eefe04-00b0-4fa4-a908-ca5f50928303', 'name': 'network-vif-deleted', 'tag': '6cf6ea13-34a6-4a91-98f6-b688fc2c4f46', 'status': 'completed', 'code': 200}
Dec 13 14:53:11.556813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47968) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:11.566459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:11.639518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.665049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d79e3cd-96df-43f9-a092-97e39879e851 req-14253310-7a80-4798-a65c-089c89e73aa9 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/ports?device_id=39eefe04-00b0-4fa4-a908-ca5f50928303 HTTP/1.1" status: 200  len: 210 time: 0.1413801
Dec 13 14:53:11.673482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.742244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:11.742501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:11.748615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.754244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc83b6b7-c864-44af-bc62-14b6911f40ae tempest-ServersTestJSON-1621765310 tempest-ServersTestJSON-1621765310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:11.771552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a4a4e-8593-4b09-acdc-d7c106589420,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:11.774413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:11.781512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.786265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/6b6a4a4e-8593-4b09-acdc-d7c106589420 HTTP/1.1" status: 204  len: 168 time: 0.2282801
Dec 13 14:53:11.829961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.843920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47974) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:11.944030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9d5f60>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:11.946843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:11.948411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Checking router: d93bb3e6-bc43-4b1b-a250-c51f1dd5156a for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:11.962820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:11.963546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9d5f60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:11.966516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dbbde48>,) {'filters': {'network_id': ['e58fcb86-e944-4c30-b506-7bfd0b51ab41']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:11.988287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbbde48>, '1a00d67e-9858-4cd3-8ded-e767480a254b') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:11.988608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbbde48>, '1a00d67e-9858-4cd3-8ded-e767480a254b') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:12.001363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.019789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbfeefed-c55a-4e70-95e0-fadf76bced06 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:12.040722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 09900892-da64-4697-889c-181c3b4d839b is not hosted by any dhcp agent {{(pid=88857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 13 14:53:12.049341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:12.050236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.051862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "PUT /v2.0/networks/09900892-da64-4697-889c-181c3b4d839b HTTP/1.1" status: 200  len: 758 time: 1.3342171
Dec 13 14:53:12.056101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:12.057199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.077373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.120444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.164562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.167043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:12.219649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f99878-0373-4113-bec5-f9b9e98b2819 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:12.221326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4f99878-0373-4113-bec5-f9b9e98b2819 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks?id=09900892-da64-4697-889c-181c3b4d839b HTTP/1.1" status: 200  len: 761 time: 0.1627026
Dec 13 14:53:12.226194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47982) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:12.232987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358034358'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:12.240112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:12.253535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:12.277122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Deleting port 321a7930-16c4-4232-9f34-09c5d4a19e96 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:12.277457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.311657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 8e501b90-e22f-416d-883b-d763fe058265 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:12.346569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:12.351627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:12.352079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.352217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:12.372222 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:12.399398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=09900892-da64-4697-889c-181c3b4d839b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:12.404058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:12.413364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 09900892-da64-4697-889c-181c3b4d839b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:12.428086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.428477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment a48f6e28-fe3d-422e-9a09-52e39a1686f7 of type vlan for network 6331070f-8fda-4e4d-b49a-6f99e6b44703
Dec 13 14:53:12.486864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:12.503107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] The port '321a7930-16c4-4232-9f34-09c5d4a19e96' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:53:12.525279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.577007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9d5f60>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:12.583356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b38bf-75cb-440b-b994-475d65809a90 None None] The sync data for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv is: [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:49:28Z', 'revision_number': 4, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29', 'name': '', 'network_id': '2fb02f0e-633b-4a90-a956-fd254eefebe2', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'mac_address': 'fa:16:3e:a1:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:25Z', 'updated_at': '2021-12-13T14:49:38Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'subnets': [{'id': '3ab2846d-de93-47d4-a677-b7a2aa0b1a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:12.587277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.591451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:12.592096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.600664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cf6e88f-7452-46ca-a2b2-9943dc35961a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:12.615882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.633789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eabe81a0-f3fc-4a2e-aa03-504dccaca195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:12.650132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.669834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.724929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=e58fcb86-e944-4c30-b506-7bfd0b51ab41,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:12.728564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.739035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:12.747282 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/e58fcb86-e944-4c30-b506-7bfd0b51ab41 HTTP/1.1" status: 204  len: 168 time: 2.3406050
Dec 13 14:53:12.750949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 47988) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:12.766833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238680164'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:12.781422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:12.788621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:12.789719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5623841
Dec 13 14:53:12.792061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ddc4978>,) {'filters': {'network_id': ['280b2f0b-a398-48b2-9e66-23355c84e91c']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:12.799871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47992) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:12.800636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:12.804204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=6331070f-8fda-4e4d-b49a-6f99e6b44703,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:12.810996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:12.814751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:12.817945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddc4978>, 'a630527b-b551-4c7d-b57c-5d0833757338') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:12.818285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddc4978>, 'a630527b-b551-4c7d-b57c-5d0833757338') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:12.820826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6331070f-8fda-4e4d-b49a-6f99e6b44703 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:12.828179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:12.860656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 47998) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:12.867804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.891545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:12.897159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.916845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.937928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:12.938361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:12.955711 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:13.051393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:13.061689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.068349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfaa578b-4175-4850-9860-dddad5c458f1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:13.118024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.118417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 7fe8464b-d998-4893-8489-016acb907350 of type vlan for network 0719bdb0-47ec-41fa-be92-727c26b7eb7a
Dec 13 14:53:13.120507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=8e501b90-e22f-416d-883b-d763fe058265,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:13.127516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.129361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:13.134594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-637e985a-6c8d-497a-a98c-54bc3382c9f4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:13.145378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152520d-be3c-400c-b748-cbc7b6128f63 None None] New status for floating IP 7e24e044-8ac3-4404-a25c-2ec26fb02bb6: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:53:13.180272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.247587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Pushing event deleted for resources: {'Network': ['ID=280b2f0b-a398-48b2-9e66-23355c84e91c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:13.249878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:13.257405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:13.267304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0bd4cdf6-5f11-4451-86ef-1f96307015eb tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] 10.222.0.69 "DELETE /v2.0/networks/280b2f0b-a398-48b2-9e66-23355c84e91c HTTP/1.1" status: 204  len: 168 time: 3.8954871
Dec 13 14:53:13.276221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.323314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Usage tracker for resource:subnet and tenant:531ecfb47aa44a1d814c565aadeb66f9 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:13.334042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:13.362012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:13.378593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.397372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:13.459321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.464275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.520451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.524616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:13.525250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.589979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.590173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da091ca5-b7ca-4170-b921-2111c1c20ee8 tempest-PortsAdminExtendedAttrsTestJSON-2070312165 tempest-PortsAdminExtendedAttrsTestJSON-2070312165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:13.672455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48006) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:13.749229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.757597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf061026-fcb3-49fd-8ef6-479a6e5c643c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:13.766803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0146253
Dec 13 14:53:13.773266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48012) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:13.784663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d1e7c9-d6dc-4731-b949-414f32042b44,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:13.794262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:13.906521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:13.907872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "DELETE /v2.0/security-groups/37d1e7c9-d6dc-4731-b949-414f32042b44 HTTP/1.1" status: 204  len: 168 time: 1.0445547
Dec 13 14:53:13.929513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48016) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:14.012306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-dcfa6387-8974-4945-878a-17098515fb36 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] show failed (client error): The resource could not be found.
Dec 13 14:53:14.013436 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dcfa6387-8974-4945-878a-17098515fb36 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "GET /v2.0/security-groups/37d1e7c9-d6dc-4731-b949-414f32042b44 HTTP/1.1" status: 404  len: 347 time: 0.0814309
Dec 13 14:53:14.026222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48020) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:14.090044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:14.114344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=0719bdb0-47ec-41fa-be92-727c26b7eb7a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:14.124871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:14.127122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:14.145857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.214103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.229401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:14.234723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a616ee5a-1646-4ec9-bba2-9f6f4feacc6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7db33efb4b754bdb8ccbe1a16655519b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5582685
Dec 13 14:53:14.236285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:14.241218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48024) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:14.251895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:14.278368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:14.295765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Deleting port ee7f3733-8806-4e86-8db4-420bdb32c9ca {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:14.296126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.305051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.305618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router 983cda7f-77b0-4e85-8010-b52f9aa4fb81 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:14.323490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:14.370442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.371652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 204  len: 168 time: 6.7308218
Dec 13 14:53:14.372971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.378924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48028) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:14.387008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa64198-b488-41e8-bfa3-659aa6704464 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:14.390536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-157267496'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:14.440741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34991960-8775-4900-8507-d5257779638d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.448031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:14.478384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:14.482906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:14.501268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:14.508131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.532190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34991960-8775-4900-8507-d5257779638d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.572546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:14.578054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.618814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=0eb1def2-7e02-4709-bbe1-d338762c69da,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:14.626064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:14.664458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'a48f6e28-fe3d-422e-9a09-52e39a1686f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:14.664832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 6331070f-8fda-4e4d-b49a-6f99e6b44703, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:14.679923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.680474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.713985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:14.731388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.731786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment ad207adf-aa09-43b3-8cce-3c6d68755b56 of type vlan for network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca
Dec 13 14:53:14.733014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34991960-8775-4900-8507-d5257779638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.740508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82b7aa60-b5c6-490c-a89a-4ae2109dd989 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:14.767457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34991960-8775-4900-8507-d5257779638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5c1392-6a60-4505-8aeb-b070a61295b6,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:14.782282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34991960-8775-4900-8507-d5257779638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:14.817610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Calling delete_port for ee7f3733-8806-4e86-8db4-420bdb32c9ca owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:14.828333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.859437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34991960-8775-4900-8507-d5257779638d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.860637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34991960-8775-4900-8507-d5257779638d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f5c1392-6a60-4505-8aeb-b070a61295b6 HTTP/1.1" status: 204  len: 168 time: 0.6183989
Dec 13 14:53:14.889099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 6331070f-8fda-4e4d-b49a-6f99e6b44703 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:14.910351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.914521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:14.915188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.921403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54391e68-4506-43ca-adec-c4b6a4a325da tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:14.947717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6331070f-8fda-4e4d-b49a-6f99e6b44703) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:14.953688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:14.954361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:14.967833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76101e13-ad60-4548-a1d4-db0c91bf9f5c None None] Network 6331070f-8fda-4e4d-b49a-6f99e6b44703 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:14.971693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.041451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6613574
Dec 13 14:53:15.043379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2408054
Dec 13 14:53:15.045947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48034) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:15.048265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48036) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:15.049961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=1d6b0da8-aaea-44db-9ca6-d054aeb99bca,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:15.053445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:15.054075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:15.059904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:15.138687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=294feeac-4e88-4ecc-936c-aacbcd9855c8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:15.149405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:15.171820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '7fe8464b-d998-4893-8489-016acb907350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:15.172226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 0719bdb0-47ec-41fa-be92-727c26b7eb7a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:15.174464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:15.205191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:15.220809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 0719bdb0-47ec-41fa-be92-727c26b7eb7a) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:15.225604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:15.226574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.255352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31a431-f9ab-4432-9d1f-75b2f6f3e8ff None None] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:15.256786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4774001
Dec 13 14:53:15.258134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48042) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:15.265925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1257911998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:15.275020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:15.300795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:15.305144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:15.314246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:15.328795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.330482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.356175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.376463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.404530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.408655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aaf815b0-f805-445b-8dc5-99ac04a72994 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1459200
Dec 13 14:53:15.408839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48046) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:15.416035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'port': {'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a', 'name': 'tempest-RoutersIpV6Test-363554602'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:15.517954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.522054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80e11b7e-71e0-4bd4-b8cb-78157663aaa5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:15.543044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6331070f-8fda-4e4d-b49a-6f99e6b44703', 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '0eb1def2-7e02-4709-bbe1-d338762c69da'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:15.543956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.579669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:15.590611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:15.601738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:15.608610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.636020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] device_id is not set on port 6684778a-aee9-4f96-9301-e4af1a206aac yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:15.649354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Pushing event deleted for resources: {'Port': ['ID=ee7f3733-8806-4e86-8db4-420bdb32c9ca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:15.669305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:15.729717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 6a69eec2-68cb-4843-a5c4-d9ce3914c847 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:15.729717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.738442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-0719bdb0-47ec-41fa-be92-727c26b7eb7a', 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '294feeac-4e88-4ecc-936c-aacbcd9855c8'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:15.739395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.769293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:15.818687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:15.820389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8::37e (0719bdb0-47ec-41fa-be92-727c26b7eb7a/294feeac-4e88-4ecc-936c-aacbcd9855c8/6684778a-aee9-4f96-9301-e4af1a206aac) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:15.829315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:15.840730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:15.869095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Allocated IP 172.20.0.2 (6331070f-8fda-4e4d-b49a-6f99e6b44703/0eb1def2-7e02-4709-bbe1-d338762c69da/1d2f823f-055e-4f64-b9e8-4968c601d0a9) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:15.869663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:16.016451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.019206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.023466 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] 10.222.0.69 "DELETE /v2.0/floatingips/7e24e044-8ac3-4404-a25c-2ec26fb02bb6 HTTP/1.1" status: 204  len: 168 time: 1.9911253
Dec 13 14:53:16.023466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:16.024297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48050) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:16.130452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.155395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 6684778a-aee9-4f96-9301-e4af1a206aac will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:16.181348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.252077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.258165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.264490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1e38255-04b9-453c-8532-9cdd4c52cddc tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:16.278489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 6a69eec2-68cb-4843-a5c4-d9ce3914c847, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6a69eec2-68cb-4843-a5c4-d9ce3914c847,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:16.278811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.316776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.334060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Transition to ACTIVE for port object 1d2f823f-055e-4f64-b9e8-4968c601d0a9 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:16.361279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Transition to ACTIVE for port object 1d2f823f-055e-4f64-b9e8-4968c601d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:16.371573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:16.377264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:16.383029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:16.387336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:16.387992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.394063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=6684778a-aee9-4f96-9301-e4af1a206aac,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:16.404415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:16.405897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.418905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-784606de-6301-4457-8e6f-483c40d25641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:16.437775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 6a69eec2-68cb-4843-a5c4-d9ce3914c847 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:16.491568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0815487
Dec 13 14:53:16.492399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48054) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:16.504563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Network 6331070f-8fda-4e4d-b49a-6f99e6b44703 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:16.510499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:16.513206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:16.530057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Pushing event updated for resources: {'Port': ['ID=1d2f823f-055e-4f64-b9e8-4968c601d0a9,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:16.533438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:16.540139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Allocated IP 2001:db8::2 (0719bdb0-47ec-41fa-be92-727c26b7eb7a/294feeac-4e88-4ecc-936c-aacbcd9855c8/ed861d34-f04f-4c26-bdcb-deff2eca09dd) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:16.578639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.586186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7288ceab-862b-4dd4-8ed6-7e8c26335a9e tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:16.655531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb1def2-7e02-4709-bbe1-d338762c69da,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:16.667370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:16.667734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Attempting to bind port 1d2f823f-055e-4f64-b9e8-4968c601d0a9 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:16.668531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Attempting to bind port 1d2f823f-055e-4f64-b9e8-4968c601d0a9 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a48f6e28-fe3d-422e-9a09-52e39a1686f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:16.668531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Attempting to bind port 1d2f823f-055e-4f64-b9e8-4968c601d0a9 on network 6331070f-8fda-4e4d-b49a-6f99e6b44703 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:16.679688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:16.680083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Checking segment: {'id': 'a48f6e28-fe3d-422e-9a09-52e39a1686f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:16.680560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.680977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Bound using segment: {'id': 'a48f6e28-fe3d-422e-9a09-52e39a1686f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:16.681537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Bound port: 1d2f823f-055e-4f64-b9e8-4968c601d0a9, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48f6e28-fe3d-422e-9a09-52e39a1686f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:16.681942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.834480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.892845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e0966a0>,) {'filters': {'network_id': ['6331070f-8fda-4e4d-b49a-6f99e6b44703']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:16.904466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] For port 1d2f823f-055e-4f64-b9e8-4968c601d0a9, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:16.911124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0966a0>, 'a48f6e28-fe3d-422e-9a09-52e39a1686f7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:16.911425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e0966a0>, 'a48f6e28-fe3d-422e-9a09-52e39a1686f7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:16.927278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] For port 1d2f823f-055e-4f64-b9e8-4968c601d0a9, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1d2f823f-055e-4f64-b9e8-4968c601d0a9,segment=NetworkSegment(a48f6e28-fe3d-422e-9a09-52e39a1686f7),segment_id=a48f6e28-fe3d-422e-9a09-52e39a1686f7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:16.932175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.938562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b4d2ae-0b44-4915-8544-28b934df8574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:16.945030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.956426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:16.991602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c42c83f6-b20c-48d6-becc-9cdaf96a490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:16.999835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.030851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Transition to ACTIVE for port object ed861d34-f04f-4c26-bdcb-deff2eca09dd will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:17.040958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.058541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Pushing event updated for resources: {'Port': ['ID=1d2f823f-055e-4f64-b9e8-4968c601d0a9,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:17.062144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:17.070706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.071130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:17.071488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.079630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Transition to ACTIVE for port object ed861d34-f04f-4c26-bdcb-deff2eca09dd will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:17.088952 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:17.112433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.127796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:17.180179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=07b0c031-aeaf-41a2-9516-19a2fc85be45,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:17.195929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:17.217006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:17.220662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.226140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:17.226593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a99cdc-6c22-4b7f-b5ee-d94061bb754a tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:17.228812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:17.237022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Pushing event updated for resources: {'Port': ['ID=ed861d34-f04f-4c26-bdcb-deff2eca09dd,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:17.240158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:17.247778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86614fc9-bbc4-4d27-9594-4ebd2aff41e6 None None] Network 6331070f-8fda-4e4d-b49a-6f99e6b44703 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:17.257841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 13 14:53:17.257841 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 13 14:53:17.257841 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'id': '6331070f-8fda-4e4d-b49a-6f99e6b44703'}]
Dec 13 14:53:17.257841 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:17.258409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:17.280354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=6a69eec2-68cb-4843-a5c4-d9ce3914c847,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:17.285135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': 'ad207adf-aa09-43b3-8cce-3c6d68755b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:17.285502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 1d6b0da8-aaea-44db-9ca6-d054aeb99bca, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:17.291179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:17.408581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Attempting to bind port ed861d34-f04f-4c26-bdcb-deff2eca09dd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:17.409390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Attempting to bind port ed861d34-f04f-4c26-bdcb-deff2eca09dd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7fe8464b-d998-4893-8489-016acb907350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:17.410016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Attempting to bind port ed861d34-f04f-4c26-bdcb-deff2eca09dd on network 0719bdb0-47ec-41fa-be92-727c26b7eb7a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:17.488516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:17.489124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Checking segment: {'id': '7fe8464b-d998-4893-8489-016acb907350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:17.489786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.490362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Bound using segment: {'id': '7fe8464b-d998-4893-8489-016acb907350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:17.491038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Bound port: ed861d34-f04f-4c26-bdcb-deff2eca09dd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe8464b-d998-4893-8489-016acb907350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0719bdb0-47ec-41fa-be92-727c26b7eb7a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:17.491576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.546119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:17.567714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 1d6b0da8-aaea-44db-9ca6-d054aeb99bca) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:17.590818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:17.591567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.611114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6d8c9-ec83-4e4b-bcc7-88d4170ca4eb None None] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:17.639563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.688753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6417036
Dec 13 14:53:17.692314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48058) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:17.701230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-735309488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:17.711957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:17.718567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:17.722421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:17.739209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:17.756656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.758158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.762723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.787033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] For port ed861d34-f04f-4c26-bdcb-deff2eca09dd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:17.790571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port 1d2f823f-055e-4f64-b9e8-4968c601d0a9 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:17.790941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.814234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] For port ed861d34-f04f-4c26-bdcb-deff2eca09dd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed861d34-f04f-4c26-bdcb-deff2eca09dd,segment=NetworkSegment(7fe8464b-d998-4893-8489-016acb907350),segment_id=7fe8464b-d998-4893-8489-016acb907350)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:17.826828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.840662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.850768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:17.859596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de4d3f5e-7d1e-48e0-a8c0-11751f37b1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:17.992825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Pushing event updated for resources: {'Port': ['ID=ed861d34-f04f-4c26-bdcb-deff2eca09dd,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:18.000036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.004287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:18.007271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-1d6b0da8-aaea-44db-9ca6-d054aeb99bca', 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': '07b0c031-aeaf-41a2-9516-19a2fc85be45'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:18.008491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.191223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Allocated IP 172.20.0.2 (1d6b0da8-aaea-44db-9ca6-d054aeb99bca/07b0c031-aeaf-41a2-9516-19a2fc85be45/661b5e78-801a-4422-920d-0803196d7365) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:18.247758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.270325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.277627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3524b12f-acf4-4bee-a771-3badfccb6d0a tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:18.414093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.415438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e70758ed-a0a3-470c-92fa-425867604f48 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7212970
Dec 13 14:53:18.429971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48062) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:18.485574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=6684778a-aee9-4f96-9301-e4af1a206aac,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:18.493988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:18.596815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.612432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Transition to ACTIVE for port object 661b5e78-801a-4422-920d-0803196d7365 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:18.638378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Transition to ACTIVE for port object 661b5e78-801a-4422-920d-0803196d7365 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:18.644244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.653676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a32ac220-5bae-4458-b021-fe74647217fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:18.666131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port 1d2f823f-055e-4f64-b9e8-4968c601d0a9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1d2f823f-055e-4f64-b9e8-4968c601d0a9,segment=NetworkSegment(a48f6e28-fe3d-422e-9a09-52e39a1686f7),segment_id=a48f6e28-fe3d-422e-9a09-52e39a1686f7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:18.666768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.758257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.769532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:18.771078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Pushing event updated for resources: {'Port': ['ID=661b5e78-801a-4422-920d-0803196d7365,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:18.774323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:18.777222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:18.784858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed861d34-f04f-4c26-bdcb-deff2eca09dd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:18.816954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for 1d2f823f-055e-4f64-b9e8-4968c601d0a9 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:18.818685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:18.910118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Deleting port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:18.910700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:18.964953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.069047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.075779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-77c1d0fb-9a94-4da0-812a-cb37be970f99 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:19.113329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Attempting to bind port 661b5e78-801a-4422-920d-0803196d7365 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:19.113697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Attempting to bind port 661b5e78-801a-4422-920d-0803196d7365 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ad207adf-aa09-43b3-8cce-3c6d68755b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:19.114144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Attempting to bind port 661b5e78-801a-4422-920d-0803196d7365 on network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:19.124720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:19.125139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Checking segment: {'id': 'ad207adf-aa09-43b3-8cce-3c6d68755b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:19.125563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.126037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Bound using segment: {'id': 'ad207adf-aa09-43b3-8cce-3c6d68755b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:19.126847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Bound port: 661b5e78-801a-4422-920d-0803196d7365, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad207adf-aa09-43b3-8cce-3c6d68755b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d6b0da8-aaea-44db-9ca6-d054aeb99bca'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:19.127378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.176163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ed861d34-f04f-4c26-bdcb-deff2eca09dd completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:19.195652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=1d2f823f-055e-4f64-b9e8-4968c601d0a9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:19.230175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] For port 661b5e78-801a-4422-920d-0803196d7365, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:19.233389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] For port 661b5e78-801a-4422-920d-0803196d7365, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=661b5e78-801a-4422-920d-0803196d7365,segment=NetworkSegment(ad207adf-aa09-43b3-8cce-3c6d68755b56),segment_id=ad207adf-aa09-43b3-8cce-3c6d68755b56)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:19.237758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.242844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:19.243065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:19.337332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] For port 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:19.337733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.338553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Pushing event updated for resources: {'Port': ['ID=661b5e78-801a-4422-920d-0803196d7365,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:19.342175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:19.363728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port 1d2f823f-055e-4f64-b9e8-4968c601d0a9 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:19.652870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.789764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:19.805999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Calling delete_port for 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:19.819619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ed31240>,) {'filters': {'network_id': ['6331070f-8fda-4e4d-b49a-6f99e6b44703']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:19.948455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed31240>, 'a48f6e28-fe3d-422e-9a09-52e39a1686f7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:19.948939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ed31240>, 'a48f6e28-fe3d-422e-9a09-52e39a1686f7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:20.041351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.047168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.048069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.054747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:20.200048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=6684778a-aee9-4f96-9301-e4af1a206aac,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:20.203243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:20.278430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.285281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.296592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-756b30ff-6104-4a64-8601-659835c1d231 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:20.321036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c533136-8bba-4ea0-9183-c48b3dd8346a None None] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:20.349932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.354441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:20.357261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:20.377746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:20.378159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:20.405386 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:20.476219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:20.479688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:20.677442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Provisioning for port ed861d34-f04f-4c26-bdcb-deff2eca09dd completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:20.679752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.704208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Provisioning complete for port ed861d34-f04f-4c26-bdcb-deff2eca09dd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:20.704682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.712705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:20.743266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.764091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=6331070f-8fda-4e4d-b49a-6f99e6b44703,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:20.788066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:20.795730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 661b5e78-801a-4422-920d-0803196d7365 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:20.860231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/6331070f-8fda-4e4d-b49a-6f99e6b44703 HTTP/1.1" status: 204  len: 168 time: 5.8075049
Dec 13 14:53:20.864823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48066) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:20.942947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0db5b2-2949-4890-b75c-552a9b464c70 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] GET failed (client error): The resource could not be found.
Dec 13 14:53:20.943926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d0db5b2-2949-4890-b75c-552a9b464c70 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Synchronizing usage tracker for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:20.960441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.20.0.1 (1d6b0da8-aaea-44db-9ca6-d054aeb99bca/07b0c031-aeaf-41a2-9516-19a2fc85be45/c12051da-75e5-48f3-91e2-873bae602efd) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:20.962681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:20.980189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 661b5e78-801a-4422-920d-0803196d7365 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:20.983424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:20.984505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d0db5b2-2949-4890-b75c-552a9b464c70 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Unset dirty status for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:20.986361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d0db5b2-2949-4890-b75c-552a9b464c70 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets/0eb1def2-7e02-4709-bbe1-d338762c69da HTTP/1.1" status: 404  len: 337 time: 0.1201136
Dec 13 14:53:20.994095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48070) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:21.024934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] For port ed861d34-f04f-4c26-bdcb-deff2eca09dd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed861d34-f04f-4c26-bdcb-deff2eca09dd,segment=NetworkSegment(7fe8464b-d998-4893-8489-016acb907350),segment_id=7fe8464b-d998-4893-8489-016acb907350)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:21.032289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade33881-4728-4e6d-aa73-a4fa7bc290e6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:21.033502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade33881-4728-4e6d-aa73-a4fa7bc290e6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:21.035671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ade33881-4728-4e6d-aa73-a4fa7bc290e6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/6331070f-8fda-4e4d-b49a-6f99e6b44703 HTTP/1.1" status: 404  len: 339 time: 0.0338461
Dec 13 14:53:21.041852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48074) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:21.048596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.051373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ce8ddd9-c573-4776-84f2-9c3071359664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:21.091883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.129830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Pushing event updated for resources: {'Port': ['ID=ed861d34-f04f-4c26-bdcb-deff2eca09dd,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:21.134052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:21.240640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router f06f7d4d-61cc-46d2-801f-da758da9f187 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:21.347993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f85f7-cf66-407f-b531-c683e328c3d0 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:21.349229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d58f85f7-cf66-407f-b531-c683e328c3d0 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Synchronizing usage tracker for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:21.494095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d58f85f7-cf66-407f-b531-c683e328c3d0 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Unset dirty status for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:21.497849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fb2ad-8dd9-4e5c-bdfc-ab4ff5f0110c None None] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:21.498455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:21.498603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d58f85f7-cf66-407f-b531-c683e328c3d0 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4545219
Dec 13 14:53:21.507165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.597737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object c12051da-75e5-48f3-91e2-873bae602efd will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:21.612772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Provisioning complete for port ed861d34-f04f-4c26-bdcb-deff2eca09dd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:21.613587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.651008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.656246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f441df96-6c77-4911-baba-e72c16cff702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:21.752157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:21.754245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:21.761237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/9bc48dfc-5d4c-4b35-a998-faba8262c7ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9161241
Dec 13 14:53:21.766156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:21.768856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:21.776905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Sync routers for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:21.795876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:21.795876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff660354588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:21.850656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48082) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:21.851372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:21.857677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d3ec56e-57a3-4fb3-858a-af133a26c916 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Synchronizing usage tracker for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:21.879013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9d3ec56e-57a3-4fb3-858a-af133a26c916 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Unset dirty status for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:21.880299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9d3ec56e-57a3-4fb3-858a-af133a26c916 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 207 time: 0.3793409
Dec 13 14:53:21.890220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48084) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:21.929611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=c12051da-75e5-48f3-91e2-873bae602efd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:21.933650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:21.940761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Provisioning for port 6684778a-aee9-4f96-9301-e4af1a206aac completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:21.948395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Provisioning complete for port 6684778a-aee9-4f96-9301-e4af1a206aac triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:21.949235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.032035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.059535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4ea7-50a8-4dff-b6ba-b52236ee0b52 None None] Port 6684778a-aee9-4f96-9301-e4af1a206aac cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:22.163601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:22.206419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Provisioning for port 661b5e78-801a-4422-920d-0803196d7365 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:22.212863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Provisioning complete for port 661b5e78-801a-4422-920d-0803196d7365 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:22.213563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.388873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:22.422942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] Sync routers for ids ['f06f7d4d-61cc-46d2-801f-da758da9f187'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:22.456076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 4ec6d4dd-60b9-4f6e-a023-dac355ab93cf {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:22.463341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.469288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] Routers {'f06f7d4d-61cc-46d2-801f-da758da9f187'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:22.470268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f06f7d4d-61cc-46d2-801f-da758da9f187'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:22.537565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:22.551641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:22.567777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:22.568213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.572734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:22.573601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Synchronizing usage tracker for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:22.597048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Unset dirty status for tenant:531ecfb47aa44a1d814c565aadeb66f9 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:22.598676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a85d0c8-1f86-4d4c-b167-38234d271b6a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.7044525
Dec 13 14:53:22.607507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48090) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:22.617147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/f06f7d4d-61cc-46d2-801f-da758da9f187/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1171422
Dec 13 14:53:22.637470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48094) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:22.640191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed861d34-f04f-4c26-bdcb-deff2eca09dd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:22.747309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119b0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:22.758458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.809357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5f471-e793-48a1-84f1-9f908e7638eb tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:22.811711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1cc5f471-e793-48a1-84f1-9f908e7638eb tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports/6684778a-aee9-4f96-9301-e4af1a206aac HTTP/1.1" status: 200  len: 983 time: 0.1679034
Dec 13 14:53:22.820078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48098) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:22.844278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] For port 661b5e78-801a-4422-920d-0803196d7365, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=661b5e78-801a-4422-920d-0803196d7365,segment=NetworkSegment(ad207adf-aa09-43b3-8cce-3c6d68755b56),segment_id=ad207adf-aa09-43b3-8cce-3c6d68755b56)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:22.851706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] Routers {'f06f7d4d-61cc-46d2-801f-da758da9f187'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:22.852919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f06f7d4d-61cc-46d2-801f-da758da9f187'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:22.932557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff660354588>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:53:16Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:22.934448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:22.936727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Checking router: 9bc48dfc-5d4c-4b35-a998-faba8262c7ee for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:22.949631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Routers {'9bc48dfc-5d4c-4b35-a998-faba8262c7ee'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:22.950352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff660354588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:22.950746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63954de2-4048-4874-b777-8a7e24deebda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:23.001271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0119b0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:23.001940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed4d1f-3171-4765-b667-f4c1f0266ca8 None None] The sync data for ids ['f06f7d4d-61cc-46d2-801f-da758da9f187'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:23.028039 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9142a11c-6669-44d6-9a4e-c72172e4201a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.4144635
Dec 13 14:53:23.030719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48102) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.070346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Provisioning complete for port 6684778a-aee9-4f96-9301-e4af1a206aac triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:23.070937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.104409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ed861d34-f04f-4c26-bdcb-deff2eca09dd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:23.104889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.130249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:23.158080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaca91-0899-4a3b-8a80-bdb5a3c42164 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:23.160141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaca91-0899-4a3b-8a80-bdb5a3c42164 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:23.168463 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8beaca91-0899-4a3b-8a80-bdb5a3c42164 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1362729
Dec 13 14:53:23.169606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48106) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.176772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Pushing event updated for resources: {'Port': ['ID=661b5e78-801a-4422-920d-0803196d7365,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:23.179935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7b1f9-74db-4c42-ab99-68b9bdcb8c3e None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:53:23.214744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:23.222667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] Set router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:23.264725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Port 6684778a-aee9-4f96-9301-e4af1a206aac cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:23.334709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7eaf1c-cdef-439f-ab22-a85d280ba811 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:23.336477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7eaf1c-cdef-439f-ab22-a85d280ba811 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:23.344010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b7eaf1c-cdef-439f-ab22-a85d280ba811 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1714900
Dec 13 14:53:23.345026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48110) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.397116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Provisioning for port c12051da-75e5-48f3-91e2-873bae602efd completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:23.409830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Provisioning complete for port c12051da-75e5-48f3-91e2-873bae602efd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:23.410452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.507762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Port c12051da-75e5-48f3-91e2-873bae602efd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:23.515513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7b1f9-74db-4c42-ab99-68b9bdcb8c3e None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:53:23.565200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Provisioning complete for port 661b5e78-801a-4422-920d-0803196d7365 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:23.565806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.603349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfed677-1027-424c-a7dc-07bfc4cc1c79 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:23.611308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2bfed677-1027-424c-a7dc-07bfc4cc1c79 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks/09ec9b52-49cc-4a60-8897-51abd6fd6cf7 HTTP/1.1" status: 200  len: 800 time: 0.2638626
Dec 13 14:53:23.613148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48114) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.643400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.738640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff660354588>, [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:53:16Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:23.754696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48d209-80a1-4013-ae4c-bfff5e8224b5 None None] The sync data for ids ['9bc48dfc-5d4c-4b35-a998-faba8262c7ee'] in dv-neutron-821565-1-hyperv is: [{'id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'name': 'tempest-TestNetworkBasicOps-router-2100177850', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:48Z', 'updated_at': '2021-12-13T14:53:16Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '30b3613f-72a9-444a-bac8-21a8ac31fd2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc48dfc-5d4c-4b35-a998-faba8262c7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:50Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:23.798565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:23.805766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] 10.222.0.69 "PUT /v2.0/routers/d93bb3e6-bc43-4b1b-a250-c51f1dd5156a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7794538
Dec 13 14:53:23.810184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48118) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.854220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Sync routers for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:23.880155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:23.881079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff660354710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:23.897037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.909148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69b0cef0-b022-49f1-849f-259349df25a1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/networks/09ec9b52-49cc-4a60-8897-51abd6fd6cf7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2944036
Dec 13 14:53:23.910631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:23.914635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48122) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:23.994827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4edf53c-8ed8-4198-984d-cbc0c7195f77 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:24.016640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25c6d4-fc64-43ef-b471-694065d50164 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:24.018609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a25c6d4-fc64-43ef-b471-694065d50164 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets/92253774-cd70-4ee8-82aa-10e4d5bbe681 HTTP/1.1" status: 200  len: 811 time: 0.1006494
Dec 13 14:53:24.030656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48126) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:24.085771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.098646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:24.102016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=c12051da-75e5-48f3-91e2-873bae602efd,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:24.136081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.136773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.137201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.137617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.138031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.138616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.139025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.139534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.139942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.140345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.140749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:24.145349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205d3e3-a21a-4b42-90bd-a31a710e2bec tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:24.147431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a205d3e3-a21a-4b42-90bd-a31a710e2bec tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "GET /v2.0/subnets/92253774-cd70-4ee8-82aa-10e4d5bbe681?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1151319
Dec 13 14:53:24.154103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48130) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:24.165738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:24.178263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387121254'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:24.183053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:24.200032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:24.249187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Provisioning complete for port 6684778a-aee9-4f96-9301-e4af1a206aac triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:24.249660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.252790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:24.258690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.293640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.306867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9b898ee0-f7c6-4597-a08b-6c50fe9ad56c None None] Port 6684778a-aee9-4f96-9301-e4af1a206aac cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:24.425299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.437764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4618aa98-6283-4d62-8d80-350bec5f1fbb tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:24.493222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec6d4dd-60b9-4f6e-a023-dac355ab93cf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:24.501689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:24.506253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff660354710>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:53:20Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:24.509089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:24.514412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Checking router: d93bb3e6-bc43-4b1b-a250-c51f1dd5156a for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:24.527946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.531631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2252d-a706-4d05-8531-9cdf9c512213 None None] Network 3493ed03-5030-4543-94c4-6b8aba8dd9de requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:24.538388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Routers {'d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:24.539246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff660354710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:24.546013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.546411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Added segment db51dd72-8d15-48fd-ab05-517907e5d7be of type vlan for network 9b29077f-c7b9-42b6-8fe9-f155cf167662
Dec 13 14:53:24.580016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/4ec6d4dd-60b9-4f6e-a023-dac355ab93cf HTTP/1.1" status: 204  len: 168 time: 2.6826601
Dec 13 14:53:24.581362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:24.620683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:24.632478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:24.664675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 661b5e78-801a-4422-920d-0803196d7365 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:24.741971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.767344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Deleting port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:24.769299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.879270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:24.894795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 661b5e78-801a-4422-920d-0803196d7365 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:24.895583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.019202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] Set router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:25.178594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] DHCP port deletion for 3493ed03-5030-4543-94c4-6b8aba8dd9de request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:25.187050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Deleting port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:25.187589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.198611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.202986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:25.203683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.229165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f87cb022-d4f4-4b38-b7be-696745b8acc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:25.230590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6a69eec2-68cb-4843-a5c4-d9ce3914c847 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:25.306858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 6a69eec2-68cb-4843-a5c4-d9ce3914c847 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:25.307277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6a69eec2-68cb-4843-a5c4-d9ce3914c847 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:25.371324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2001855
Dec 13 14:53:25.379203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:25.396089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:25.408341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ea882161-c067-4b5c-a5fb-39bc6d900e72 None None] Provisioning complete for port c12051da-75e5-48f3-91e2-873bae602efd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:25.412927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea882161-c067-4b5c-a5fb-39bc6d900e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.438869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Network': ['ID=9b29077f-c7b9-42b6-8fe9-f155cf167662,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:25.452465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:25.501486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:25.577357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff660354710>, [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:53:20Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:25.586925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17c871-de81-4868-ab16-cc0a92a78e7e None None] The sync data for ids ['d93bb3e6-bc43-4b1b-a250-c51f1dd5156a'] in dv-neutron-821565-1-hyperv is: [{'id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'name': 'tempest-ServerActionsTestJSON-1754000871-router', 'tenant_id': 'f52369af6b14440099d8e0de4beed1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:49:11Z', 'updated_at': '2021-12-13T14:53:20Z', 'revision_number': 5, 'project_id': 'f52369af6b14440099d8e0de4beed1fb', 'gw_port': {'id': '3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb3e6-bc43-4b1b-a250-c51f1dd5156a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:49:15Z', 'updated_at': '2021-12-13T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:25.614454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ea882161-c067-4b5c-a5fb-39bc6d900e72 None None] Port c12051da-75e5-48f3-91e2-873bae602efd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:25.619094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] For port 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:25.619886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.643012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.797284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Calling delete_port for 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:25.833249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] For port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,segment=NetworkSegment(5186797c-5a74-40bb-a878-f41acd56ddd7),segment_id=5186797c-5a74-40bb-a878-f41acd56ddd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:25.834032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:25.875942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router e0c6ef5b-9470-4fd5-ad28-464569314950 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:25.993913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Calling delete_port for be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:26.082191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.097104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:26.118492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:26.131343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:26.146558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.152494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Pushing event deleted for resources: {'Port': ['ID=be5b6eb4-72c8-4d75-a6c1-aeffb178cc98,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:26.155200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:26.163100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] No DVR routers for this DVR port be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:26.177415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a34a8f0-f25b-4c40-9f51-861406af6d81 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:26.221342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Made reservation on behalf of 531ecfb47aa44a1d814c565aadeb66f9 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:26.447091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Pushing event deleted for resources: {'Port': ['ID=3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:26.492153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 6684778a-aee9-4f96-9301-e4af1a206aac {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:26.492536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.498116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.520008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.521349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.521779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.522202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.522622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.523025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.523449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.523896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.524305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.524683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.525096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:26.539466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:26.568875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:26.601768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:26.613565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/e0c6ef5b-9470-4fd5-ad28-464569314950/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1769056
Dec 13 14:53:26.613750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:26.613750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device be5b6eb4-72c8-4d75-a6c1-aeffb178cc98 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:26.613750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:26.614060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48142) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:26.642657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] Sync routers for ids ['e0c6ef5b-9470-4fd5-ad28-464569314950'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:26.653640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:26.654164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0d9c9a89-c43b-4c3f-8078-3a24ea7ccc29 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:26.662923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] Routers {'e0c6ef5b-9470-4fd5-ad28-464569314950'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:26.664674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec950b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e0c6ef5b-9470-4fd5-ad28-464569314950'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:26.689051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.732793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec950b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:26.745893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing IP validity checks on allocation pools {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:53:26.746944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:53:26.748310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] Routers {'e0c6ef5b-9470-4fd5-ad28-464569314950'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:26.749519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec950b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e0c6ef5b-9470-4fd5-ad28-464569314950'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:26.772404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdf867-9e7c-4fbf-b5c4-2cef91e48bb3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:26.773038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7cdf867-9e7c-4fbf-b5c4-2cef91e48bb3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:26.783112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.814244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec950b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:26.814819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785350f0-25ae-469f-8f12-3a7de5bb0b48 None None] The sync data for ids ['e0c6ef5b-9470-4fd5-ad28-464569314950'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:26.857050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:26.919820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 6684778a-aee9-4f96-9301-e4af1a206aac owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:26.946754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7cdf867-9e7c-4fbf-b5c4-2cef91e48bb3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:26.948109 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7cdf867-9e7c-4fbf-b5c4-2cef91e48bb3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports/c12051da-75e5-48f3-91e2-873bae602efd HTTP/1.1" status: 200  len: 910 time: 0.3342865
Dec 13 14:53:26.954533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48146) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:26.962809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07b0c031-aeaf-41a2-9516-19a2fc85be45'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:27.166225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.269005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.319716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.342639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.348907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.349510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93bb3e6-bc43-4b1b-a250-c51f1dd5156a {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:27.376875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc3d101-ea6a-4c9c-82db-9b27e9928dd9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:27.395335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.402903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bad9da5-3065-46ab-b704-26b5f1d286dc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:27.429958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=6684778a-aee9-4f96-9301-e4af1a206aac,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:27.436219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:27.471591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.472883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] 10.222.0.69 "DELETE /v2.0/routers/d93bb3e6-bc43-4b1b-a250-c51f1dd5156a HTTP/1.1" status: 204  len: 168 time: 3.6616940
Dec 13 14:53:27.479032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48150) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:27.552304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.565864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:27.576267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:27.585384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 30b3613f-72a9-444a-bac8-21a8ac31fd2e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:27.585766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.641279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Deleting subnet 3ab2846d-de93-47d4-a677-b7a2aa0b1a21 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:27.647216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.676472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Checking segment: {'id': 'db51dd72-8d15-48fd-ab05-517907e5d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:27.676801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network hostable DHCP agents. Network: 9b29077f-c7b9-42b6-8fe9-f155cf167662, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:27.757127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.884141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:27.896541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.904786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9b29077f-c7b9-42b6-8fe9-f155cf167662) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:27.913390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed0162-6294-4e38-a109-7d3578b40d77 None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:27.925278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:27.925909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:27.949522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 30b3613f-72a9-444a-bac8-21a8ac31fd2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=30b3613f-72a9-444a-bac8-21a8ac31fd2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:27.949820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.186510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-9b29077f-c7b9-42b6-8fe9-f155cf167662', 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662', 'tenant_id': '531ecfb47aa44a1d814c565aadeb66f9', 'fixed_ips': [{'subnet_id': '7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:28.187640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.357277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.9669158
Dec 13 14:53:28.364429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48154) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:28.365855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 30b3613f-72a9-444a-bac8-21a8ac31fd2e owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:28.379105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:28.390589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Allocated IP 172.20.0.3 (9b29077f-c7b9-42b6-8fe9-f155cf167662/7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52/e719a432-4b93-4394-861f-a98c04e5b00a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:28.404177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.537619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.543801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-461b551b-55cc-4429-abac-b8577f818501 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:28.595136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:28.623609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab2846d-de93-47d4-a677-b7a2aa0b1a21,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:28.630816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:28.637280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:28.637683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3453cfa4-5ba1-4ea0-a512-ef0e96a3fb7f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:28.641051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.647817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cedfe2-d12c-424d-a4f8-c6743372d316 None None] Network 2fb02f0e-633b-4a90-a956-fd254eefebe2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:28.660382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3ab2846d-de93-47d4-a677-b7a2aa0b1a21 HTTP/1.1" status: 204  len: 168 time: 1.1736357
Dec 13 14:53:28.661310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48158) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:28.701629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.716782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.723144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e44c36d2-4d77-48e1-a674-7da5e66c0f91 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:28.774304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Transition to ACTIVE for port object e719a432-4b93-4394-861f-a98c04e5b00a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:28.838428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=30b3613f-72a9-444a-bac8-21a8ac31fd2e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:28.845394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:28.877624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.882722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Transition to ACTIVE for port object e719a432-4b93-4394-861f-a98c04e5b00a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:28.893117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.898725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d22c000b-7209-4de3-8c6f-76b444b6d10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:28.933901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.940282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Deleting port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:28.940548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.957785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.987311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:28.990147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:28.992237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Pushing event updated for resources: {'Port': ['ID=e719a432-4b93-4394-861f-a98c04e5b00a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:28.996433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:28.999530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:29.000317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:29.020197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:29.171297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router f06f7d4d-61cc-46d2-801f-da758da9f187 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:29.193060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.200216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:29.200964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.205532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/ports/c12051da-75e5-48f3-91e2-873bae602efd HTTP/1.1" status: 200  len: 910 time: 2.2469127
Dec 13 14:53:29.209268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=c12051da-75e5-48f3-91e2-873bae602efd,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:29.211577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48162) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:29.213206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66164328'] for subnet, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.213416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] DHCP port deletion for 2fb02f0e-633b-4a90-a956-fd254eefebe2 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:29.219238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:29.245667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Deleting port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:29.246094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.309661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Attempting to bind port e719a432-4b93-4394-861f-a98c04e5b00a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:29.310086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Attempting to bind port e719a432-4b93-4394-861f-a98c04e5b00a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'db51dd72-8d15-48fd-ab05-517907e5d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:29.310502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Attempting to bind port e719a432-4b93-4394-861f-a98c04e5b00a on network 9b29077f-c7b9-42b6-8fe9-f155cf167662 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:29.328846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:29.329169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Checking segment: {'id': 'db51dd72-8d15-48fd-ab05-517907e5d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:29.329701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.330157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Bound using segment: {'id': 'db51dd72-8d15-48fd-ab05-517907e5d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:29.330703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Bound port: e719a432-4b93-4394-861f-a98c04e5b00a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db51dd72-8d15-48fd-ab05-517907e5d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9b29077f-c7b9-42b6-8fe9-f155cf167662'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:29.331160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.569374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] For port e719a432-4b93-4394-861f-a98c04e5b00a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:29.572523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] For port b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:29.572970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.581845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.602476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.612198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] For port b0f18ac7-9196-4cd7-935c-3c87fff5bc63, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,segment=NetworkSegment(25e300d5-437f-4c0c-af79-a15e146ef81f),segment_id=25e300d5-437f-4c0c-af79-a15e146ef81f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:29.612588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.635390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:29.643499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] For port e719a432-4b93-4394-861f-a98c04e5b00a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e719a432-4b93-4394-861f-a98c04e5b00a,segment=NetworkSegment(db51dd72-8d15-48fd-ab05-517907e5d7be),segment_id=db51dd72-8d15-48fd-ab05-517907e5d7be)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:29.656386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] Sync routers for ids ['f06f7d4d-61cc-46d2-801f-da758da9f187'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:29.665956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/f06f7d4d-61cc-46d2-801f-da758da9f187/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8422084
Dec 13 14:53:29.675362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48166) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:29.698176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] Routers {'f06f7d4d-61cc-46d2-801f-da758da9f187'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:29.699289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f31c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f06f7d4d-61cc-46d2-801f-da758da9f187'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:29.715481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Calling delete_port for b0f18ac7-9196-4cd7-935c-3c87fff5bc63 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:29.742283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.745466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Calling delete_port for b0f18ac7-9196-4cd7-935c-3c87fff5bc63 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:29.752973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-820d984a-439d-4519-8294-181da6faf009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:29.790885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f31c3c8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:29.807740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.808340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc48dfc-5d4c-4b35-a998-faba8262c7ee {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:29.815145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] Routers {'f06f7d4d-61cc-46d2-801f-da758da9f187'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:29.816826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f31c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f06f7d4d-61cc-46d2-801f-da758da9f187'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:29.828878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Pushing event updated for resources: {'Port': ['ID=e719a432-4b93-4394-861f-a98c04e5b00a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:29.838876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:29.843416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.847202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/9bc48dfc-5d4c-4b35-a998-faba8262c7ee HTTP/1.1" status: 204  len: 168 time: 5.2631664
Dec 13 14:53:29.859398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48170) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:29.899055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 13 14:53:29.899055 dv-neutron-821565-1-hyperv neutron-server[88745]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 13 14:53:29.899055 dv-neutron-821565-1-hyperv neutron-server[88745]: [parameters: {'port_id': 'b0f18ac7-9196-4cd7-935c-3c87fff5bc63'}]
Dec 13 14:53:29.899055 dv-neutron-821565-1-hyperv neutron-server[88745]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:29.899562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:29.925703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:29.934541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7798f93f-fce3-4e88-9177-cc9d4a304c70 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:29.936879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f31c3c8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:29.937340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080284bd-f8be-4fab-a82c-524484cd90be None None] The sync data for ids ['f06f7d4d-61cc-46d2-801f-da758da9f187'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:29.986756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f18ac7-9196-4cd7-935c-3c87fff5bc63,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:30.040740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:30.059174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] No DVR routers for this DVR port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:30.123787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.271917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.298943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65833958'] for subnet, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.317961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73e2a113-063d-49b4-8607-5a45162161ac tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:30.326100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65df6f0f0>,) {'filters': {'network_id': ['2fb02f0e-633b-4a90-a956-fd254eefebe2']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.365138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65df6f0f0>, '25e300d5-437f-4c0c-af79-a15e146ef81f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.365482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65df6f0f0>, '25e300d5-437f-4c0c-af79-a15e146ef81f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.400495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Deleting port b0f18ac7-9196-4cd7-935c-3c87fff5bc63 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:30.401309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.428778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.446353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.475420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-af6d426f-dc36-4628-a3e3-61a55704b20f None None] The port 'b0f18ac7-9196-4cd7-935c-3c87fff5bc63' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:53:30.478832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.490927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dcbfc50>,) {'filters': {'network_id': ['3493ed03-5030-4543-94c4-6b8aba8dd9de']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.498686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:30.499161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:30.515931 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:30.549193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event updated for resources: {'Subnet': ['ID=7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:30.552780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:30.553429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.554835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "PUT /v2.0/subnets/7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52 HTTP/1.1" status: 200  len: 877 time: 2.1893630
Dec 13 14:53:30.557618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:30.562543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48174) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:30.599383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dcbfc50>, '5186797c-5a74-40bb-a878-f41acd56ddd7') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.599987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dcbfc50>, '5186797c-5a74-40bb-a878-f41acd56ddd7') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:30.617602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.634248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e719a432-4b93-4394-861f-a98c04e5b00a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:30.648382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.650601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.654752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7ce9f35-5374-408d-8e6a-b8da24409f18 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:30.666514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.672488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.687737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:30.688365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.705029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb02f0e-633b-4a90-a956-fd254eefebe2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:30.707155 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:30.714214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:30.721461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e719a432-4b93-4394-861f-a98c04e5b00a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:30.726842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] 10.222.0.69 "DELETE /v2.0/networks/2fb02f0e-633b-4a90-a956-fd254eefebe2 HTTP/1.1" status: 204  len: 168 time: 2.0638442
Dec 13 14:53:30.799716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0f18ac7-9196-4cd7-935c-3c87fff5bc63 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:30.825435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.836556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.842386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54204500-c0f4-420e-95da-cd63cd2bf56e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:30.844508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b0f18ac7-9196-4cd7-935c-3c87fff5bc63 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:30.845250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0f18ac7-9196-4cd7-935c-3c87fff5bc63 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:30.845878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 30b3613f-72a9-444a-bac8-21a8ac31fd2e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:30.881236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=3493ed03-5030-4543-94c4-6b8aba8dd9de,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:30.884330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:30.885960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 30b3613f-72a9-444a-bac8-21a8ac31fd2e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:30.886556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 30b3613f-72a9-444a-bac8-21a8ac31fd2e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:30.886692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-334480f1-2b6f-41e3-8154-e2e9b20ad0b8 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] remove_router_interface failed (client error): The resource could not be found.
Dec 13 14:53:30.891041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/3493ed03-5030-4543-94c4-6b8aba8dd9de HTTP/1.1" status: 204  len: 168 time: 1.0263174
Dec 13 14:53:30.891250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-334480f1-2b6f-41e3-8154-e2e9b20ad0b8 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/f06f7d4d-61cc-46d2-801f-da758da9f187/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.2165692
Dec 13 14:53:30.899827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48180) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:30.908350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48184) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:30.914641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1533151811', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:30.920051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:30.924520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:30.928024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:30.936531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:30.946868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:30.953097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.969262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7793cfd7-e1e4-4a06-9310-b853f89b947a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:30.985816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:30.995659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:30.996055 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment d656bd82-9333-4121-86be-4b5758ddad15 of type vlan for network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2
Dec 13 14:53:31.009968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.021340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48188) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:31.023389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7793cfd7-e1e4-4a06-9310-b853f89b947a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:31.024699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7793cfd7-e1e4-4a06-9310-b853f89b947a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=f06f7d4d-61cc-46d2-801f-da758da9f187 HTTP/1.1" status: 200  len: 205 time: 0.1238649
Dec 13 14:53:31.029925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48192) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:31.041945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.096628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port e719a432-4b93-4394-861f-a98c04e5b00a {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:31.097045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.100084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.104276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:31.104913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.110506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f049262-2790-4689-ae72-860ed98d765c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:31.127738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e068e00-c9cb-4e8d-a145-0495d39eeb9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f52369af6b14440099d8e0de4beed1fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1051369
Dec 13 14:53:31.136370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48196) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:31.315429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.535599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6230893
Dec 13 14:53:31.535599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=71be1a30-ac2f-42d1-ad70-a2ae77a736c2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:31.538373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48200) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:31.544242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:31.548928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:31.550920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:31.558884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:31.565128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:31.568900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:31.584490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:31.593222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.608012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.609055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.628103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.661323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.841035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port e719a432-4b93-4394-861f-a98c04e5b00a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e719a432-4b93-4394-861f-a98c04e5b00a,segment=NetworkSegment(db51dd72-8d15-48fd-ab05-517907e5d7be),segment_id=db51dd72-8d15-48fd-ab05-517907e5d7be)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:31.841439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.842489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.851937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.857624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-343c8f75-d3ae-48f1-ab1c-c2c49e08bb3b tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:31.869874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae1c603-41d2-48b3-b2f9-873d063a8eb5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:31.874597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:31.901934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81adf7-0f3a-42fc-ad50-e868d729cebe None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:31.923131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:31.927532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dae1c603-41d2-48b3-b2f9-873d063a8eb5 HTTP/1.1" status: 204  len: 168 time: 0.7851431
Dec 13 14:53:32.061020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Provisioning for port e719a432-4b93-4394-861f-a98c04e5b00a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:32.069829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Provisioning complete for port e719a432-4b93-4394-861f-a98c04e5b00a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:32.070257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.099523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.141775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.296377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for e719a432-4b93-4394-861f-a98c04e5b00a owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:32.305654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.322438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.244 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:32.388204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] For port e719a432-4b93-4394-861f-a98c04e5b00a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e719a432-4b93-4394-861f-a98c04e5b00a,segment=NetworkSegment(db51dd72-8d15-48fd-ab05-517907e5d7be),segment_id=db51dd72-8d15-48fd-ab05-517907e5d7be)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:32.394230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.404322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:32.491337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Pushing event updated for resources: {'Port': ['ID=e719a432-4b93-4394-861f-a98c04e5b00a,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:32.496800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:32.533203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.553343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.554252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.615809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e719a432-4b93-4394-861f-a98c04e5b00a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:32.620715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.629730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b38e2da-fdc1-46f6-8e76-90dddc2e78b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:32.629986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:32.630161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:32.694478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.695194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router f06f7d4d-61cc-46d2-801f-da758da9f187 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:32.730290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:32.730670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e719a432-4b93-4394-861f-a98c04e5b00a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:32.731180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.734178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:32.738608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:32.739736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:32.742111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:32.759540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.763652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b780c25b-7883-4625-9517-414a45d95e97 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/f06f7d4d-61cc-46d2-801f-da758da9f187 HTTP/1.1" status: 204  len: 168 time: 1.7319257
Dec 13 14:53:32.765794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48216) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:32.939608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f395d-0d3b-49b8-9b1c-dacbb5ebf387 None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:32.998643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:32.999466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.132727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 294feeac-4e88-4ecc-936c-aacbcd9855c8 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:33.139909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port e719a432-4b93-4394-861f-a98c04e5b00a {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:33.140411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.166624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-df789fa8-29a3-482d-ac68-87beef009bd4 None None] Provisioning complete for port e719a432-4b93-4394-861f-a98c04e5b00a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:33.167067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df789fa8-29a3-482d-ac68-87beef009bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.190620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.248458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48226) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:33.255336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port c12051da-75e5-48f3-91e2-873bae602efd {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:33.255722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.289527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:33.433517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2041452312'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:33.441711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:33.444025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.447359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:network and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:33.452367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:33.511579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:33.535837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:33.541313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.559737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.613023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:33.619567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:security_group_rule and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:33.623126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:33.631447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:33.646728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:33.657582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Sync routers for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:33.672298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:33.673616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1d49e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:33.692557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.694096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.1545391
Dec 13 14:53:33.700383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48232) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:33.766191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ccca20d2-cb32-45ce-ace6-8e7e96ada469 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0644226
Dec 13 14:53:33.768978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48236) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:33.771982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.790589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-531aff59-613e-4ac9-bd2c-935ab3f28d69 None None] Provisioning complete for port e719a432-4b93-4394-861f-a98c04e5b00a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:33.791129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-531aff59-613e-4ac9-bd2c-935ab3f28d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.806282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.820464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.828284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.883502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-970bda00-1ca5-4c53-8b0f-996cc027fb4e tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:33.941005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:33.945434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2b3978-e28d-4278-9182-520c1613c17e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:33.953430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:33.972199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for c12051da-75e5-48f3-91e2-873bae602efd owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:33.975862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:33.976254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Added segment 06de90ab-3abb-4f8c-b66f-5c43127d9a5a of type vlan for network cd6315a2-c455-466b-90ce-13d3e49c993d
Dec 13 14:53:33.983590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37abb8d3-74d9-4f25-b229-ac2d321787f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:33.988518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37abb8d3-74d9-4f25-b229-ac2d321787f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2152469
Dec 13 14:53:33.989116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48240) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:34.054505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9dc23be9-a05c-40a8-b499-ba20062e86e0 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0617580
Dec 13 14:53:34.055687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48244) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:34.061348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.069900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070186802', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:34.071298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port e719a432-4b93-4394-861f-a98c04e5b00a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e719a432-4b93-4394-861f-a98c04e5b00a,segment=NetworkSegment(db51dd72-8d15-48fd-ab05-517907e5d7be),segment_id=db51dd72-8d15-48fd-ab05-517907e5d7be)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:34.071697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.159968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:34.206850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.210935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:34.211582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.215660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:34.219517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:34.235438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for e719a432-4b93-4394-861f-a98c04e5b00a owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:34.245963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:34.253472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:34.274719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:34.294956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0394979
Dec 13 14:53:34.296462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48248) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:34.304081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.315726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:34.334287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d863332-d037-4730-bd3b-0c63ee25e85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:34.351293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:34.371984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Network': ['ID=cd6315a2-c455-466b-90ce-13d3e49c993d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:34.378308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:34.405905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:34.428070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=294feeac-4e88-4ecc-936c-aacbcd9855c8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:34.434493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:34.473883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.500056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.516398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ceb264-6c43-47a6-bba3-79269ba41de3 None None] Network 0719bdb0-47ec-41fa-be92-727c26b7eb7a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:34.820788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1d49e8>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:32Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:34.827680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Checking router: ea7f4623-eda5-43d3-8ddf-65d5f5e79927 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:34.828086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Updating router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:53:34.873113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/294feeac-4e88-4ecc-936c-aacbcd9855c8 HTTP/1.1" status: 204  len: 168 time: 2.0707347
Dec 13 14:53:34.876386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48252) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:34.886938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:34.899042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:34.903276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.906187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:34.922208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:34.942808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.944346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] DHCP port deletion for 0719bdb0-47ec-41fa-be92-727c26b7eb7a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:34.948013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.953284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c080dbb1-d16b-4ae6-8a3b-4d4f7a37ee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:34.953686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Deleting port ed861d34-f04f-4c26-bdcb-deff2eca09dd {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:34.954142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:34.996240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:35.025204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.032364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=c12051da-75e5-48f3-91e2-873bae602efd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:35.092892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port ed861d34-f04f-4c26-bdcb-deff2eca09dd {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:35.093318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.228019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe23fb9-9f15-4582-a725-4eaca1b97775 None None] DHCP port deletion for 9b29077f-c7b9-42b6-8fe9-f155cf167662 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:35.249841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.257255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d676eea-8d8a-44b5-837d-8f07ef028242 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:35.258096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=e719a432-4b93-4394-861f-a98c04e5b00a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:35.401773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:35.404782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:35.405363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:35.430172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port e719a432-4b93-4394-861f-a98c04e5b00a on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:35.466062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=2ada51cd-786f-46cf-b50f-98a2f2be1dbe,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:35.473085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:35.480872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port ed861d34-f04f-4c26-bdcb-deff2eca09dd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed861d34-f04f-4c26-bdcb-deff2eca09dd,segment=NetworkSegment(7fe8464b-d998-4893-8489-016acb907350),segment_id=7fe8464b-d998-4893-8489-016acb907350)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:35.481388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.520265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.530947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.556976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:35.557535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: 71be1a30-ac2f-42d1-ad70-a2ae77a736c2, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:35.560781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Transition to ACTIVE for port object c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:35.576430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.583971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] For port ed861d34-f04f-4c26-bdcb-deff2eca09dd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed861d34-f04f-4c26-bdcb-deff2eca09dd,segment=NetworkSegment(7fe8464b-d998-4893-8489-016acb907350),segment_id=7fe8464b-d998-4893-8489-016acb907350)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:35.584414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.599278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9b20ec41-b508-4292-b7ea-0bc1a742ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:35.637385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for ed861d34-f04f-4c26-bdcb-deff2eca09dd owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:35.680676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.714770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.721897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:35.732402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 71be1a30-ac2f-42d1-ad70-a2ae77a736c2) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:35.736822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.742486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:35.743385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.747290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:35.778949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Calling delete_port for ed861d34-f04f-4c26-bdcb-deff2eca09dd owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:35.808542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=ed861d34-f04f-4c26-bdcb-deff2eca09dd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:35.808850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4e63a-7e3f-4a21-ab7c-ee28b2df0a9e None None] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:35.815298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:35.824022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port ed861d34-f04f-4c26-bdcb-deff2eca09dd on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:35.868899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.8100650
Dec 13 14:53:35.880740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Pushing event updated for resources: {'Port': ['ID=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:35.886804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48256) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:35.888115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Attempting to bind port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:35.888538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Attempting to bind port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:35.888956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Attempting to bind port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:35.891451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:35.977771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:35.978197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:35.978554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:35.979036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:35.979606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Bound port: c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:35.980364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.048789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:36.049209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:36.052650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.121339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c53c510-30b2-4931-89d1-9cb4715e7412 tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:36.190788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:36.199433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:36.242246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.254854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c85e2fe8-d451-4e3b-b7b1-7b3a3f88f8fc tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:36.267810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f874ad-7d0d-4b7d-93bb-7c7a3733c8b5 None None] Network 9b29077f-c7b9-42b6-8fe9-f155cf167662 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:36.377827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.420601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f331f98>,) {'filters': {'network_id': ['0719bdb0-47ec-41fa-be92-727c26b7eb7a']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.437532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f331f98>, '7fe8464b-d998-4893-8489-016acb907350') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.439113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f331f98>, '7fe8464b-d998-4893-8489-016acb907350') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.462392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] For port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:36.503966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.508941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:36.509875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.520205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.521305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] For port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:36.529321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.538588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:36.539627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.558923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Deleting port ed861d34-f04f-4c26-bdcb-deff2eca09dd {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:36.559221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=98e3dbbe-9b4b-4a62-bef0-6179c2b668cf,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:36.559325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.569214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:36.572074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dd59748>,) {'filters': {'network_id': ['9b29077f-c7b9-42b6-8fe9-f155cf167662']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.583735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.596548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd59748>, 'db51dd72-8d15-48fd-ab05-517907e5d7be') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.596548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd59748>, 'db51dd72-8d15-48fd-ab05-517907e5d7be') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.598245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43ff3a87-b09b-4753-a833-5cf3ea41055a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:36.610121 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:36.624219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.633288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router e0c6ef5b-9470-4fd5-ad28-464569314950 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:36.636624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:36.637023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network hostable DHCP agents. Network: cd6315a2-c455-466b-90ce-13d3e49c993d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:36.644804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed861d34-f04f-4c26-bdcb-deff2eca09dd no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:36.655580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.666192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:36.666629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:36.684190 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:36.735058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.739625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.747572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15eec1f4-d476-4b04-a248-80f0ef17bd08 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:36.769444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/0719bdb0-47ec-41fa-be92-727c26b7eb7a HTTP/1.1" status: 204  len: 168 time: 1.8913512
Dec 13 14:53:36.774563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=0719bdb0-47ec-41fa-be92-727c26b7eb7a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:36.777445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:36.778772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48260) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:36.779460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-adabf032-fb8b-43ac-848e-60485aeea1a6 None None] The port 'ed861d34-f04f-4c26-bdcb-deff2eca09dd' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:53:36.789175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89738728'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:36.795322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:36.797575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3de0d2-8532-4e4b-90c4-763e33cd6a09 None None] DHCP port deletion for 9b29077f-c7b9-42b6-8fe9-f155cf167662 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:36.803067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:36.806780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:36.813021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ed861d34-f04f-4c26-bdcb-deff2eca09dd {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:36.813450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed861d34-f04f-4c26-bdcb-deff2eca09dd not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:36.813916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e719a432-4b93-4394-861f-a98c04e5b00a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:36.817697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:36.873992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e719a432-4b93-4394-861f-a98c04e5b00a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:36.874548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e719a432-4b93-4394-861f-a98c04e5b00a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:36.900761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.909615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Pushing event updated for resources: {'Port': ['ID=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:36.915728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-361bee67-7ca6-4dab-a1c9-45801b274864 tempest-FloatingIPTestJSON-709549304 tempest-FloatingIPTestJSON-709549304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:36.916128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:36.920147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:36.928147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.963096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:36.963783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1d49e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:36.979280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:36.996753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:36.997153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 67be470b-5e0d-4624-9f2e-ffc76e04ef2d of type vlan for network 3321721c-d461-4ab2-a1c4-76154857f56f
Dec 13 14:53:37.075760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Allocated IP 172.20.0.2 (71be1a30-ac2f-42d1-ad70-a2ae77a736c2/2ada51cd-786f-46cf-b50f-98a2f2be1dbe/259b4045-1157-43b4-b309-208dd4c43f2a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:37.096794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.152842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.156998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:37.157810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.164593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bdb75d81-87a7-47a4-87d9-735f418421bf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:37.180258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:37.188964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.204583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=9b29077f-c7b9-42b6-8fe9-f155cf167662,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:37.214820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:37.225827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, cd6315a2-c455-466b-90ce-13d3e49c993d) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:37.230572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:37.236404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69455a6a-d627-42fc-ae34-dd9be7b56014 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/e0c6ef5b-9470-4fd5-ad28-464569314950/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0206904
Dec 13 14:53:37.238435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:37.239219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.244813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48264) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.246345 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/9b29077f-c7b9-42b6-8fe9-f155cf167662 HTTP/1.1" status: 204  len: 168 time: 6.6827207
Dec 13 14:53:37.252065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] Sync routers for ids ['e0c6ef5b-9470-4fd5-ad28-464569314950'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:37.265867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] Routers {'e0c6ef5b-9470-4fd5-ad28-464569314950'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:37.266920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3574a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e0c6ef5b-9470-4fd5-ad28-464569314950'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:37.272439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c218c4-f21d-46e8-aa63-8d97cfc106cf None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:37.300272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6243dd51-dda4-4f5d-807a-677c74558f3d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:37.303735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48268) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.333845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=3321721c-d461-4ab2-a1c4-76154857f56f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:37.348893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5685430
Dec 13 14:53:37.351467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3574a8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:37.357008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48272) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.364631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] Routers {'e0c6ef5b-9470-4fd5-ad28-464569314950'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:37.364797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:37.365725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3574a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:11Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e0c6ef5b-9470-4fd5-ad28-464569314950'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:37.380653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c490ed28-5988-40b2-8abc-4585146f6cef tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:37.381148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c490ed28-5988-40b2-8abc-4585146f6cef tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:37.385781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c490ed28-5988-40b2-8abc-4585146f6cef tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/7cc20e2e-c8c3-4fb2-ae72-722a4d07cc52 HTTP/1.1" status: 404  len: 337 time: 0.0762596
Dec 13 14:53:37.387624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6243dd51-dda4-4f5d-807a-677c74558f3d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:37.391399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6243dd51-dda4-4f5d-807a-677c74558f3d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0c6ef5b-9470-4fd5-ad28-464569314950 HTTP/1.1" status: 200  len: 205 time: 0.1410937
Dec 13 14:53:37.391399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48276) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.411218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.1120393
Dec 13 14:53:37.411218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48278) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.426880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 3321721c-d461-4ab2-a1c4-76154857f56f details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:37.430357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:37.430872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48282) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.446530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3574a8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:37.446917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:37.447612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286acdd0-4509-429f-946f-3e8f9c3e37ce None None] The sync data for ids ['e0c6ef5b-9470-4fd5-ad28-464569314950'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:37.451530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'name': 'tempest-NetworksTestDHCPv6-1898717940'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:37.525554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7ba000-6079-4c84-93cb-79746a9edb9c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:37.526017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7ba000-6079-4c84-93cb-79746a9edb9c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:37.530419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c7ba000-6079-4c84-93cb-79746a9edb9c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/9b29077f-c7b9-42b6-8fe9-f155cf167662 HTTP/1.1" status: 404  len: 339 time: 0.1279223
Dec 13 14:53:37.563713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48288) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.621172 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d558d7b-9947-4454-95cf-701f75f6bb7d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:37.621866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d558d7b-9947-4454-95cf-701f75f6bb7d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:37.628085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d558d7b-9947-4454-95cf-701f75f6bb7d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/0eb1def2-7e02-4709-bbe1-d338762c69da HTTP/1.1" status: 404  len: 337 time: 0.0587723
Dec 13 14:53:37.628085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48292) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.678808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:37.684292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:37.689890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:37.697803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:37.708279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.725232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b76861-3e6d-43bd-9684-8e2a8e0f1e32 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:37.725914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b76861-3e6d-43bd-9684-8e2a8e0f1e32 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:37.730408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45b76861-3e6d-43bd-9684-8e2a8e0f1e32 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/6331070f-8fda-4e4d-b49a-6f99e6b44703 HTTP/1.1" status: 404  len: 339 time: 0.0989254
Dec 13 14:53:37.736574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48296) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:37.789162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:37.797240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:37.801819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:37.812919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:37.830912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:37.902627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:37.908980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.938058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:37.962546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 2280d58c-7f86-4448-8ce7-a5febb4ddaca yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:38.037156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.140182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.147611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00031c63-94fb-42b2-b365-2523eb478109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.165116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Transition to ACTIVE for port object 259b4045-1157-43b4-b309-208dd4c43f2a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:38.178316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '98e3dbbe-9b4b-4a62-bef0-6179c2b668cf'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:38.179264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.234698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.253107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Transition to ACTIVE for port object 259b4045-1157-43b4-b309-208dd4c43f2a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:38.306766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e2556a0>,) {'filters': {'network_id': ['09900892-da64-4697-889c-181c3b4d839b']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:38.324321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.330710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:38.348448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::57 (cd6315a2-c455-466b-90ce-13d3e49c993d/98e3dbbe-9b4b-4a62-bef0-6179c2b668cf/2280d58c-7f86-4448-8ce7-a5febb4ddaca) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:38.352768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e2556a0>, '02eaf4f4-b054-43e6-bbf8-25926b2325a9') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:38.353410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e2556a0>, '02eaf4f4-b054-43e6-bbf8-25926b2325a9') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:38.364261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.376880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.385138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.427426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.445288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:38.446157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Pushing event updated for resources: {'Port': ['ID=259b4045-1157-43b4-b309-208dd4c43f2a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:38.452423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:38.454578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:38.456603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:38.463374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.464111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router e0c6ef5b-9470-4fd5-ad28-464569314950 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:38.491823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:38.492422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.494163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.497953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65cf0f80-9f93-448c-b6d9-d3e012e1e16a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/e0c6ef5b-9470-4fd5-ad28-464569314950 HTTP/1.1" status: 204  len: 168 time: 1.0550966
Dec 13 14:53:38.498332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1d49e8>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:32Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:38.499300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48300) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:38.516880 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:38.539876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4431f92-7236-48c8-9886-cfbd2b2d96d5 None None] The sync data for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv is: [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:32Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:38.565065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Attempting to bind port 259b4045-1157-43b4-b309-208dd4c43f2a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:38.566610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Attempting to bind port 259b4045-1157-43b4-b309-208dd4c43f2a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:38.567241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Attempting to bind port 259b4045-1157-43b4-b309-208dd4c43f2a on network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:38.578627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:38.579491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Checking segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:38.580122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.580924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Bound using segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:38.582189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Bound port: 259b4045-1157-43b4-b309-208dd4c43f2a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:38.582796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.600170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.604885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-949ddd7d-feab-4442-a7f6-1e0b4ac2c6cc tempest-NetworksIpV6TestAttrs-649383847 tempest-NetworksIpV6TestAttrs-649383847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:38.697089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] For port 259b4045-1157-43b4-b309-208dd4c43f2a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:38.700423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] For port 259b4045-1157-43b4-b309-208dd4c43f2a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=259b4045-1157-43b4-b309-208dd4c43f2a,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:38.705465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.710630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-820d984a-439d-4519-8294-181da6faf009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:38.720728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=e91dfe81-2b5b-4233-90dc-713c79635b5d,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:38.728220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:38.801752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Pushing event updated for resources: {'Port': ['ID=259b4045-1157-43b4-b309-208dd4c43f2a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:38.805179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:38.839219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '67be470b-5e0d-4624-9f2e-ffc76e04ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:38.839624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 3321721c-d461-4ab2-a1c4-76154857f56f, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:38.881744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet 07b0c031-aeaf-41a2-9516-19a2fc85be45 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:38.886102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.948594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:38.989464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 3321721c-d461-4ab2-a1c4-76154857f56f is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:39.014371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 3321721c-d461-4ab2-a1c4-76154857f56f) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:39.027246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:39.027781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.054653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f8cf6-61fc-4bab-8849-0c6a152e4236 None None] Network 3321721c-d461-4ab2-a1c4-76154857f56f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:39.058367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.067411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.070575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7123711
Dec 13 14:53:39.080149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48304) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.090636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-690999936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:39.101514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:39.107088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.125378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:39.144738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.147615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:39.160512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:39.175881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:39.192483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=09900892-da64-4697-889c-181c3b4d839b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:39.196494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:39.200710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.201889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.234957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.247908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.249649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:39.316127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=07b0c031-aeaf-41a2-9516-19a2fc85be45,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:39.317060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/09900892-da64-4697-889c-181c3b4d839b HTTP/1.1" status: 204  len: 168 time: 1.5779872
Dec 13 14:53:39.326684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48308) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.327695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:39.368405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.404618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.411944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfd940-7c92-4fb3-84ad-01972dfe0079 None None] Network 1d6b0da8-aaea-44db-9ca6-d054aeb99bca requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:39.433551 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c818fed-022d-4782-82a4-917ef44f4a0d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:39.434050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c818fed-022d-4782-82a4-917ef44f4a0d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:39.448251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/07b0c031-aeaf-41a2-9516-19a2fc85be45 HTTP/1.1" status: 204  len: 168 time: 0.9427443
Dec 13 14:53:39.448251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c818fed-022d-4782-82a4-917ef44f4a0d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/558eb05b-6bf5-4bf2-a111-5304378b07c1 HTTP/1.1" status: 404  len: 337 time: 0.1154437
Dec 13 14:53:39.448251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48312) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.453272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-3321721c-d461-4ab2-a1c4-76154857f56f', 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': 'e91dfe81-2b5b-4233-90dc-713c79635b5d'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:39.454350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.479135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48316) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.486666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.491574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 2280d58c-7f86-4448-8ce7-a5febb4ddaca will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:39.565932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a7ec2c-2a93-45ee-a20b-16df8aeac1c1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:39.566571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a7ec2c-2a93-45ee-a20b-16df8aeac1c1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:39.572570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f2a7ec2c-2a93-45ee-a20b-16df8aeac1c1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/9f7a0811-aab4-44fc-adaf-a8a91a3eaaea HTTP/1.1" status: 404  len: 339 time: 0.0886908
Dec 13 14:53:39.573301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48320) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.618393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.643116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d91ebc9-a278-4231-aba5-23746376770d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:39.708011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.712144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5ba1d0a1-ce17-44e5-9c6e-334c096b4443 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6269124
Dec 13 14:53:39.712144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2238ef-8b04-486d-aac9-6d65326cbd6f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:39.712144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2238ef-8b04-486d-aac9-6d65326cbd6f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:39.716843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e2238ef-8b04-486d-aac9-6d65326cbd6f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/bd18ca4f-006c-4fb6-baad-89e6dc5d6fcd HTTP/1.1" status: 404  len: 337 time: 0.1349494
Dec 13 14:53:39.716988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48324) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.716988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48326) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:39.747073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.760815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 661b5e78-801a-4422-920d-0803196d7365 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:39.761563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.779407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:39.905062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/98e3dbbe-9b4b-4a62-bef0-6179c2b668cf/e79f32c7-98da-49b0-9fe8-c4157ded506a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:40.004792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c46c108-5835-43f5-92cd-e5a4a093109e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.005388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c46c108-5835-43f5-92cd-e5a4a093109e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.016391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=2280d58c-7f86-4448-8ce7-a5febb4ddaca,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:40.036874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4c46c108-5835-43f5-92cd-e5a4a093109e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/09082737-3b86-4878-aa37-4dece3e416c9 HTTP/1.1" status: 404  len: 339 time: 0.3174224
Dec 13 14:53:40.042861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Allocated IP 2001:db8::2 (3321721c-d461-4ab2-a1c4-76154857f56f/e91dfe81-2b5b-4233-90dc-713c79635b5d/f5ca1fd0-1c10-4278-8390-4967befe4a76) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:40.044699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48332) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.046464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:40.046596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] DHCP port deletion for 1d6b0da8-aaea-44db-9ca6-d054aeb99bca request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:40.075230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Deleting port 661b5e78-801a-4422-920d-0803196d7365 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:40.075678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.107760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d1b75b-756f-4d79-a31a-3e6decb8f01b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.110005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d1b75b-756f-4d79-a31a-3e6decb8f01b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.112437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-95d1b75b-756f-4d79-a31a-3e6decb8f01b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/c62fc306-6152-4c1c-ab9a-f20e38263e6f HTTP/1.1" status: 404  len: 337 time: 0.0663741
Dec 13 14:53:40.115079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.145983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0ed562-7c59-464b-8e7d-8c56cde431b8 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.146566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0ed562-7c59-464b-8e7d-8c56cde431b8 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.148660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b0ed562-7c59-464b-8e7d-8c56cde431b8 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/4ef4a912-1d58-45b5-bed9-49594ae17fea HTTP/1.1" status: 404  len: 339 time: 0.0323415
Dec 13 14:53:40.150914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 661b5e78-801a-4422-920d-0803196d7365, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=661b5e78-801a-4422-920d-0803196d7365,segment=NetworkSegment(ad207adf-aa09-43b3-8cce-3c6d68755b56),segment_id=ad207adf-aa09-43b3-8cce-3c6d68755b56)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:40.151594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.157349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:40.159163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48340) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.162829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:40.205785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (71be1a30-ac2f-42d1-ad70-a2ae77a736c2/2ada51cd-786f-46cf-b50f-98a2f2be1dbe/09ca0084-b187-40e9-81e0-d3f5a46f0ca7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:40.208236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:40.213089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:40.213559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.296893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 661b5e78-801a-4422-920d-0803196d7365 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:40.350248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a40f8a48-abdd-4adc-827f-9c89e74e2ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.363621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0efe0f-128f-4309-a712-3cb1e3fb6dae tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.364871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0efe0f-128f-4309-a712-3cb1e3fb6dae tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.369372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-be0efe0f-128f-4309-a712-3cb1e3fb6dae tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/1610b808-076b-4d01-9752-0d1049934a13 HTTP/1.1" status: 404  len: 337 time: 0.2037804
Dec 13 14:53:40.372638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48344) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.403777 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f04320-f54d-47df-a076-21c2a740d449 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.404337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f04320-f54d-47df-a076-21c2a740d449 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.412629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30f04320-f54d-47df-a076-21c2a740d449 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/43169bc8-4547-42d7-bcf2-74a732d5ccd3 HTTP/1.1" status: 404  len: 339 time: 0.0386441
Dec 13 14:53:40.413948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.419435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48348) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.420223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:40.446572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.0034065
Dec 13 14:53:40.472199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48350) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.694313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] For port 661b5e78-801a-4422-920d-0803196d7365, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=661b5e78-801a-4422-920d-0803196d7365,segment=NetworkSegment(ad207adf-aa09-43b3-8cce-3c6d68755b56),segment_id=ad207adf-aa09-43b3-8cce-3c6d68755b56)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:40.695567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.902305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:40.938167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:40.972173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2f56e1-46c3-4ee3-a0d7-59d6e71b6545 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:40.972908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2f56e1-46c3-4ee3-a0d7-59d6e71b6545 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:40.975058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee2f56e1-46c3-4ee3-a0d7-59d6e71b6545 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/a2bf03a1-5bf0-4a49-b18d-374d2983cc0a HTTP/1.1" status: 404  len: 337 time: 0.5119491
Dec 13 14:53:40.981633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48356) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:40.984847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=661b5e78-801a-4422-920d-0803196d7365,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:40.990695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:40.995525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port 661b5e78-801a-4422-920d-0803196d7365 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:41.005322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.037911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f845822-8530-4d8e-8422-eb6f1facc310 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.038415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f845822-8530-4d8e-8422-eb6f1facc310 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.040314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f845822-8530-4d8e-8422-eb6f1facc310 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/4a2975e9-3e5a-4165-b97b-5c32fe428e8a HTTP/1.1" status: 404  len: 339 time: 0.0577207
Dec 13 14:53:41.048771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48360) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.055184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.059760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:41.084381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ffc5e2-cc45-4400-b1e1-3ee07e52e058 None None] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:41.121791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Calling delete_port for 661b5e78-801a-4422-920d-0803196d7365 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:41.157107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.177377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514c29d-93df-4ff9-9431-688bcd8a6360 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:41.181675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d514c29d-93df-4ff9-9431-688bcd8a6360 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.7002969
Dec 13 14:53:41.187965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48364) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.210776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1382df-f3f7-4f01-bc4d-65c93bc4c668 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.211290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1382df-f3f7-4f01-bc4d-65c93bc4c668 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.216026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac1382df-f3f7-4f01-bc4d-65c93bc4c668 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/ea10f312-cb68-4ea0-99c9-c96a6b3c38c4 HTTP/1.1" status: 404  len: 337 time: 0.1637936
Dec 13 14:53:41.216202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Transition to ACTIVE for port object e79f32c7-98da-49b0-9fe8-c4157ded506a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:41.219579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48368) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.221024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.228902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea98dd8>,) {'filters': {'network_id': ['1d6b0da8-aaea-44db-9ca6-d054aeb99bca']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:41.252758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea98dd8>, 'ad207adf-aa09-43b3-8cce-3c6d68755b56') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:41.253004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea98dd8>, 'ad207adf-aa09-43b3-8cce-3c6d68755b56') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:41.255334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28201be5-6069-4322-9cd1-2b2341b0921e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:41.287436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.315117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.316238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.316377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 2280d58c-7f86-4448-8ce7-a5febb4ddaca {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:41.316764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.358899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.363612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Transition to ACTIVE for port object e79f32c7-98da-49b0-9fe8-c4157ded506a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:41.364773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:41.369974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15e273d-c5cc-41ee-aece-1809560103db tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.370676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15e273d-c5cc-41ee-aece-1809560103db tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.371324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:41.371767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.374930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f15e273d-c5cc-41ee-aece-1809560103db tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/2d43d5f7-d503-4e0f-87b6-99154db8fb94 HTTP/1.1" status: 404  len: 339 time: 0.1402514
Dec 13 14:53:41.374930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:41.375450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48372) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.377731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b5336a3b-0706-4c4d-83aa-138f974748ae None None] Provisioning for port 259b4045-1157-43b4-b309-208dd4c43f2a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:41.382358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Transition to ACTIVE for port object f5ca1fd0-1c10-4278-8390-4967befe4a76 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:41.389471 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:41.401009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:41.411582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.420831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c855920d-3a76-45d1-a318-ce690f118df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:41.494917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Transition to ACTIVE for port object f5ca1fd0-1c10-4278-8390-4967befe4a76 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:41.498508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:53:41.498942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:53:41.520265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.525018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.530763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eee15f85-cfd6-45c7-bcc0-e72466e6d8d9 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:41.547423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.567012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:41.591181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=1d6b0da8-aaea-44db-9ca6-d054aeb99bca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:41.598622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:41.599183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:41.599622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.606564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/1d6b0da8-aaea-44db-9ca6-d054aeb99bca HTTP/1.1" status: 204  len: 168 time: 2.1589851
Dec 13 14:53:41.606750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48376) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.627474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181764791', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:41.633511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:41.634704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Pushing event updated for resources: {'Port': ['ID=e79f32c7-98da-49b0-9fe8-c4157ded506a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:41.637226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:41.646898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:41.649539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:41.678182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Network 3321721c-d461-4ab2-a1c4-76154857f56f is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:41.690832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:41.693642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:41.694310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:41.695025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:53:41.702595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:41.703143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.703538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.703957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.704726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.705119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.705923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.705923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.706243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.706566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.706938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.707342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:41.711480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:41.716236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:41.719837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:41.741862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.742874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.754757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:41.765010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.772690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:41.773662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c621fd07-1f59-41be-816b-105086e597f7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.774369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c621fd07-1f59-41be-816b-105086e597f7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.787895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c621fd07-1f59-41be-816b-105086e597f7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/20aba0a9-a631-49a6-996f-2683a835ca3b HTTP/1.1" status: 404  len: 337 time: 0.3964529
Dec 13 14:53:41.823871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48380) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.857896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b028e76-a40b-4e35-b8d0-a1a3bc5d5619 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.858417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b028e76-a40b-4e35-b8d0-a1a3bc5d5619 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.862892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b028e76-a40b-4e35-b8d0-a1a3bc5d5619 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/28628376-3fca-49f1-9e2e-dadcf64d0d6f HTTP/1.1" status: 404  len: 339 time: 0.0360725
Dec 13 14:53:41.872258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48384) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.899719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 2280d58c-7f86-4448-8ce7-a5febb4ddaca owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:41.912635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.934051 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d042be-6b26-4c74-a48d-12ab1331b383 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:41.934544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d042be-6b26-4c74-a48d-12ab1331b383 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:41.939102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10d042be-6b26-4c74-a48d-12ab1331b383 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/545b47eb-81d5-411f-b0e3-be47a67fde48 HTTP/1.1" status: 404  len: 337 time: 0.0631495
Dec 13 14:53:41.940899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48388) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:41.945052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:41.987907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Pushing event updated for resources: {'Port': ['ID=f5ca1fd0-1c10-4278-8390-4967befe4a76,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:41.991129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:42.000699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-850f7845-983c-4195-816a-57a420db6274 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:53:42.001859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850f7845-983c-4195-816a-57a420db6274 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:53:42.004217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Deleting port 661b5e78-801a-4422-920d-0803196d7365 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:42.004217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.022665 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-850f7845-983c-4195-816a-57a420db6274 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/dbd5a884-cf11-4995-a478-f5f0689f5695 HTTP/1.1" status: 404  len: 339 time: 0.0803428
Dec 13 14:53:42.024147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48392) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:42.039793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Attempting to bind port e79f32c7-98da-49b0-9fe8-c4157ded506a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:42.040222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Attempting to bind port e79f32c7-98da-49b0-9fe8-c4157ded506a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:42.040639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Attempting to bind port e79f32c7-98da-49b0-9fe8-c4157ded506a on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:42.068144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8::1 (3321721c-d461-4ab2-a1c4-76154857f56f/e91dfe81-2b5b-4233-90dc-713c79635b5d/5d02f494-ffda-4a8d-9057-a5861992bfb1) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:42.073068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.096732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.099988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28573f17-a823-4f63-952b-e98753b1db0f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4812098
Dec 13 14:53:42.100163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:42.104780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Attempting to bind port f5ca1fd0-1c10-4278-8390-4967befe4a76 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:42.105343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Attempting to bind port f5ca1fd0-1c10-4278-8390-4967befe4a76 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '67be470b-5e0d-4624-9f2e-ffc76e04ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:42.105602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Attempting to bind port f5ca1fd0-1c10-4278-8390-4967befe4a76 on network 3321721c-d461-4ab2-a1c4-76154857f56f {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:42.109147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-744477102'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:42.115527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.149002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-39d00347-0a62-43ed-bd9c-8f778b982d24 None None] The port '661b5e78-801a-4422-920d-0803196d7365' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:53:42.151245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:42.167355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:42.170341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:42.170733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:42.171686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.172146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:42.173275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Bound port: e79f32c7-98da-49b0-9fe8-c4157ded506a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:42.173404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.175055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:42.208245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.212790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:42.213221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Checking segment: {'id': '67be470b-5e0d-4624-9f2e-ffc76e04ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:42.213908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.214116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Bound using segment: {'id': '67be470b-5e0d-4624-9f2e-ffc76e04ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:42.214338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:42.214623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Bound port: f5ca1fd0-1c10-4278-8390-4967befe4a76, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be470b-5e0d-4624-9f2e-ffc76e04ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3321721c-d461-4ab2-a1c4-76154857f56f'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:42.215079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.235474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.345021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting subnet 92253774-cd70-4ee8-82aa-10e4d5bbe681 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:42.348952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.378275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.379888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:42.386926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.389625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10ce30af-41e7-4ac9-868f-4b80008cde6a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.415847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:42.417459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] For port f5ca1fd0-1c10-4278-8390-4967befe4a76, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:42.423248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] For port f5ca1fd0-1c10-4278-8390-4967befe4a76, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f5ca1fd0-1c10-4278-8390-4967befe4a76,segment=NetworkSegment(67be470b-5e0d-4624-9f2e-ffc76e04ef2d),segment_id=67be470b-5e0d-4624-9f2e-ffc76e04ef2d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:42.426914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.428030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 259b4045-1157-43b4-b309-208dd4c43f2a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:42.449507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=2280d58c-7f86-4448-8ce7-a5febb4ddaca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:42.461920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:42.470795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8acd7cf9-2ed5-4e7c-8ed2-d7b4437f19bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.501325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.520793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.551535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.562592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/2280d58c-7f86-4448-8ce7-a5febb4ddaca HTTP/1.1" status: 204  len: 168 time: 1.3735142
Dec 13 14:53:42.566333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48400) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:42.619095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:42.624705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:42.629020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] For port e79f32c7-98da-49b0-9fe8-c4157ded506a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:42.631079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.643015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:42.661244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.685680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a5f42-bfc0-4c70-86e1-9515504ac325 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:42.687528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a5f42-bfc0-4c70-86e1-9515504ac325 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:42.687968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc8a5f42-bfc0-4c70-86e1-9515504ac325 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:42.691824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] For port e79f32c7-98da-49b0-9fe8-c4157ded506a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e79f32c7-98da-49b0-9fe8-c4157ded506a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:42.705399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.714509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.736433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 259b4045-1157-43b4-b309-208dd4c43f2a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:42.754609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bc8a5f42-bfc0-4c70-86e1-9515504ac325 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:42.756024 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc8a5f42-bfc0-4c70-86e1-9515504ac325 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1887050
Dec 13 14:53:42.761929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 259b4045-1157-43b4-b309-208dd4c43f2a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:42.761929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.762148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48404) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:42.771864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.772259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 0a5916b0-065d-452a-bd40-eaf1bc82f558 of type vlan for network 981813c7-56fe-4f3f-b823-56568d284703
Dec 13 14:53:42.803232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Pushing event updated for resources: {'Port': ['ID=f5ca1fd0-1c10-4278-8390-4967befe4a76,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:42.807954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:42.809630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 5d02f494-ffda-4a8d-9057-a5861992bfb1 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:42.815035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.863533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.896966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.916024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.920384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.929009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:42.952079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Pushing event updated for resources: {'Port': ['ID=e79f32c7-98da-49b0-9fe8-c4157ded506a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:42.958658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:42.964350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Provisioning complete for port 259b4045-1157-43b4-b309-208dd4c43f2a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:42.964783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:42.989572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Subnet': ['ID=92253774-cd70-4ee8-82aa-10e4d5bbe681,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:43.003262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:43.015952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.016934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566da77-65e5-44d7-87a0-aa0ad9937ee3 None None] Network 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:43.017343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.021656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:43.022648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.029987 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/subnets/92253774-cd70-4ee8-82aa-10e4d5bbe681 HTTP/1.1" status: 204  len: 168 time: 1.0013719
Dec 13 14:53:43.031672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:43.077282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.083475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 3321721c-d461-4ab2-a1c4-76154857f56f is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:43.084572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=5d02f494-ffda-4a8d-9057-a5861992bfb1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:43.091222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:43.093483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:43.098681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15f326ae-7a62-4c50-b824-510a8c6c9622 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:43.121198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.160962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.163466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:43.164138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.181697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0803785
Dec 13 14:53:43.190129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48412) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:43.207583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:43.209250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 259b4045-1157-43b4-b309-208dd4c43f2a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=259b4045-1157-43b4-b309-208dd4c43f2a,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:43.327090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.338195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-161ba9d3-1cbf-4329-a940-6425b3bc8c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:43.368119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=981813c7-56fe-4f3f-b823-56568d284703,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:43.382195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:43.382195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-591f3b10-9770-401b-b693-d77c5806264c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:43.418709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.477763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Deleting port ead39ec1-ad48-48d4-8432-3eaaefa629d3 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:43.478298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.497964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.535475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=259b4045-1157-43b4-b309-208dd4c43f2a,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:43.547825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 981813c7-56fe-4f3f-b823-56568d284703 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:43.592746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 98e3dbbe-9b4b-4a62-bef0-6179c2b668cf {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:43.594695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 661b5e78-801a-4422-920d-0803196d7365 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:43.612691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.623324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:43.642922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:43.650594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:43.656461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 661b5e78-801a-4422-920d-0803196d7365 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:43.656841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:43.657059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 661b5e78-801a-4422-920d-0803196d7365 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:43.694830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:43.699944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:43.710745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:43.833216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:43.850288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:44.076992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.088509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.130280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:44.140770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f5ca1fd0-1c10-4278-8390-4967befe4a76 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:44.189287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Provisioning for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:44.195098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:44.209223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Provisioning complete for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:44.210010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.220544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] For port ead39ec1-ad48-48d4-8432-3eaaefa629d3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ead39ec1-ad48-48d4-8432-3eaaefa629d3,segment=NetworkSegment(67a8cb82-7dd0-428f-b516-0428b6370b58),segment_id=67a8cb82-7dd0-428f-b516-0428b6370b58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:44.221023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.276535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f88969f1-292d-4cc3-98e0-386f1903ad78 None None] Port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:44.300118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port f5ca1fd0-1c10-4278-8390-4967befe4a76 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:44.305865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:44.373863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Calling delete_port for ead39ec1-ad48-48d4-8432-3eaaefa629d3 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:44.389659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:44.390197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.464966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.469216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f21f432c-dcea-45b4-a683-b45184a2c11e None None] Provisioning complete for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:44.470528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f21f432c-dcea-45b4-a683-b45184a2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.524751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.532399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:44.576478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f21f432c-dcea-45b4-a683-b45184a2c11e None None] Port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:44.585263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Port': ['ID=ead39ec1-ad48-48d4-8432-3eaaefa629d3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:44.587896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:44.592599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] No DVR routers for this DVR port ead39ec1-ad48-48d4-8432-3eaaefa629d3 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:44.593268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 259b4045-1157-43b4-b309-208dd4c43f2a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:44.673883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 259b4045-1157-43b4-b309-208dd4c43f2a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:44.674311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.689814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.699532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7776b2f8-6991-4651-a3e8-1b8a5dfc3851 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:44.810727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=98e3dbbe-9b4b-4a62-bef0-6179c2b668cf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:44.825738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e79f32c7-98da-49b0-9fe8-c4157ded506a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:44.833007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.843060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:44.852173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:44.900272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9f4a0-ccd6-4161-b175-0031939be198 None None] DHCP port deletion for 09ec9b52-49cc-4a60-8897-51abd6fd6cf7 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:44.934714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e9fc780>,) {'filters': {'network_id': ['09ec9b52-49cc-4a60-8897-51abd6fd6cf7']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:44.945615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e79f32c7-98da-49b0-9fe8-c4157ded506a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:44.951666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/98e3dbbe-9b4b-4a62-bef0-6179c2b668cf HTTP/1.1" status: 204  len: 168 time: 2.1886351
Dec 13 14:53:44.953733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9fc780>, '67a8cb82-7dd0-428f-b516-0428b6370b58') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:44.954152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9fc780>, '67a8cb82-7dd0-428f-b516-0428b6370b58') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:44.964629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:45.044254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.054050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e70e7a08-7a8a-4e24-9bdc-37f1d87bd23a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0880761
Dec 13 14:53:45.057368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48420) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:45.066043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:45.114253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.129337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:53:45.129781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:53:45.146100 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:53:45.220110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f7846ea2-8896-418d-a367-36c3a15ebb0c None None] Provisioning complete for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:45.220863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f7846ea2-8896-418d-a367-36c3a15ebb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.315748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:45.322987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:45.329920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:45.332983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.342827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f7846ea2-8896-418d-a367-36c3a15ebb0c None None] Port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:45.344878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.351897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-147d17d1-0b2f-4987-9863-22b9a071391c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:45.368583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:45.380183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.384693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Pushing event deleted for resources: {'Network': ['ID=09ec9b52-49cc-4a60-8897-51abd6fd6cf7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:45.387375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:45.389445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b268319-12cb-403a-b306-69cf9d789419 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:45.394602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] 10.222.0.69 "DELETE /v2.0/networks/09ec9b52-49cc-4a60-8897-51abd6fd6cf7 HTTP/1.1" status: 204  len: 168 time: 2.3589094
Dec 13 14:53:45.402382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:45.409005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.428864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.449611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.450510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.564661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=9213513a-a4a3-4d89-8e3c-e282c0375f86,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:45.574733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:45.576020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:45.695413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9dbd7-a0aa-41ea-b3d3-e0214b4340d0 None None] Network 3321721c-d461-4ab2-a1c4-76154857f56f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:45.726822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:45.727244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 981813c7-56fe-4f3f-b823-56568d284703, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:45.750093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.764060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7b4a7cd-e44a-4e7d-b700-cbcd306e127c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:45.797448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=5d02f494-ffda-4a8d-9057-a5861992bfb1,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:45.800850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:45.858863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:45.869435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:45.871681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 3321721c-d461-4ab2-a1c4-76154857f56f is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:45.872714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 981813c7-56fe-4f3f-b823-56568d284703 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:45.879246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:45.881788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48428) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:45.884895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:45.886890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=fe59a397-80f7-413e-9830-04bfa099c15c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:45.889798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:45.890490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:45.898112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ead39ec1-ad48-48d4-8432-3eaaefa629d3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:45.906871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:45.937486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8788664
Dec 13 14:53:45.938290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48434) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:45.947544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'name': 'tempest-NetworksTestDHCPv6-72550483'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:45.985716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ead39ec1-ad48-48d4-8432-3eaaefa629d3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:45.986120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ead39ec1-ad48-48d4-8432-3eaaefa629d3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:46.049935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 981813c7-56fe-4f3f-b823-56568d284703) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:46.054920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:46.055728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.101749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8435aa7-cd84-40b3-ab7f-91fcacaaba58 None None] Network 981813c7-56fe-4f3f-b823-56568d284703 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:46.116514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265e128-e206-4e5e-a1b7-fe66a32a6b10 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:46.140333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Provisioning for port f5ca1fd0-1c10-4278-8390-4967befe4a76 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:46.186294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9842787
Dec 13 14:53:46.189710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48438) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:46.193887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:46.205121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:46.206326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Provisioning complete for port f5ca1fd0-1c10-4278-8390-4967befe4a76 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:46.206703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.211546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:46.220487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:46.228250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1bc81225-efef-455c-b513-ba84d2d5deeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=531ecfb47aa44a1d814c565aadeb66f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3425448
Dec 13 14:53:46.228751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48442) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:46.280995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:46.288906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.354281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 2bddd7a5-457b-440d-981a-4c6362dad1c8 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:46.415100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.463271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.591716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::1c6 (cd6315a2-c455-466b-90ce-13d3e49c993d/fe59a397-80f7-413e-9830-04bfa099c15c/2bddd7a5-457b-440d-981a-4c6362dad1c8) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:46.602642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.606800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eddf2a64-64e1-4ae8-8e90-1ea61f69693b tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:46.626345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf76f5-bef4-4ae4-a141-3867c4942d19,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:46.647243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:46.678526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.683841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cdf76f5-bef4-4ae4-a141-3867c4942d19 HTTP/1.1" status: 204  len: 168 time: 0.4502835
Dec 13 14:53:46.739608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.804854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-981813c7-56fe-4f3f-b823-56568d284703', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:46.805662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.822912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] For port f5ca1fd0-1c10-4278-8390-4967befe4a76, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f5ca1fd0-1c10-4278-8390-4967befe4a76,segment=NetworkSegment(67be470b-5e0d-4624-9f2e-ffc76e04ef2d),segment_id=67be470b-5e0d-4624-9f2e-ffc76e04ef2d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:46.851494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.860166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41726f77-5b42-4154-ae30-8da858aba3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:46.959950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:46.982645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 2bddd7a5-457b-440d-981a-4c6362dad1c8 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:47.010620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:47.031110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d19091a1-375d-4558-bc00-de88f3c7baea tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:47.082674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Pushing event updated for resources: {'Port': ['ID=f5ca1fd0-1c10-4278-8390-4967befe4a76,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:47.104672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:47.116542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Provisioning for port e79f32c7-98da-49b0-9fe8-c4157ded506a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:47.137330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:47.141663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=2bddd7a5-457b-440d-981a-4c6362dad1c8,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:47.144550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:47.147410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:47.148195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:47.153029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.153737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:47.181842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Provisioning complete for port e79f32c7-98da-49b0-9fe8-c4157ded506a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:47.182627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:47.196120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2566478
Dec 13 14:53:47.197270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48452) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:47.295340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:47.301349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/ea7f4623-eda5-43d3-8ddf-65d5f5e79927/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4130740
Dec 13 14:53:47.311339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48458) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:47.464551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router b355bea5-7768-4aaf-ad49-bb70011e2fd3 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:47.467949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:47.472578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e342ba6-94cc-473a-91e8-dd8f099281c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.487668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e342ba6-94cc-473a-91e8-dd8f099281c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.489497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e342ba6-94cc-473a-91e8-dd8f099281c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:47.510711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Sync routers for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:47.572879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:47.573606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0cccf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:47.632875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Allocated IP 172.20.0.2 (981813c7-56fe-4f3f-b823-56568d284703/9213513a-a4a3-4d89-8e3c-e282c0375f86/f209587a-38f4-44b1-a09a-478697c9ae53) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:47.640578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e555217-2c9e-4577-8cae-486ea3cc6e18 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:47.672210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e342ba6-94cc-473a-91e8-dd8f099281c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:47.674110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e342ba6-94cc-473a-91e8-dd8f099281c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1588 time: 0.4757195
Dec 13 14:53:47.677136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48466) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:47.837181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.842314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.843863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.844952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.845446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.845933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.846504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:47.856331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-47670d93-bcee-4461-9aec-4556dfecbf55 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4953 time: 0.5284009
Dec 13 14:53:47.860688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48470) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:47.898372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f5ca1fd0-1c10-4278-8390-4967befe4a76 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:47.943177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 2bddd7a5-457b-440d-981a-4c6362dad1c8 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:47.944572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.097749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:48.107517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.108143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.108623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.108832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] Sync routers for ids ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:48.109216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.109749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.110408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.110891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.117627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bbbb724d-3b04-4f36-b44c-f19a6b403fd2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4557 time: 0.2462342
Dec 13 14:53:48.118106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/b355bea5-7768-4aaf-ad49-bb70011e2fd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3942244
Dec 13 14:53:48.118106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48478) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:48.120927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.121216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48482) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:48.154572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] Routers {'b355bea5-7768-4aaf-ad49-bb70011e2fd3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:48.158675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:48.248030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5cf99-6a26-4aec-8c02-09406bdffa9d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:48.248677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8d5cf99-6a26-4aec-8c02-09406bdffa9d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:48.279052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8d5cf99-6a26-4aec-8c02-09406bdffa9d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:48.283299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8d5cf99-6a26-4aec-8c02-09406bdffa9d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports/5d02f494-ffda-4a8d-9057-a5861992bfb1 HTTP/1.1" status: 200  len: 911 time: 0.1646960
Dec 13 14:53:48.284213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48488) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:48.320487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb8d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:48.350750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] Routers {'b355bea5-7768-4aaf-ad49-bb70011e2fd3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:48.352577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:48.407176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:48.477250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] For port e79f32c7-98da-49b0-9fe8-c4157ded506a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e79f32c7-98da-49b0-9fe8-c4157ded506a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:48.487304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb8d0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:48.487987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc145a4d-6f4e-4ab0-b421-d034d9b44dec None None] The sync data for ids ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:48.488498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:48.507445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.507825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.521256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da6aa063-4768-4fa1-add0-434e5b02dc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:48.635957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f5ca1fd0-1c10-4278-8390-4967befe4a76 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:48.636374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.655156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 2bddd7a5-457b-440d-981a-4c6362dad1c8 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:48.713700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-709073641'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:48.731609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:48.738849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:48.747348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:48.756055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:48.770366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.783606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:48.789224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.807856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.834660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Transition to ACTIVE for port object f209587a-38f4-44b1-a09a-478697c9ae53 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:48.863233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Pushing event updated for resources: {'Port': ['ID=e79f32c7-98da-49b0-9fe8-c4157ded506a,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:48.863481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.866773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:48.972421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Provisioning complete for port f5ca1fd0-1c10-4278-8390-4967befe4a76 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:48.972811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:48.994896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:49.009143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:49.014993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:49.024479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:49.027015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Transition to ACTIVE for port object f209587a-38f4-44b1-a09a-478697c9ae53 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:49.082138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eea2b1b3-bb16-42af-b665-be9ae8b4c6e7 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2668 time: 0.9545276
Dec 13 14:53:49.091671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.103249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.110304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d933afcf-5818-4019-b627-245b329a3cca tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:49.115733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:49.167471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=2bddd7a5-457b-440d-981a-4c6362dad1c8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:49.178026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:49.232806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.255157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/2bddd7a5-457b-440d-981a-4c6362dad1c8 HTTP/1.1" status: 204  len: 168 time: 1.5647111
Dec 13 14:53:49.255565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48502) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:49.265884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.20.0.1 (981813c7-56fe-4f3f-b823-56568d284703/9213513a-a4a3-4d89-8e3c-e282c0375f86/e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:49.369666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271049b-0469-4ce8-a7b1-d905eb25428d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:49.371340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271049b-0469-4ce8-a7b1-d905eb25428d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:49.372170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c271049b-0469-4ce8-a7b1-d905eb25428d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:49.377042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48506) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:49.384996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430710298', 'description': 'tempest-secgroup-smoke-1430710298 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:49.398133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:49.408186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:49.414638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:49.423880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c271049b-0469-4ce8-a7b1-d905eb25428d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:49.428578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c271049b-0469-4ce8-a7b1-d905eb25428d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1710114
Dec 13 14:53:49.429648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48510) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:49.430894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:49.553359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Network 981813c7-56fe-4f3f-b823-56568d284703 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:49.560928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:49.563859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:49.568165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Pushing event updated for resources: {'Port': ['ID=f209587a-38f4-44b1-a09a-478697c9ae53,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:49.571558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:49.695550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet fe59a397-80f7-413e-9830-04bfa099c15c {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:49.699352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.744899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Attempting to bind port f209587a-38f4-44b1-a09a-478697c9ae53 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:49.745325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Attempting to bind port f209587a-38f4-44b1-a09a-478697c9ae53 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:49.745728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Attempting to bind port f209587a-38f4-44b1-a09a-478697c9ae53 on network 981813c7-56fe-4f3f-b823-56568d284703 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:49.764206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0cccf8>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:49.773195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Checking router: ea7f4623-eda5-43d3-8ddf-65d5f5e79927 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:49.773918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Updating router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:53:49.815042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.823125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e79f32c7-98da-49b0-9fe8-c4157ded506a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:49.864016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:49.864637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Checking segment: {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:49.865211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.865766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Bound using segment: {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:49.866574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Bound port: f209587a-38f4-44b1-a09a-478697c9ae53, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:49.866943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.895102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Provisioning complete for port e79f32c7-98da-49b0-9fe8-c4157ded506a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:49.895611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.897561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.906795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.928440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.937766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a774ea8-0843-4e85-ab67-c60f3f0225a6 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:49.951843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:49.997060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:50.008014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183f24cb-1719-44be-9d29-986498615b64,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.033515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:50.039861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:50.043909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:50.052087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.053047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:50.053200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.058300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:50.061603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0628a83-533c-4258-b994-fdd8940ca17a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:50.062062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.062457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 51681569-b454-4000-bf24-63e19e13727e of type vlan for network f7baa540-63f4-48a2-867b-6d9b04e15f8c
Dec 13 14:53:50.100556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e79f32c7-98da-49b0-9fe8-c4157ded506a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:50.100979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.111503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.113193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=fe59a397-80f7-413e-9830-04bfa099c15c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.116271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:50.124982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.153558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.163981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:50.171022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/fe59a397-80f7-413e-9830-04bfa099c15c HTTP/1.1" status: 204  len: 168 time: 0.7371755
Dec 13 14:53:50.179352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48514) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:50.199582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] For port f209587a-38f4-44b1-a09a-478697c9ae53, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:50.204755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] For port f209587a-38f4-44b1-a09a-478697c9ae53, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f209587a-38f4-44b1-a09a-478697c9ae53,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:50.271281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-359e720c-9d70-450a-a52a-f119d36abd35 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0904219
Dec 13 14:53:50.274169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.274910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48518) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:50.278233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.283596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:50.284287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.292689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa42c06-ee4c-4eb4-b418-fd65606e2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:50.293698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:50.327548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.344916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.351036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d787e00-14f7-4b5c-a3f4-7f4ed885e37f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:50.398233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a52b8-6768-4c99-b145-1e5844dd8684,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.427898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:50.443366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.447373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a073e-f895-4046-93db-a4d81897b0d4 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:50.475584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4fe5f945-6255-48e0-9086-d723c1a7a3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:50.479543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9888346
Dec 13 14:53:50.481631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.486531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.1049147
Dec 13 14:53:50.486531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48522) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:50.489271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=f7baa540-63f4-48a2-867b-6d9b04e15f8c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.492072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48524) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:50.497481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 981813c7-56fe-4f3f-b823-56568d284703 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:50.498413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:50.499250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:50.512347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'name': 'tempest-PortsTestJSON-1392033708'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:50.522818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:50.535463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:50.540829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:50.546655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:50.559372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:50.573333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:50.578561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:50.581143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:50.640278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.642396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:50.645782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:50.651961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:50.660191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.660888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:50.670001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:50.685119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:50.694860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:50.699459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:50.705744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.713880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:50.720292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.736367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 5d02f494-ffda-4a8d-9057-a5861992bfb1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:50.737311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.738068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:50.787309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:50.793016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.900892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:50.961860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:50.972503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Pushing event updated for resources: {'Port': ['ID=f209587a-38f4-44b1-a09a-478697c9ae53,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:50.975473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:51.025771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Provisioning for port 5d02f494-ffda-4a8d-9057-a5861992bfb1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:51.034953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Provisioning complete for port 5d02f494-ffda-4a8d-9057-a5861992bfb1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:51.035414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.069172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.089130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.099287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d988951d-5443-482e-b3bc-eed3a073b275 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.149605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0337733e-e98c-4aa3-b95c-7c7e6d559d66,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:51.157967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a98f3-a394-42d5-a6c3-d1415383920a None None] Port 5d02f494-ffda-4a8d-9057-a5861992bfb1 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:51.177768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:51.187037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.206440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Transition to ACTIVE for port object 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:51.210543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.214741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7082665
Dec 13 14:53:51.215469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.216976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48530) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:51.219091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.223355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9b86f12-8a39-4aac-a726-cce8f254f75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.286220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:51.308730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:51.320457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bd075df6-7355-4fc0-bd9a-0f8599044c68 None None] Could not find standard attr ID for object 2280d58c-7f86-4448-8ce7-a5febb4ddaca. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:53:51.322476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:51.335395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Deleting port e79f32c7-98da-49b0-9fe8-c4157ded506a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:51.335815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.338050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:51.342312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:51.363744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.370076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:51.374591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5cf331ab-6cfb-41df-85cb-576b3c3f47fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.412215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4380c-abc4-4c0f-b422-88e8fda5815f None None] Pushing event updated for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:51.429468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.433341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28a4380c-abc4-4c0f-b422-88e8fda5815f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:51.459522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 5d02f494-ffda-4a8d-9057-a5861992bfb1 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:51.492889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:51.497860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.505991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:51.521516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:51.522083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.532252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=c7f04025-e1d4-480f-937b-274b26fb4e7c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:51.550651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bd075df6-7355-4fc0-bd9a-0f8599044c68 None None] Provisioning complete for port e79f32c7-98da-49b0-9fe8-c4157ded506a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:51.551406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:51.551866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd075df6-7355-4fc0-bd9a-0f8599044c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.613765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3374636
Dec 13 14:53:51.616648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48534) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:51.618827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.628712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.693553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'name': 'tempest-NetworksTestDHCPv6-988950596'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:51.827128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.836723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.898358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-841d4348-5db9-4a60-b591-09e2ba4f817b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.911966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:51.916457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.937940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:51.952219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:51.961010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08bcb595-23b5-4a05-bd81-b61058bb7dc5 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:51.995010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f209587a-38f4-44b1-a09a-478697c9ae53 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:52.008532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3735a2-11fa-4ddc-9dff-bbc291c1ae0c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:52.014930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:52.026886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '51681569-b454-4000-bf24-63e19e13727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:52.027258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: f7baa540-63f4-48a2-867b-6d9b04e15f8c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:52.038171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:52.042071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:52.042071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.043727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.047874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8275297
Dec 13 14:53:52.049736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48538) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:52.063986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:52.075602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:52.081403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:52.083889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:52.090460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:52.094460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:52.102088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:52.105787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:52.112395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:52.125720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:52.143274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:52.148889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.166343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, f7baa540-63f4-48a2-867b-6d9b04e15f8c) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:52.174692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.182238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:52.185928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.186550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:52.187221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.198682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:52.208249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a46b0-29df-4a83-bd23-5b0cd6d7f7fc None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:52.219269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:52.241358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Attempting to bind port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:52.241782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Attempting to bind port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:52.242200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Attempting to bind port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 on network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:52.250478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=5d02f494-ffda-4a8d-9057-a5861992bfb1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:52.253579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:52.355368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:52.355802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Checking segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:52.356264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.356714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Bound using segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:52.357270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Bound port: 09ca0084-b187-40e9-81e0-d3f5a46f0ca7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:52.357694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.390927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.8968482
Dec 13 14:53:52.393669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48542) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:52.393833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] For port e79f32c7-98da-49b0-9fe8-c4157ded506a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e79f32c7-98da-49b0-9fe8-c4157ded506a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:52.394280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.404956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-899270108'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:52.410029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 981813c7-56fe-4f3f-b823-56568d284703 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:52.410659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:52.411317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:52.423447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:52.429460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:52.454438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:52.459229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::6b (cd6315a2-c455-466b-90ce-13d3e49c993d/c7f04025-e1d4-480f-937b-274b26fb4e7c/f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:52.476158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bd075df6-7355-4fc0-bd9a-0f8599044c68 None None] Could not find standard attr ID for object 2bddd7a5-457b-440d-981a-4c6362dad1c8. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:53:52.478356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.479322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:52.485221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.502533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.509823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9936d0da-e2bb-42ec-96ca-3fbe871af13d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:52.531307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15febc57-4edd-4fb9-93ad-8b4187b87d7e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:52.539055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:52.597575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:52.607069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.611903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5608528
Dec 13 14:53:52.615513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:52.625863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Calling delete_port for e79f32c7-98da-49b0-9fe8-c4157ded506a owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:52.629081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:52.648866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:52.662958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.663413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 807a1d2e-29bc-486d-86c2-8c14b5aec359 of type vlan for network 8128d094-374f-4194-9257-f012c1200fe2
Dec 13 14:53:52.671201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port f209587a-38f4-44b1-a09a-478697c9ae53 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:52.692685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:52.701702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:52.730816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:52.818779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.845277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] For port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:52.850159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] For port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:52.856016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e79f32c7-98da-49b0-9fe8-c4157ded506a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:53:52.864063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.900900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.932831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.959372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:52.963807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:52.970101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:52.970819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.000896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:53.015343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.044125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6454062
Dec 13 14:53:53.055868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48550) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:53.073450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.077283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] No DVR routers for this DVR port e79f32c7-98da-49b0-9fe8-c4157ded506a on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:53:53.084302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4380c-abc4-4c0f-b422-88e8fda5815f None None] Pushing event updated for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.139381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'ports': [{'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'}, {'network_id': '8128d094-374f-4194-9257-f012c1200fe2'}]} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:53.140097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:53.140828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '8128d094-374f-4194-9257-f012c1200fe2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:53.155763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e79f32c7-98da-49b0-9fe8-c4157ded506a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:53:53.156155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e79f32c7-98da-49b0-9fe8-c4157ded506a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:53:53.164528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:53.170829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=8128d094-374f-4194-9257-f012c1200fe2,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.176572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.176936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Pushing event deleted for resources: {'Port': ['ID=e79f32c7-98da-49b0-9fe8-c4157ded506a,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.180474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.185513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a6d99-0880-479d-99b4-142eb8a178d2 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:53.201175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.211205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.219213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae532213-bd6d-4371-b126-c2109ce91f90 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:53.249619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d85973-3f4c-4e97-b492-cf1eef5cff78,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.256897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.264832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.271347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68d6e953-1f01-470a-aeec-e69ac891759e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:53.328278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.328969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:53.329540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.330935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8128d094-374f-4194-9257-f012c1200fe2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:53.332870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7153041
Dec 13 14:53:53.333591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48554) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:53.358865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:53.372517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:53.395892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:53.418767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:53.419823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0cccf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:53.423080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:53.425732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:53.431119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:53.431119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.438193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:53.450377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:53.466845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.478165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.480509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:53.491820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8684585
Dec 13 14:53:53.492575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48558) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:53.548095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:53:53.563589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.593163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d748652-a9a4-4cef-9ea1-e76990419907 None None] Network 981813c7-56fe-4f3f-b823-56568d284703 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:53.596479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:53.654939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:53.656193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.661928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.674299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:53.674526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0485b7f-0b2c-435d-8d71-96e1e236bec5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:53.675248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0485b7f-0b2c-435d-8d71-96e1e236bec5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:53.680716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b057d56-d4c9-469e-943f-d7fcf4ad400a tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:53.690646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:53.711637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d3505e-ca29-4b3c-9385-4300298c1453,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:53.714193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:53.721070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.725316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3741765
Dec 13 14:53:53.725755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0485b7f-0b2c-435d-8d71-96e1e236bec5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:53.730398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0485b7f-0b2c-435d-8d71-96e1e236bec5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.2366381
Dec 13 14:53:53.731121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48562) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:53.731493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48564) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:53.779637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a52b8-6768-4c99-b145-1e5844dd8684', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:53.795443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:53.804567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:53.816703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:53.828241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:53.840039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:53.840328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 2} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:53.840418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.846774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.898121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:53:53.901597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:53.912546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.022324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Provisioning for port f209587a-38f4-44b1-a09a-478697c9ae53 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:54.078637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Provisioning complete for port f209587a-38f4-44b1-a09a-478697c9ae53 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:54.078881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.188270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:54.217194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:54.222726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router b355bea5-7768-4aaf-ad49-bb70011e2fd3 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:53:54.429631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.437286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.439160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:53:54.447695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9e72824-eb89-4589-87b5-997ee3ffee31 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:54.483709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60252817-ba90-4241-8f25-d7de58ce6583,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:54.487101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:54.494196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.497956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': 'c7f04025-e1d4-480f-937b-274b26fb4e7c'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:54.498673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.561208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.571966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8299894
Dec 13 14:53:54.575568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:54.604586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.614590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] Sync routers for ids ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:54.628392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.631841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:54.787046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] Routers {'b355bea5-7768-4aaf-ad49-bb70011e2fd3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:54.787854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ead6400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:54.811893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 5fa0d5fa-7919-49eb-b9ac-b824e9f363d1 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:53:54.819388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/b355bea5-7768-4aaf-ad49-bb70011e2fd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5331354
Dec 13 14:53:54.823390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48582) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:54.868166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a20502a7-ad44-4377-825b-1a724859138f None None] For port f209587a-38f4-44b1-a09a-478697c9ae53, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f209587a-38f4-44b1-a09a-478697c9ae53,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:54.883039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07e1e2d4-3bc8-478f-b6d4-fb6b4155f77e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:54.895793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-b781ffe3-5504-4aec-9f98-5f494254819c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:54.903499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.911899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d37cdcbb-f335-415c-beb9-fbe93f6da031 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:54.930384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07e1e2d4-3bc8-478f-b6d4-fb6b4155f77e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:54.931704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-07e1e2d4-3bc8-478f-b6d4-fb6b4155f77e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=b355bea5-7768-4aaf-ad49-bb70011e2fd3 HTTP/1.1" status: 200  len: 205 time: 0.1071985
Dec 13 14:53:54.944110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ead6400>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:54.946330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:54.951885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48586) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:54.967889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e32ca756-a7e1-4314-a724-0387880531e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:55.021044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:53:55.039063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:53:55.043279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:55.046742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:55.070036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:55.070732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f925940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:55.099639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/c7f04025-e1d4-480f-937b-274b26fb4e7c/d5d49597-0c8f-4e6c-a2c1-06aed2ca495e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:55.119034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] Routers {'b355bea5-7768-4aaf-ad49-bb70011e2fd3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:55.122025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ead6400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:55.123750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-b781ffe3-5504-4aec-9f98-5f494254819c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:55.133975 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-b781ffe3-5504-4aec-9f98-5f494254819c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430710298&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.3143554
Dec 13 14:53:55.224066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Pushing event updated for resources: {'Port': ['ID=f209587a-38f4-44b1-a09a-478697c9ae53,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:55.230089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ead6400>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:55.230542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10d91a-5771-48eb-95ee-f9a2de9a4df8 None None] The sync data for ids ['b355bea5-7768-4aaf-ad49-bb70011e2fd3'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:55.232175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:55.284055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0cccf8>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:52Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:55.307952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.371653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:55.387443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b7236-2e68-414f-a850-4878cd133a75 None None] The sync data for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv is: [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:52Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:55.391749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2003596
Dec 13 14:53:55.395008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48590) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:55.426177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-678379549'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:55.449587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:55.464211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 HTTP/1.1" status: 204  len: 168 time: 1.7293983
Dec 13 14:53:55.466396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48594) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:55.488214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:55.491524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Provisioning complete for port f209587a-38f4-44b1-a09a-478697c9ae53 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:55.495153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:55.496126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.505344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.517582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:55.547557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.554623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:55.560561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.588117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.598045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fba45755-fe92-437b-be11-1b6205a8655d tempest-RoutersAdminNegativeIpV6Test-69926342 tempest-RoutersAdminNegativeIpV6Test-69926342-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:55.730114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:55.737915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:55.764572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:55.765778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.776529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:55.785379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-f048ca0e-5272-4c3a-8922-14b2b4f9962e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:55.786192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-f048ca0e-5272-4c3a-8922-14b2b4f9962e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:55.803029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.806728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:53:55.813638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:55.814419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40afb94d-b4d7-448f-a994-39ac2078052e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:55.851223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce6ccc-f4b7-4978-b473-1cbb6605cef3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:55.852820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Transition to ACTIVE for port object d5d49597-0c8f-4e6c-a2c1-06aed2ca495e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:55.853856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce6ccc-f4b7-4978-b473-1cbb6605cef3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:55.854857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-93ce6ccc-f4b7-4978-b473-1cbb6605cef3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:55.883707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-f048ca0e-5272-4c3a-8922-14b2b4f9962e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:55.891361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-f048ca0e-5272-4c3a-8922-14b2b4f9962e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 797 time: 0.7558057
Dec 13 14:53:55.946438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:55.946832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 226830e1-9807-4b69-a2bf-068fadae59f4 of type vlan for network 432dd55e-df64-41c1-91e9-801b4c55f17e
Dec 13 14:53:55.988386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f209587a-38f4-44b1-a09a-478697c9ae53 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:56.013886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=5fa0d5fa-7919-49eb-b9ac-b824e9f363d1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:56.025029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Transition to ACTIVE for port object d5d49597-0c8f-4e6c-a2c1-06aed2ca495e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:56.027041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:56.037561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.046330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '807a1d2e-29bc-486d-86c2-8c14b5aec359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8128d094-374f-4194-9257-f012c1200fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:56.046548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: 8128d094-374f-4194-9257-f012c1200fe2, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:56.055783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.069879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0d6566b-4aba-4f3d-9eb8-4926f4e054b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:56.092667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 8128d094-374f-4194-9257-f012c1200fe2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:56.096408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f925940>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:53:50Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:53:51Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:56.101268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:53:56.101667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Updating router 1396f267-c228-48eb-8b19-7534819b07de port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:53:56.112252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8128d094-374f-4194-9257-f012c1200fe2) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:56.116553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:56.120971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:56.125873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:56.126486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.130910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.135817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:56.136510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.144276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:56.182261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.269227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-67c74e2e-96de-4ee8-a3fd-9badb53f3500 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.3750811
Dec 13 14:53:56.334714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.2769992
Dec 13 14:53:56.344904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.9485736
Dec 13 14:53:56.348749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48598) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:56.349127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:56.389043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:56.396491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-93ce6ccc-f4b7-4978-b473-1cbb6605cef3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:56.401522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-93ce6ccc-f4b7-4978-b473-1cbb6605cef3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.9312758
Dec 13 14:53:56.402665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48606) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:56.404258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=432dd55e-df64-41c1-91e9-801b4c55f17e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:56.420663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:56.480125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b168be7-302c-47a2-9765-cbab1afab925 None None] Network 8128d094-374f-4194-9257-f012c1200fe2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:56.504582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 432dd55e-df64-41c1-91e9-801b4c55f17e details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:53:56.638791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 5fa0d5fa-7919-49eb-b9ac-b824e9f363d1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:56.639336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.678031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:56.709277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:56.720485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:53:56.721732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.727148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:53:56.741724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:56.754762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:56.766895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:56.776212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.777106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.781965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Provisioning for port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:56.785440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:56.791197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Transition to ACTIVE for port object e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:56.803913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.810593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:56.818954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:56.825960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Provisioning complete for port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:56.826378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.892117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-17332ef3-a7b6-4a3e-8560-f825dc7bdb90 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:56.937637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:56.939629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router b355bea5-7768-4aaf-ad49-bb70011e2fd3 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:53:56.971753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-17332ef3-a7b6-4a3e-8560-f825dc7bdb90 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:56.989086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-17332ef3-a7b6-4a3e-8560-f825dc7bdb90 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7181010
Dec 13 14:53:57.002628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.003989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b05570cd-a732-4e26-b47b-3f801618d6ac tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/b355bea5-7768-4aaf-ad49-bb70011e2fd3 HTTP/1.1" status: 204  len: 168 time: 2.0470068
Dec 13 14:53:57.012464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet c7f04025-e1d4-480f-937b-274b26fb4e7c {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:57.014509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48612) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:57.019058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.024327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Pushing event updated for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:57.037579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.038363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.038945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.039536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.040117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.040693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.041554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.042149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.042719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.043357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.044105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:53:57.076994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.118085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:57.178417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f209587a-38f4-44b1-a09a-478697c9ae53 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:57.178850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.243183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Attempting to bind port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:57.246087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Attempting to bind port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:57.246590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Attempting to bind port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 on network 981813c7-56fe-4f3f-b823-56568d284703 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:57.266563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:57.267387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Checking segment: {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:57.267879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.268430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Bound using segment: {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:57.269846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Bound port: e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5916b0-065d-452a-bd40-eaf1bc82f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '981813c7-56fe-4f3f-b823-56568d284703'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:57.276446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.285398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6b939-df2f-4555-a4a3-2a2cb6a1011d None None] Port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:53:57.314637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Attempting to bind port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:53:57.314873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 5fa0d5fa-7919-49eb-b9ac-b824e9f363d1 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:53:57.315079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Attempting to bind port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:53:57.315485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Attempting to bind port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:53:57.349178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:53:57.349605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:57.350032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.350471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:53:57.351065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Bound port: d5d49597-0c8f-4e6c-a2c1-06aed2ca495e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:53:57.351461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.417742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:57.482123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] For port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:57.492131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] For port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:57.500086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.509236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:57.539430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:53:57.583879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.597768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Pushing event updated for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:57.612428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:57.633485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] For port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:53:57.654764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:53:57.656032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f925940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:57.677794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] For port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:53:57.690772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.696349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.701644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:57.898702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:57.903484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.905297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:57.906031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:53:57.913160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:53:57.913473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:57.931132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-050027b6-f6b8-456b-b163-00b44863a562 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:58.096643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet e91dfe81-2b5b-4233-90dc-713c79635b5d {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:53:58.108322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-80bd65de-6bd4-426d-9e69-d47334befcd3 service neutron] 10.222.0.69 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1179752
Dec 13 14:53:58.124565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.127350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.141940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=c97fd4df-cd93-4fbd-8d70-def95dc5a822,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:58.156637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:58.157530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:58.162824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.185230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:53:58.189319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.208751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:58.252269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=5fa0d5fa-7919-49eb-b9ac-b824e9f363d1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:58.261015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:53:58.269798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:58.272770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.277528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:53:58.277919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 432dd55e-df64-41c1-91e9-801b4c55f17e, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:53:58.325131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:58.345924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:58.378518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/5fa0d5fa-7919-49eb-b9ac-b824e9f363d1 HTTP/1.1" status: 204  len: 168 time: 2.0282700
Dec 13 14:53:58.382359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48616) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:58.399743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 432dd55e-df64-41c1-91e9-801b4c55f17e is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:53:58.431028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 432dd55e-df64-41c1-91e9-801b4c55f17e) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:58.444660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c779d2-d984-4a14-adcc-86ce2223db21 None None] Network 432dd55e-df64-41c1-91e9-801b4c55f17e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:58.446806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:58.448686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.488632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1362975
Dec 13 14:53:58.491547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:58.499790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.591270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-c427fad0-2cfa-43b6-88c9-98190bbc0738 service neutron] 10.222.0.69 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4815226
Dec 13 14:53:58.651179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.752703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.828330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f925940>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:53:50Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:53:57Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:53:58.829566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-432dd55e-df64-41c1-91e9-801b4c55f17e', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:53:58.830961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.833820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e750e-2fa2-4d75-9246-f410c919a78e None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:53:50Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:53:57Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:53:58.902895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2ca75-a393-4b67-a4c7-45ac290c224e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:58.907269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.907775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2ca75-a393-4b67-a4c7-45ac290c224e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:58.908983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1dc2ca75-a393-4b67-a4c7-45ac290c224e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:58.915231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.921757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:58.978380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=e91dfe81-2b5b-4233-90dc-713c79635b5d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:58.993800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:58.995179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:58.999268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4adc61-d762-4750-915b-2d0c075160c1 None None] Network 3321721c-d461-4ab2-a1c4-76154857f56f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:53:59.013897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/e91dfe81-2b5b-4233-90dc-713c79635b5d HTTP/1.1" status: 204  len: 168 time: 1.9967470
Dec 13 14:53:59.015964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.016735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.023697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1dc2ca75-a393-4b67-a4c7-45ac290c224e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:59.025180 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1dc2ca75-a393-4b67-a4c7-45ac290c224e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.6307116
Dec 13 14:53:59.027283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-96257c25-369a-423b-b165-ece05e640898 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:59.040699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.078017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f04025-e1d4-480f-937b-274b26fb4e7c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:59.087240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:59.090881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.093185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c7f04025-e1d4-480f-937b-274b26fb4e7c HTTP/1.1" status: 204  len: 168 time: 2.6519284
Dec 13 14:53:59.096423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48632) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.173555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4db27fd-46d4-40cb-b6ce-1a33245b0035 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0729733
Dec 13 14:53:59.174481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48636) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.219629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Allocated IP 172.21.0.2 (432dd55e-df64-41c1-91e9-801b4c55f17e/c97fd4df-cd93-4fbd-8d70-def95dc5a822/5a56af02-2749-42d4-9a19-9b370c58b5e2) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:53:59.223003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:59.223377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.265389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26902ac-b17e-4cc9-b73a-0f15440499ac tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:59.266322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c26902ac-b17e-4cc9-b73a-0f15440499ac tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:59.284718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c26902ac-b17e-4cc9-b73a-0f15440499ac tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:59.286258 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c26902ac-b17e-4cc9-b73a-0f15440499ac tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1104903
Dec 13 14:53:59.289065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48640) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.321422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.407513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836ef32-7d38-4935-a526-31dc6a9bfe20 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:53:59.413811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1836ef32-7d38-4935-a526-31dc6a9bfe20 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:53:59.441824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1836ef32-7d38-4935-a526-31dc6a9bfe20 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:53:59.443379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1836ef32-7d38-4935-a526-31dc6a9bfe20 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1529949
Dec 13 14:53:59.446406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48644) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.508112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port f5ca1fd0-1c10-4278-8390-4967befe4a76 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:59.508593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.555037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-adb98eba-902b-41b7-acc6-f4df7001be7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1068723
Dec 13 14:53:59.555518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.567767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48648) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:53:59.574482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:53:59.580771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Transition to ACTIVE for port object 5a56af02-2749-42d4-9a19-9b370c58b5e2 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:59.613702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Transition to ACTIVE for port object 5a56af02-2749-42d4-9a19-9b370c58b5e2 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:53:59.624648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.632820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:53:59.678926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] DHCP port deletion for 3321721c-d461-4ab2-a1c4-76154857f56f request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:53:59.706602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Deleting port f5ca1fd0-1c10-4278-8390-4967befe4a76 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:53:59.707152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.741380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:53:59.758313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:53:59.771571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:53:59.772787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Network 432dd55e-df64-41c1-91e9-801b4c55f17e is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:53:59.778223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:53:59.778482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:53:59.792556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:53:59.809105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Pushing event updated for resources: {'Port': ['ID=5a56af02-2749-42d4-9a19-9b370c58b5e2,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:53:59.844965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:53:59.909599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.060058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Attempting to bind port 5a56af02-2749-42d4-9a19-9b370c58b5e2 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:00.060585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Attempting to bind port 5a56af02-2749-42d4-9a19-9b370c58b5e2 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:00.060890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Attempting to bind port 5a56af02-2749-42d4-9a19-9b370c58b5e2 on network 432dd55e-df64-41c1-91e9-801b4c55f17e {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:00.148311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:00.148731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Checking segment: {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:00.149358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.149980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Bound using segment: {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:00.150551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Bound port: 5a56af02-2749-42d4-9a19-9b370c58b5e2, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:00.151013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.209218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] For port f5ca1fd0-1c10-4278-8390-4967befe4a76, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f5ca1fd0-1c10-4278-8390-4967befe4a76,segment=NetworkSegment(67be470b-5e0d-4624-9f2e-ffc76e04ef2d),segment_id=67be470b-5e0d-4624-9f2e-ffc76e04ef2d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:00.212004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.283887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.289461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:00.448938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:00.455119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:00.460267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:00.460913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.469556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=2ab700a4-a498-4081-abba-ca31df8b7281,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:00.477911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:00.515014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9448404
Dec 13 14:54:00.516727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48664) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:00.524124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '2ab700a4-a498-4081-abba-ca31df8b7281', 'ip_address': '2001:db8::c5d2:67a:ed37:2adb'}], 'name': 'tempest-NetworksTestDHCPv6-1894701314'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:00.651626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c2fd4-29e0-4dd7-8dc5-22442a148047 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:00.682727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:00.691446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:00.752181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:00.773674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:00.790176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:00.800693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:00.825020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port c814211d-6193-40d5-bfb5-6385f69bdf9b yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:00.861574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-55c8f682-8eb0-43af-9a62-eec8592ca79a req-df7d1aa6-316d-45cf-97a8-c96cc1ce9a3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:00.886306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Calling delete_port for f5ca1fd0-1c10-4278-8390-4967befe4a76 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:00.908063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port f5ca1fd0-1c10-4278-8390-4967befe4a76, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f5ca1fd0-1c10-4278-8390-4967befe4a76,segment=NetworkSegment(67be470b-5e0d-4624-9f2e-ffc76e04ef2d),segment_id=67be470b-5e0d-4624-9f2e-ffc76e04ef2d)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:00.908449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.002338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.042001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f306db4-309f-45f8-9bfa-a1e5694f824c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:01.084386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-30adab05-eefb-4c52-89ef-4cc84c020fbb None None] Provisioning for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:01.099502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::c5d2:67a:ed37:2adb (cd6315a2-c455-466b-90ce-13d3e49c993d/2ab700a4-a498-4081-abba-ca31df8b7281/c814211d-6193-40d5-bfb5-6385f69bdf9b) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:01.105388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Pushing event deleted for resources: {'Port': ['ID=f5ca1fd0-1c10-4278-8390-4967befe4a76,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:01.115874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:01.132239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-30adab05-eefb-4c52-89ef-4cc84c020fbb None None] Could not find standard attr ID for object f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:01.142481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:01.152714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:01.153133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.186475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] No DVR routers for this DVR port f5ca1fd0-1c10-4278-8390-4967befe4a76 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:01.241269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.251925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-55c8f682-8eb0-43af-9a62-eec8592ca79a req-df7d1aa6-316d-45cf-97a8-c96cc1ce9a3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:01.253623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55c8f682-8eb0-43af-9a62-eec8592ca79a req-df7d1aa6-316d-45cf-97a8-c96cc1ce9a3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 210 time: 0.5729265
Dec 13 14:54:01.276739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] For port 5a56af02-2749-42d4-9a19-9b370c58b5e2, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:01.290895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for f5ca1fd0-1c10-4278-8390-4967befe4a76 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:01.297745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] For port 5a56af02-2749-42d4-9a19-9b370c58b5e2, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5a56af02-2749-42d4-9a19-9b370c58b5e2,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:01.339714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-683f5977-6a79-44c0-8935-c8de1e87f1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:01.340039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.351296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44c2b6b-fab0-4a8a-8fab-fa68b500c7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:01.363302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.382347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.383324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object c814211d-6193-40d5-bfb5-6385f69bdf9b will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:01.409060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.417111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43d2d943-99a5-4696-b645-9a757d63baf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:01.421644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:01.458085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.501901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:01.522644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:01.524316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Pushing event updated for resources: {'Port': ['ID=5a56af02-2749-42d4-9a19-9b370c58b5e2,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:01.529517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:01.531019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.531986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d5d49597-0c8f-4e6c-a2c1-06aed2ca495e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:01.536577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=c814211d-6193-40d5-bfb5-6385f69bdf9b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:01.540751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:01.543398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:01.545702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:01.556093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:01.562119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:01.563261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.612569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-64577764-10e9-4c9f-9bc0-c40843c71dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:01.623818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1058276
Dec 13 14:54:01.624823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48672) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:01.662990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.729677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:01.736995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4 HTTP/1.1" status: 204  len: 168 time: 2.6911047
Dec 13 14:54:01.741680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48676) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:01.753371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:01.758751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:01.771214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:01.771925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.870638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:54:01.871154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:54:01.923367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190c1ef-c7ca-41f9-85b1-be75bebe3996 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:01.929914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190c1ef-c7ca-41f9-85b1-be75bebe3996 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:01.930796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b190c1ef-c7ca-41f9-85b1-be75bebe3996 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:01.970056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:01.980127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b190c1ef-c7ca-41f9-85b1-be75bebe3996 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:01.981340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b190c1ef-c7ca-41f9-85b1-be75bebe3996 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1605 time: 0.3551199
Dec 13 14:54:01.986878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:01.994998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbfb4c-d397-4b99-8033-2c572985442b None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:02.006769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-7d4ee088-18a7-488c-b97e-ef344d4a86c7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:02.008425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-7d4ee088-18a7-488c-b97e-ef344d4a86c7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 797 time: 0.2893658
Dec 13 14:54:02.083662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:02.090214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55473239-b7ac-4468-8807-baa3b02f133d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:02.091220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-55473239-b7ac-4468-8807-baa3b02f133d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:02.101567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-865b46e2-ff55-499d-8497-cc5cb7e6bd41 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 380 time: 0.0805376
Dec 13 14:54:02.112493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '88599249-8ccd-4bb4-8c8e-2505259320af', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['cf6a52b8-6768-4c99-b145-1e5844dd8684']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:02.126306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.127245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:02.159315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2677b922-4331-4b8e-88fc-1a57745306b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:02.164580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port c814211d-6193-40d5-bfb5-6385f69bdf9b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:02.164961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.274470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.21.0.1 (432dd55e-df64-41c1-91e9-801b4c55f17e/c97fd4df-cd93-4fbd-8d70-def95dc5a822/bd1bcf66-2ac4-4b0d-a511-05fe18a74aff) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:02.280141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2f4331f9-df19-4595-92de-364dbb403e68 None None] Provisioning complete for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:02.280571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f4331f9-df19-4595-92de-364dbb403e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.375594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port f5ca1fd0-1c10-4278-8390-4967befe4a76 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:02.376075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.387279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:02.412719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:02.424320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:02.431191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.435741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:02.448530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:02.504294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f2b9cad-3224-475e-bb88-d836329f4baa req-7d8db994-9ff0-49a7-ad74-c9ae99d1f32d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 210 time: 0.0493567
Dec 13 14:54:02.508199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-55473239-b7ac-4468-8807-baa3b02f133d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:02.513306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-55473239-b7ac-4468-8807-baa3b02f133d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.7698104
Dec 13 14:54:02.514399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48690) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:02.519707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] The port 'f5ca1fd0-1c10-4278-8390-4967befe4a76' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:54:02.565842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:02.566262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.683300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.12 (71be1a30-ac2f-42d1-ad70-a2ae77a736c2/2ada51cd-786f-46cf-b50f-98a2f2be1dbe/ee28a251-3b2f-409b-b495-0669dab70095) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:02.710386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e4f10c-55de-464c-930c-227fccb137bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:02.714732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0e4f10c-55de-464c-930c-227fccb137bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/5fa0d5fa-7919-49eb-b9ac-b824e9f363d1 HTTP/1.1" status: 404  len: 333 time: 0.1823056
Dec 13 14:54:02.715560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48694) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:02.784895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b72401-ab3f-457c-aee8-40043fcc5570 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:02.786555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8b72401-ab3f-457c-aee8-40043fcc5570 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/0ed4afc4-cfd1-4c4f-98a7-bf2b61ba11c4 HTTP/1.1" status: 404  len: 333 time: 0.0703714
Dec 13 14:54:02.799282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48698) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:02.826650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f5ca1fd0-1c10-4278-8390-4967befe4a76 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:02.872062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: f5ca1fd0-1c10-4278-8390-4967befe4a76 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:02.872592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f5ca1fd0-1c10-4278-8390-4967befe4a76 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:02.961497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.973906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:02.979024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object ee28a251-3b2f-409b-b495-0669dab70095 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:03.003032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.009879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-263d3bf8-4cb5-4779-b3a3-3ffaebb92ebf tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:03.047157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e91b3c8>,) {'filters': {'network_id': ['3321721c-d461-4ab2-a1c4-76154857f56f']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:03.084764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e91b3c8>, '67be470b-5e0d-4624-9f2e-ffc76e04ef2d') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:03.085103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e91b3c8>, '67be470b-5e0d-4624-9f2e-ffc76e04ef2d') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:03.089406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:03.093338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:03.108371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:03.110513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:03.113395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:03.128314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:03.192574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:03.193448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.207270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.232069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1243920
Dec 13 14:54:03.241287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.248074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.250791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Request body: {'port': {'device_id': '88599249-8ccd-4bb4-8c8e-2505259320af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:03.778494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:03.779085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.840902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.844372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Provisioning complete for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:03.844793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.846297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.868045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:03.941707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for c814211d-6193-40d5-bfb5-6385f69bdf9b owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:03.997098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:03.997837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.022021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object bd1bcf66-2ac4-4b0d-a511-05fe18a74aff will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:04.022172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5a56af02-2749-42d4-9a19-9b370c58b5e2 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:04.026104 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:04.178229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338f3a1-3661-4142-bb99-4da901edce0f None None] Network 432dd55e-df64-41c1-91e9-801b4c55f17e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:04.259453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee28a251-3b2f-409b-b495-0669dab70095 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:54:04.266928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.282944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Transition to ACTIVE for port object ee28a251-3b2f-409b-b495-0669dab70095 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:04.291618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.296001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b04e00-9efb-4285-8242-5f37bb3e877e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:04.298288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5a56af02-2749-42d4-9a19-9b370c58b5e2 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:04.327723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d5d49597-0c8f-4e6c-a2c1-06aed2ca495e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:04.352931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.354751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Provisioning for port c814211d-6193-40d5-bfb5-6385f69bdf9b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:04.375453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Provisioning complete for port c814211d-6193-40d5-bfb5-6385f69bdf9b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:04.375878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.401433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f2c4780>,) {'filters': {'network_id': ['8128d094-374f-4194-9257-f012c1200fe2']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:04.418351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2c4780>, '807a1d2e-29bc-486d-86c2-8c14b5aec359') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:04.418677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f2c4780>, '807a1d2e-29bc-486d-86c2-8c14b5aec359') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:04.456185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:04.459240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:04.505431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.523773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.530881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:04.531712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.537417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-73525199-e71a-42dc-b929-7bb300650846 None None] Port c814211d-6193-40d5-bfb5-6385f69bdf9b cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:04.608059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:04.608501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.626324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Attempting to bind port ee28a251-3b2f-409b-b495-0669dab70095 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:04.626710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Attempting to bind port ee28a251-3b2f-409b-b495-0669dab70095 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:04.627180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Attempting to bind port ee28a251-3b2f-409b-b495-0669dab70095 on network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:04.634412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Port ee28a251-3b2f-409b-b495-0669dab70095 on network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:54:04.634773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Attempting to bind port ee28a251-3b2f-409b-b495-0669dab70095 on network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:04.654576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.658464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:04.658858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Checking segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:04.659048 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:04.661008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Bound using segment: {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:04.661008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Bound port: ee28a251-3b2f-409b-b495-0669dab70095, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd656bd82-9333-4121-86be-4b5758ddad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:04.661008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.675705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea201e71-9bed-49ef-b9ee-c0e80e82793d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:04.713862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.726176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.749195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Provisioning for port 5a56af02-2749-42d4-9a19-9b370c58b5e2 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:04.762151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Provisioning complete for port 5a56af02-2749-42d4-9a19-9b370c58b5e2 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:04.762814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.768812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329ba2-d3e6-45ae-afbb-83807669c9d2 req-47a7a9c4-1db7-4bdf-851d-6111850a782a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:04.776524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35329ba2-d3e6-45ae-afbb-83807669c9d2 req-47a7a9c4-1db7-4bdf-851d-6111850a782a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 932 time: 0.9011309
Dec 13 14:54:04.797984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:04.801461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee28a251-3b2f-409b-b495-0669dab70095,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:04.813535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.821236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=3321721c-d461-4ab2-a1c4-76154857f56f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:04.830938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:04.870279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:04.885348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aee06386-57bb-4ec6-9bc6-5777463bfa71 tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:04.921081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.922884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] 10.222.0.72 "PUT /v2.0/ports/ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 1094 time: 1.6807244
Dec 13 14:54:04.923572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:54:04.937188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:04.940818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.940973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:04.952474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 432dd55e-df64-41c1-91e9-801b4c55f17e is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:04.957933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/3321721c-d461-4ab2-a1c4-76154857f56f HTTP/1.1" status: 204  len: 168 time: 5.9369693
Dec 13 14:54:04.958416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48706) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:04.966984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1838465277', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:04.970026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:04.982000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:04.993855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:04.999440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.055352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:05.060459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:05.067351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:05.073557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] For port 5a56af02-2749-42d4-9a19-9b370c58b5e2, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5a56af02-2749-42d4-9a19-9b370c58b5e2,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:05.077200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.078957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:05.085937 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/8128d094-374f-4194-9257-f012c1200fe2 HTTP/1.1" status: 204  len: 168 time: 2.2703645
Dec 13 14:54:05.087521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.093278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:05.107661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095', 'status': 'completed', 'code': 200}
Dec 13 14:54:05.108273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48710) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:05.111200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.112643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.123029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:05.123965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164624238'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:05.145800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:05.147312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35329ba2-d3e6-45ae-afbb-83807669c9d2 req-185f5b6d-0727-490f-926d-babf40504580 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3696761
Dec 13 14:54:05.155291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:05.158615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:05.162389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c4e3ca99-871f-4112-aed1-a27886ce42e1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:05.165098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:05.174137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:05.186855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Could not find standard attr ID for object c814211d-6193-40d5-bfb5-6385f69bdf9b. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:05.191070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Pushing event updated for resources: {'Port': ['ID=5a56af02-2749-42d4-9a19-9b370c58b5e2,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:05.193767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Could not find standard attr ID for object f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:05.199928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:05.204315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=8128d094-374f-4194-9257-f012c1200fe2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:05.215050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:05.220776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.223313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Provisioning for port ee28a251-3b2f-409b-b495-0669dab70095 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:05.232409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.241048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:05.241543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e52341f8-4af2-4b2a-bfce-77242935229b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:05.248633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-0391f940-93df-4b5e-b2a7-01c17365ae8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1097 time: 0.2699373
Dec 13 14:54:05.250013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.304590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=c814211d-6193-40d5-bfb5-6385f69bdf9b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:05.311886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.314093 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/c814211d-6193-40d5-bfb5-6385f69bdf9b HTTP/1.1" status: 204  len: 168 time: 3.3257809
Dec 13 14:54:05.316735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:05.318197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48714) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:05.348391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-f4312725-d8fc-4645-8235-6013a4a620d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 217 time: 0.0871704
Dec 13 14:54:05.376485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Provisioning for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:05.387466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Provisioning complete for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:05.388113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.416488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63aa32e-d918-4b44-bcad-34a232277c1f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:05.418084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63aa32e-d918-4b44-bcad-34a232277c1f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:05.421064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e63aa32e-d918-4b44-bcad-34a232277c1f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1005726
Dec 13 14:54:05.435207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48718) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:05.477671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:05.497490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Provisioning complete for port 5a56af02-2749-42d4-9a19-9b370c58b5e2 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:05.498232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d54bd10-b353-4da4-bf2a-9b4216c22e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.504918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.598445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:05.704541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-445e079f-8313-435e-a752-1fb9a38b2512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:05.706279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-445e079f-8313-435e-a752-1fb9a38b2512 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 200  len: 835 time: 0.3364363
Dec 13 14:54:05.730526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.731050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 16a57ae2-a57d-47ad-97d2-b2c2038f860f of type vlan for network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434
Dec 13 14:54:05.768587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b446c-3219-44e1-9f14-643fe8db66e8 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:54:05.843228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cd71ca88-f028-4069-a3ec-d55d2f94e3a9 None None] Provisioning complete for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:05.843858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd71ca88-f028-4069-a3ec-d55d2f94e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.890611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.902898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.934121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cd71ca88-f028-4069-a3ec-d55d2f94e3a9 None None] Port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:05.956215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b446c-3219-44e1-9f14-643fe8db66e8 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:54:05.990663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:05.995690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.020133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 2ab700a4-a498-4081-abba-ca31df8b7281 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:06.028305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-0980017a-5b2b-491a-a964-08cc2234ce8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2993250
Dec 13 14:54:06.029000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.030531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5440b5ac-14a4-461e-a295-c5ce57b387ad tempest-AllowedAddressPairTestJSON-1609105779 tempest-AllowedAddressPairTestJSON-1609105779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:06.058884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.063053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:06.063675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.075365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e70a897-f2c5-42ab-a10d-dc77e4819d22 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:06.122778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:06.126510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.143832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:06.210547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.304249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 432dd55e-df64-41c1-91e9-801b4c55f17e is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:06.306531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:06.403470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2861435
Dec 13 14:54:06.419433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48724) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:06.433910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=9cf55ad0-e16e-4c70-bbfb-35b05f14b434,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:06.446547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:06.479833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:06.488110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:06.704690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a3f6457f-e09a-4774-9b29-4d475863dbbe None None] Provisioning complete for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:06.705189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a3f6457f-e09a-4774-9b29-4d475863dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.767559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6457f-e09a-4774-9b29-4d475863dbbe None None] Port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:06.851122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:06.964859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:06.967716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-27ca9aab-a3a5-4c69-aab2-d84ca664997e service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8950527
Dec 13 14:54:07.039508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5a56af02-2749-42d4-9a19-9b370c58b5e2 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:07.055865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:07.068822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:07.125470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5a56af02-2749-42d4-9a19-9b370c58b5e2 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:07.125470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.129584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:07.150398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:07.153639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:07.162457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6695540
Dec 13 14:54:07.163371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48728) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:07.169302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:07.170707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011224667'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:07.176962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:07.180755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:07.183891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:07.184548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8502a-9827-430c-ac4c-359b2e471390 req-e5e11f19-6870-4698-9377-f2d53200499d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:07.185303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-05f8502a-9827-430c-ac4c-359b2e471390 req-e5e11f19-6870-4698-9377-f2d53200499d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:07.190401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:07.201759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:07.207566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.208085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:07.208808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:07.209851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f605080>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:53:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:07.224251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.235958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52a525d7-e39f-48fb-9efa-15cd1bd5b50a tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:07.237309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:07.246525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.246919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 83191c30-0168-430d-8754-b1da27026a7a of type vlan for network f0ccd896-42e2-4172-b15b-01c00299cc6e
Dec 13 14:54:07.275689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.309507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.314859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:07.315591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.321338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2f6d40c-3bf1-4a63-b797-c926fefec21d tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:07.358607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.387084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2211850
Dec 13 14:54:07.394934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab700a4-a498-4081-abba-ca31df8b7281,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:07.396970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-05f8502a-9827-430c-ac4c-359b2e471390 req-e5e11f19-6870-4698-9377-f2d53200499d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:07.398695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-05f8502a-9827-430c-ac4c-359b2e471390 req-e5e11f19-6870-4698-9377-f2d53200499d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 944 time: 0.9827075
Dec 13 14:54:07.401956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48732) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:07.402657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:07.432112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.435675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3da20e53-74b0-4d42-977b-9e3cef4d10fc req-d40b105b-6f3f-4324-b639-340c804839d4 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4578619
Dec 13 14:54:07.449694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=f0ccd896-42e2-4172-b15b-01c00299cc6e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:07.454054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:07.489383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.497603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:07.563593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1f155-7300-4284-9fdd-0a6a3867d791 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:07.576950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network f0ccd896-42e2-4172-b15b-01c00299cc6e details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:07.668252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/2ab700a4-a498-4081-abba-ca31df8b7281 HTTP/1.1" status: 204  len: 168 time: 2.2319033
Dec 13 14:54:07.671378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48736) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:07.738029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:07.747372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ddd5040b-c241-4355-83c0-7e96a98421c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0739639
Dec 13 14:54:07.750180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48740) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:07.757284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:07.827849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-05f8502a-9827-430c-ac4c-359b2e471390 req-f798a6ac-9297-46dd-b735-801307404b91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4145684
Dec 13 14:54:07.836028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:07.849185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:07.880232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:07.885084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:07.888121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:07.894329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:07.905460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:07.925012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:07.939695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:07.949371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Performing IP validity checks on allocation pools {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 14:54:07.950058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 14:54:07.974805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:07.992029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a89b5ef7-86ab-4dc9-b00d-0cbe5c1d1901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.024187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-19193e77-f0ea-49e2-8dc9-787907271aa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1097 time: 0.4983826
Dec 13 14:54:08.024724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:08.028249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.044100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 172.26.4.131 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/dfe402ac-037f-45d3-b769-3b8e74bb5b92) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:08.247607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:08.257833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Deleting port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:08.258263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.292735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.298130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abff70e6-6264-4fa6-96c0-f91db817249d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:08.364707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:08.367897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:08.372356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:08.372996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.379005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=71a090e0-9708-49b2-86b9-cf7f489512be,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:08.386572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:08.404126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6497211
Dec 13 14:54:08.404339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:08.409561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f605080>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:05Z', 'revision_number': 3, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:05Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:08.410765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '71a090e0-9708-49b2-86b9-cf7f489512be', 'ip_address': '2001:db8::a147:c0ac:889e:9569'}], 'name': 'tempest-NetworksTestDHCPv6-1323001423'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:08.422837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.426174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:08.426580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Updating router 1396f267-c228-48eb-8b19-7534819b07de port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:54:08.546347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.556267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:08.567110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:08.580003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-8bed8030-ceec-4d8c-bbd6-c0fa71859975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:08.581711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-8bed8030-ceec-4d8c-bbd6-c0fa71859975 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 898 time: 0.5414624
Dec 13 14:54:08.583544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:08.593005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.621572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port ac7c24bd-4471-41c4-86ad-a743a6baf9ee yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:08.623073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] For port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:08.623525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.706364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.720982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ac535d71-3d16-42b1-b800-e10b6f574a22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:08.752826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-b28bac4d-b9c4-48e1-bfe6-a49cce39ec99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 217 time: 0.1551666
Dec 13 14:54:08.764459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Calling delete_port for d5d49597-0c8f-4e6c-a2c1-06aed2ca495e owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:08.769871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:08.838764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::a147:c0ac:889e:9569 (cd6315a2-c455-466b-90ce-13d3e49c993d/71a090e0-9708-49b2-86b9-cf7f489512be/ac7c24bd-4471-41c4-86ad-a743a6baf9ee) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:08.924402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-8c88e44a-5a86-47d2-b128-acb12bee1794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:08.926194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-8c88e44a-5a86-47d2-b128-acb12bee1794 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 200  len: 835 time: 0.1607487
Dec 13 14:54:09.006672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.040031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:09.062741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.089831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d5d49597-0c8f-4e6c-a2c1-06aed2ca495e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:09.095390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=08446786-d381-47d6-9365-6ead0c0be973,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:09.106679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:09.115093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0935440-1683-4a0d-87a5-228372d71285 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:09.149911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.152641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Pushing event deleted for resources: {'Port': ['ID=d5d49597-0c8f-4e6c-a2c1-06aed2ca495e,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:09.157363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: d5d49597-0c8f-4e6c-a2c1-06aed2ca495e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:09.157760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d5d49597-0c8f-4e6c-a2c1-06aed2ca495e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:09.159344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:09.167715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] No DVR routers for this DVR port d5d49597-0c8f-4e6c-a2c1-06aed2ca495e on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:09.169678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feff3e-24f4-4801-8a25-ea76a9ea7a76 req-1f038579-4ce5-4382-9fc1-90803d0de065 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:09.179608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89feff3e-24f4-4801-8a25-ea76a9ea7a76 req-1f038579-4ce5-4382-9fc1-90803d0de065 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 944 time: 0.1638098
Dec 13 14:54:09.189732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '16a57ae2-a57d-47ad-97d2-b2c2038f860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:09.190374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: 9cf55ad0-e16e-4c70-bbfb-35b05f14b434, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:09.195024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=394dac9e-43fc-4efa-a103-76b66547681b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:09.204056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object ac7c24bd-4471-41c4-86ad-a743a6baf9ee will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:09.211140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:09.241706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e1b0d-cdf9-4ad3-a04d-d9c5a1064e0b None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:09.242559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.243543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89feff3e-24f4-4801-8a25-ea76a9ea7a76 req-2ca6672b-c786-4ceb-acfd-28bec14c3523 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646131
Dec 13 14:54:09.250571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-acb05990-b238-4cf5-b5bb-5f245eee7f50 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:09.258610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.271827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-94d52fc8-a374-49c2-9908-cbaa76d3a762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:09.369554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:09.370778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=ac7c24bd-4471-41c4-86ad-a743a6baf9ee,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:09.374062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:09.376602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:09.377598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:09.382649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:09.383510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.414849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0093606
Dec 13 14:54:09.417567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:09.489099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ee28a251-3b2f-409b-b495-0669dab70095 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:54:09.510271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6614c3-a204-465d-8373-9f817430d006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:09.511110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b6614c3-a204-465d-8373-9f817430d006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:09.527669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b6614c3-a204-465d-8373-9f817430d006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:09.532064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b6614c3-a204-465d-8373-9f817430d006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1104395
Dec 13 14:54:09.532343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48754) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:09.579981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:09.580364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: f0ccd896-42e2-4172-b15b-01c00299cc6e, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:09.587312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.603566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.611909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port ac7c24bd-4471-41c4-86ad-a743a6baf9ee {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:09.611909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.618522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:09.628621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:09.634818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:09.637605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:09.641299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Transition to ACTIVE for port object bd1bcf66-2ac4-4b0d-a511-05fe18a74aff will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:09.666747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.667385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=dfe402ac-037f-45d3-b769-3b8e74bb5b92,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:09.673554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-892e7160-4b40-4324-a1ff-7169d715897b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6483197
Dec 13 14:54:09.676221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:09.725684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a20502a7-ad44-4377-825b-1a724859138f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:09.731099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9cf55ad0-e16e-4c70-bbfb-35b05f14b434) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:09.754045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:09.754705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.770844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network f0ccd896-42e2-4172-b15b-01c00299cc6e is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:09.771319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85283c-cbc1-4a30-a8fe-bb3a62d34919 None None] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:09.883234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.884867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, f0ccd896-42e2-4172-b15b-01c00299cc6e) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:09.900112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:09.900760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:09.931019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4962084
Dec 13 14:54:09.936869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48758) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:09.950595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434', 'name': 'tempest-PortsTestJSON-1244882182'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:09.958397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506ed1e-d270-4ed9-89f3-272049e5760c None None] Network f0ccd896-42e2-4172-b15b-01c00299cc6e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:09.983558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5740955
Dec 13 14:54:09.987386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48762) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:10.035616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for ac7c24bd-4471-41c4-86ad-a743a6baf9ee owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:10.074852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Pushing event updated for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:10.087248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-390aa30e-c974-40e9-b726-4984ce06f09a service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4006469
Dec 13 14:54:10.094311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:10.136697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee28a251-3b2f-409b-b495-0669dab70095,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:10.217192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.227140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a7b5d48-e25a-4744-9253-9b057afa530c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:10.256076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'ee28a251-3b2f-409b-b495-0669dab70095', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'port_id': 'ee28a251-3b2f-409b-b495-0669dab70095', 'mac_address': 'fa:16:3e:da:f3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:54:10.309777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=ac7c24bd-4471-41c4-86ad-a743a6baf9ee,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:10.312602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:10.367993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.401095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/ac7c24bd-4471-41c4-86ad-a743a6baf9ee HTTP/1.1" status: 204  len: 168 time: 0.8675199
Dec 13 14:54:10.405151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48768) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:10.425987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:10.450198 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d2cc65-bd9c-4a34-8a5b-c57191625cdf req-f29a9eab-7952-4500-b391-cc6299bc2cc6 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012791
Dec 13 14:54:10.451187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:10.474256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-271792bc-ffaa-48d4-b376-dc5e0dd67487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.475896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:10.481745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.511945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b954099-1c3c-4c22-9914-4f7ce321ce25 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:10.513445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b954099-1c3c-4c22-9914-4f7ce321ce25 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:10.514251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b954099-1c3c-4c22-9914-4f7ce321ce25 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:10.530390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b954099-1c3c-4c22-9914-4f7ce321ce25 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:10.534645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b954099-1c3c-4c22-9914-4f7ce321ce25 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1254501
Dec 13 14:54:10.534899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48772) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:10.553355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.554136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.577421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.591822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Attempting to bind port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:10.591822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Attempting to bind port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:10.592276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Attempting to bind port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff on network 432dd55e-df64-41c1-91e9-801b4c55f17e {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:10.613294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 71a090e0-9708-49b2-86b9-cf7f489512be {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:10.616680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.635798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 801f33a9-15ec-48a3-9cf5-c2a3751551ac yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:10.661763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee28a251-3b2f-409b-b495-0669dab70095 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:54:10.666648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:10.667083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Checking segment: {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:10.667534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.667957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Bound using segment: {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:10.668487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Bound port: bd1bcf66-2ac4-4b0d-a511-05fe18a74aff, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226830e1-9807-4b69-a2bf-068fadae59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:10.668899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.682057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.684067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-9cf55ad0-e16e-4c70-bbfb-35b05f14b434', 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': '08446786-d381-47d6-9365-6ead0c0be973'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:10.684843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.755113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc094e-7a1b-4bc6-afdc-0d6b15765a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '71a090e0-9708-49b2-86b9-cf7f489512be'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:10.756355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68cc094e-7a1b-4bc6-afdc-0d6b15765a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.757105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.815003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee28a251-3b2f-409b-b495-0669dab70095,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:10.823712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-f0ccd896-42e2-4172-b15b-01c00299cc6e', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:10.824609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.840981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.846745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ff382c9-6cb1-48e0-9c9c-e2eca50bf396 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:10.887426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=71a090e0-9708-49b2-86b9-cf7f489512be,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:10.889147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.889810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:10.894660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.897165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09269021-9ba9-4bab-999c-87dfab81d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:10.910787 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/71a090e0-9708-49b2-86b9-cf7f489512be HTTP/1.1" status: 204  len: 168 time: 0.3721008
Dec 13 14:54:10.911028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48776) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:10.930517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:10.952491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c73cd-bfca-4bc7-9fa1-0b2137ed26d3 req-55ba65cf-b6ad-4e78-86cd-dca522815031 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:10.954163 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d97c73cd-bfca-4bc7-9fa1-0b2137ed26d3 req-55ba65cf-b6ad-4e78-86cd-dca522815031 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 944 time: 0.4613221
Dec 13 14:54:10.991539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6f49127-388a-471f-949d-9b42b7c7d134 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0765939
Dec 13 14:54:10.991697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48780) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:10.999334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:11.032347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.14 (9cf55ad0-e16e-4c70-bbfb-35b05f14b434/08446786-d381-47d6-9365-6ead0c0be973/801f33a9-15ec-48a3-9cf5-c2a3751551ac) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:11.124712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:11.131587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:11.135075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:11.136825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d97c73cd-bfca-4bc7-9fa1-0b2137ed26d3 req-6a21a684-ef88-4b17-a48e-0ad9c52efa82 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669419
Dec 13 14:54:11.143204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:11.154102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:11.161204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.378020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['ee28a251-3b2f-409b-b495-0669dab70095'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:54:11.429480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] For port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:11.431749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:11.440543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.445731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c65c5de-3ff6-4e08-8ef3-cc1a4797e15a tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:11.447438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:11.461055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] For port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:11.476058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.511420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28a4380c-abc4-4c0f-b422-88e8fda5815f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:11.521740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:11.525028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:11.527933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:11.528834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.544614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:11.547689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:11.562274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8315d-3358-498a-813d-d472a8e1c8bd None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:11.566276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5708694
Dec 13 14:54:11.566492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48784) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:11.572802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7', 'ip_address': '2001:db8::24bc:e2ce:42c6:c776'}], 'name': 'tempest-NetworksTestDHCPv6-1751710224'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:11.756949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:11.763989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:11.770118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:11.772820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Allocated IP 172.22.0.2 (f0ccd896-42e2-4172-b15b-01c00299cc6e/394dac9e-43fc-4efa-a103-76b66547681b/17627fa5-2ac6-45ed-a2cc-3867258b1a75) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:11.789786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:11.804513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.804998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Pushing event updated for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:11.806620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:11.818876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:11.821425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.841855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object 801f33a9-15ec-48a3-9cf5-c2a3751551ac will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:11.850290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port ceedd3b4-0477-407d-b32f-4ef5da85f952 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:11.875065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:11.876020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f605080>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:11.915715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router c53bbfdb-0e53-4570-8ce5-368f9dea6c6b is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:54:11.947092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:11.990128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:12.113544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::24bc:e2ce:42c6:c776 (cd6315a2-c455-466b-90ce-13d3e49c993d/9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7/ceedd3b4-0477-407d-b32f-4ef5da85f952) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:12.162605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:12.167856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.178877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:12.180981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=801f33a9-15ec-48a3-9cf5-c2a3751551ac,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:12.185990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:12.220429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:12.271531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.374938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Allocated IP 172.20.0.2 (9cf55ad0-e16e-4c70-bbfb-35b05f14b434/08446786-d381-47d6-9365-6ead0c0be973/16c75ef9-2ab0-440e-9f37-8a477434d20e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:12.400116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:12.400768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.418362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:12.457195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.495493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:12.496390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.515781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5749743
Dec 13 14:54:12.517531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48790) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:12.682887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 801f33a9-15ec-48a3-9cf5-c2a3751551ac {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:12.683280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.745279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object ceedd3b4-0477-407d-b32f-4ef5da85f952 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:12.765130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32114c3d-079d-4700-a39f-23e09e50c053 req-3a728a37-d6f0-487a-83f6-53072f37993b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:12.766822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32114c3d-079d-4700-a39f-23e09e50c053 req-3a728a37-d6f0-487a-83f6-53072f37993b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 945 time: 0.4108336
Dec 13 14:54:12.774581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.794946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.803121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:12.870311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:12.880290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Transition to ACTIVE for port object 17627fa5-2ac6-45ed-a2cc-3867258b1a75 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:12.894493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] Sync routers for ids ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:12.894705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:12.900646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=ceedd3b4-0477-407d-b32f-4ef5da85f952,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:12.903363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:12.905549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:12.906396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:12.910773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:12.911489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.924277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32114c3d-079d-4700-a39f-23e09e50c053 req-aa57efb5-65f2-4cf1-9496-25ba74b99345 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471651
Dec 13 14:54:12.932833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:12.937228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.9771917
Dec 13 14:54:12.940198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48794) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:12.944959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] Routers {'c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:12.946315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bdf28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:12.984235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Transition to ACTIVE for port object 17627fa5-2ac6-45ed-a2cc-3867258b1a75 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:13.020850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bdf28>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:13.033058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] Routers {'c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:13.034095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bdf28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:13.036124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.036291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4684901
Dec 13 14:54:13.039672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48798) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:13.110580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bdf28>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:13.111341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926234b-f564-49a6-a6d1-bfea10fe04d8 None None] The sync data for ids ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:13.194864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.209204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.22.0.1 (f0ccd896-42e2-4172-b15b-01c00299cc6e/394dac9e-43fc-4efa-a103-76b66547681b/843444f5-3c80-4db5-82c5-2ec34136d798) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:13.230371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ac407-befd-4498-96f2-5633e5d7237c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:13.231347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-333ac407-befd-4498-96f2-5633e5d7237c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:13.255404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-333ac407-befd-4498-96f2-5633e5d7237c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:13.259759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-333ac407-befd-4498-96f2-5633e5d7237c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.2165260
Dec 13 14:54:13.260560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:13.313479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:13.340997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 801f33a9-15ec-48a3-9cf5-c2a3751551ac owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:13.371458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port ceedd3b4-0477-407d-b32f-4ef5da85f952 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:13.371993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.440127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0befca72-5b4f-4a13-8a2f-3c52d2db83e0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers/c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 200  len: 885 time: 0.4933734
Dec 13 14:54:13.443045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48806) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:13.505127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Network f0ccd896-42e2-4172-b15b-01c00299cc6e is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:13.506602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Pushing event updated for resources: {'Port': ['ID=17627fa5-2ac6-45ed-a2cc-3867258b1a75,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:13.520022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:13.529152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7/b7e505ee-91b1-4979-b524-e120d566c51a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:13.532229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:13.538068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:13.580481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.629321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.636734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:13.655556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Transition to ACTIVE for port object 16c75ef9-2ab0-440e-9f37-8a477434d20e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:13.677812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.695380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=801f33a9-15ec-48a3-9cf5-c2a3751551ac,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:13.700332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:13.744407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 843444f5-3c80-4db5-82c5-2ec34136d798 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:13.798723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Transition to ACTIVE for port object 16c75ef9-2ab0-440e-9f37-8a477434d20e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:13.805130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.815836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.817302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.825634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2cd801d-3709-4736-9652-8c59f0042856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:13.830810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/801f33a9-15ec-48a3-9cf5-c2a3751551ac HTTP/1.1" status: 204  len: 168 time: 1.3043129
Dec 13 14:54:13.830810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.832154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48810) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:13.833788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca5b9317-1f97-4177-9689-60b0b10b172c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:13.869888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Attempting to bind port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:13.870312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Attempting to bind port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:13.870708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Attempting to bind port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 on network f0ccd896-42e2-4172-b15b-01c00299cc6e {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:13.910763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network f0ccd896-42e2-4172-b15b-01c00299cc6e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:13.914312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:13.918873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:13.930217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:13.930647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Checking segment: {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:13.931133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.931582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Bound using segment: {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:13.932128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Bound port: 17627fa5-2ac6-45ed-a2cc-3867258b1a75, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:13.932557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.952678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:13.956939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:13.967109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:13.971748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Pushing event updated for resources: {'Port': ['ID=16c75ef9-2ab0-440e-9f37-8a477434d20e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:13.974485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:13.979936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:13.981595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:13.987072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:13.988604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f605080>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:05Z', 'revision_number': 3, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:11Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:14.024437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for ceedd3b4-0477-407d-b32f-4ef5da85f952 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:14.067738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd340-5029-4b11-9a63-e5f13afea541 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:05Z', 'revision_number': 3, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:11Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:14.097903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.104563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8deb98-63ae-40a3-9742-e298c557b2ec tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:54:14.105059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8deb98-63ae-40a3-9742-e298c557b2ec tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:54:14.107134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f8deb98-63ae-40a3-9742-e298c557b2ec tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/801f33a9-15ec-48a3-9cf5-c2a3751551ac HTTP/1.1" status: 404  len: 333 time: 0.2096157
Dec 13 14:54:14.112236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48816) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:14.231471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ad406bc-0e55-4686-af95-555d53492a44 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:router {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:14.233952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.238834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Attempting to bind port 16c75ef9-2ab0-440e-9f37-8a477434d20e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:14.239306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Attempting to bind port 16c75ef9-2ab0-440e-9f37-8a477434d20e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '16a57ae2-a57d-47ad-97d2-b2c2038f860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:14.239956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Attempting to bind port 16c75ef9-2ab0-440e-9f37-8a477434d20e on network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:14.249585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] For port 17627fa5-2ac6-45ed-a2cc-3867258b1a75, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:14.259145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] For port 17627fa5-2ac6-45ed-a2cc-3867258b1a75, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=17627fa5-2ac6-45ed-a2cc-3867258b1a75,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:14.269053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Transition to ACTIVE for port object b7e505ee-91b1-4979-b524-e120d566c51a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:14.269508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.272022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee78b3-033b-4059-930c-21051ddd38df tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:14.272258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53ee78b3-033b-4059-930c-21051ddd38df tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:14.278650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:14.283071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:14.283511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Checking segment: {'id': '16a57ae2-a57d-47ad-97d2-b2c2038f860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:14.283970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.284422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Bound using segment: {'id': '16a57ae2-a57d-47ad-97d2-b2c2038f860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:14.284978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Bound port: 16c75ef9-2ab0-440e-9f37-8a477434d20e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a57ae2-a57d-47ad-97d2-b2c2038f860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9cf55ad0-e16e-4c70-bbfb-35b05f14b434'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:14.285412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.296457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.306554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6bf049e3-a2df-40b5-92cb-c56f9ab956ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:14.322187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ad406bc-0e55-4686-af95-555d53492a44 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:router {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:14.326474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ad406bc-0e55-4686-af95-555d53492a44 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.8815677
Dec 13 14:54:14.327519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48820) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:14.341487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1838465277'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:14.404182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=ceedd3b4-0477-407d-b32f-4ef5da85f952,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:14.423523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Transition to ACTIVE for port object b7e505ee-91b1-4979-b524-e120d566c51a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:14.425430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:14.461729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.477152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.497037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Pushing event updated for resources: {'Port': ['ID=17627fa5-2ac6-45ed-a2cc-3867258b1a75,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:14.509324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/ceedd3b4-0477-407d-b32f-4ef5da85f952 HTTP/1.1" status: 204  len: 168 time: 1.2452219
Dec 13 14:54:14.510880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48824) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:14.521244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:14.521791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6938c87-8370-4f22-953b-47b191703a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:14.595116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:14.602646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:14.613693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:14.628067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] For port 16c75ef9-2ab0-440e-9f37-8a477434d20e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:14.632328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Pushing event updated for resources: {'Port': ['ID=b7e505ee-91b1-4979-b524-e120d566c51a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:14.637239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:14.675067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de746ec-6f1c-4698-ad10-f02faa26978b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:14.675567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] For port 16c75ef9-2ab0-440e-9f37-8a477434d20e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=16c75ef9-2ab0-440e-9f37-8a477434d20e,segment=NetworkSegment(16a57ae2-a57d-47ad-97d2-b2c2038f860f),segment_id=16a57ae2-a57d-47ad-97d2-b2c2038f860f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:14.676602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de746ec-6f1c-4698-ad10-f02faa26978b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:14.677438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5de746ec-6f1c-4698-ad10-f02faa26978b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:14.716807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.727003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e094ff3-0817-4b90-9ee7-d6799c4a3cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:14.729666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5de746ec-6f1c-4698-ad10-f02faa26978b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:14.733677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5de746ec-6f1c-4698-ad10-f02faa26978b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2190833
Dec 13 14:54:14.739146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48828) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:14.743154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53ee78b3-033b-4059-930c-21051ddd38df tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:14.747470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53ee78b3-033b-4059-930c-21051ddd38df tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/801f33a9-15ec-48a3-9cf5-c2a3751551ac HTTP/1.1" status: 404  len: 333 time: 0.5703411
Dec 13 14:54:14.754050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48832) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:14.834423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Pushing event updated for resources: {'Port': ['ID=16c75ef9-2ab0-440e-9f37-8a477434d20e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:14.849849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:14.861459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Attempting to bind port b7e505ee-91b1-4979-b524-e120d566c51a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:14.861880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Attempting to bind port b7e505ee-91b1-4979-b524-e120d566c51a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:14.862304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Attempting to bind port b7e505ee-91b1-4979-b524-e120d566c51a on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:14.870316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:14.870316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:14.870654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:14.872160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:14.872529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Bound port: b7e505ee-91b1-4979-b524-e120d566c51a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:14.873040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.010763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] For port b7e505ee-91b1-4979-b524-e120d566c51a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:15.020289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] For port b7e505ee-91b1-4979-b524-e120d566c51a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b7e505ee-91b1-4979-b524-e120d566c51a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:15.027461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.035265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9c4b735-fb1c-45ee-a033-d39a56a9c4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:15.203858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Pushing event updated for resources: {'Port': ['ID=b7e505ee-91b1-4979-b524-e120d566c51a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:15.221958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:15.230886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea385e-95ec-4f2a-a1df-995174a5a873 req-e11bb6f1-f642-476f-8417-1fba03afd413 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:15.232402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2aea385e-95ec-4f2a-a1df-995174a5a873 req-e11bb6f1-f642-476f-8417-1fba03afd413 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 945 time: 1.1188819
Dec 13 14:54:15.239935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:15.252884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.255060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bd1bcf66-2ac4-4b0d-a511-05fe18a74aff up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:15.339555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ee28a251-3b2f-409b-b495-0669dab70095 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:15.404018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2aea385e-95ec-4f2a-a1df-995174a5a873 req-db687432-b604-481d-85b2-931c1634932c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614356
Dec 13 14:54:15.408344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.489045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 08446786-d381-47d6-9365-6ead0c0be973 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:15.491576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.502156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:15.509704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port ee28a251-3b2f-409b-b495-0669dab70095 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:15.515092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:15.515902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.595633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.608248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port ee28a251-3b2f-409b-b495-0669dab70095 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:15.608755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.838692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.859422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.870139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.872374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.904695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:54:15.912436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.915580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:15.917464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee28a251-3b2f-409b-b495-0669dab70095,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:15.919594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.921502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.927243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:15.976823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095', 'code': 200}
Dec 13 14:54:15.977527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:15.984630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf6cf1ce-f75b-42d6-8352-243b5aabd10b tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:16.011086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:16.014527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:16.015151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:16.019615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.038034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dabbb969-b9c5-4bae-ac7d-1e2a4cad4481 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:16.049852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.093349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:16.096777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:16.132901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:16.139032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:16.154360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.254711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7 HTTP/1.1" status: 204  len: 168 time: 1.5120661
Dec 13 14:54:16.258245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48838) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.305546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:16.320701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:16.335417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.346046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8f0ab95-cc03-4bef-a00a-201d9a2cf26e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0862463
Dec 13 14:54:16.355958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48842) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.361195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99d15205-0bab-4020-abfd-428a6283fdba tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:16.405025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.415409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=08446786-d381-47d6-9365-6ead0c0be973,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:16.423410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:16.429094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/08446786-d381-47d6-9365-6ead0c0be973 HTTP/1.1" status: 204  len: 168 time: 1.6739125
Dec 13 14:54:16.432537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network f0ccd896-42e2-4172-b15b-01c00299cc6e is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:16.433214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48846) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.436594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:16.513814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.536197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.549663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeb8a9-94ca-458c-8dd8-c2437446b03d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:16.550407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4eaeb8a9-94ca-458c-8dd8-c2437446b03d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:16.636597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4eaeb8a9-94ca-458c-8dd8-c2437446b03d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:16.637750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4eaeb8a9-94ca-458c-8dd8-c2437446b03d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2803926
Dec 13 14:54:16.642018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48852) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.728422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c73b1-cb82-4a0f-b9b0-03076f1eb285 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:16.729167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d41c73b1-cb82-4a0f-b9b0-03076f1eb285 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:16.756170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d9237ee-85d7-4790-a80d-ad912518805e req-0ddca8bc-5bc1-4386-80a3-e5ebc9631a5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1099 time: 0.5117478
Dec 13 14:54:16.800689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.816217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d41c73b1-cb82-4a0f-b9b0-03076f1eb285 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:16.817532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d41c73b1-cb82-4a0f-b9b0-03076f1eb285 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1745605
Dec 13 14:54:16.820916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48856) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.898226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17258c57-3098-4a22-92fb-f294e6d64555 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0749636
Dec 13 14:54:16.907562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 16c75ef9-2ab0-440e-9f37-8a477434d20e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:16.907942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:16.909031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48860) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:16.916728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:17.058645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:17.073070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router c53bbfdb-0e53-4570-8ce5-368f9dea6c6b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:17.080689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:17.187472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:17.194885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.254466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b7e505ee-91b1-4979-b524-e120d566c51a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:17.295057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d9237ee-85d7-4790-a80d-ad912518805e req-6976afec-99f1-4117-9b30-2d8c8a88488b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5263326
Dec 13 14:54:17.318557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8be45-886f-4dce-a05b-36b55d4db3e4 req-2d2940e8-65e8-403a-aeea-fb063461f0a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:17.320234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abe8be45-886f-4dce-a05b-36b55d4db3e4 req-2d2940e8-65e8-403a-aeea-fb063461f0a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.7173142
Dec 13 14:54:17.333934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b7e505ee-91b1-4979-b524-e120d566c51a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:17.340015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16c75ef9-2ab0-440e-9f37-8a477434d20e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:17.451966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 16c75ef9-2ab0-440e-9f37-8a477434d20e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:17.459472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bd1bcf66-2ac4-4b0d-a511-05fe18a74aff up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:17.494016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abe8be45-886f-4dce-a05b-36b55d4db3e4 req-2027254a-0800-4766-8856-55b76ac3748c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375945
Dec 13 14:54:17.518915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209a618-87b6-42d4-98c7-ba9daa76c7ef None None] Network f0ccd896-42e2-4172-b15b-01c00299cc6e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:17.582447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port 16c75ef9-2ab0-440e-9f37-8a477434d20e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=16c75ef9-2ab0-440e-9f37-8a477434d20e,segment=NetworkSegment(16a57ae2-a57d-47ad-97d2-b2c2038f860f),segment_id=16a57ae2-a57d-47ad-97d2-b2c2038f860f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:17.582849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.627789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:17.642593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.644722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] Sync routers for ids ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:17.649170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42148b9-3ff6-44ab-9638-d3d946b8e5b7 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:17.682579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c524b36a-92aa-47c4-a9d0-50fbee1fa24e None None] Provisioning for port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:17.692909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.698522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ae56151-b1cb-4350-888f-175c8a3c7099 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 200  len: 892 time: 3.3624301
Dec 13 14:54:17.709862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48864) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:17.725534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] Routers {'c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:17.725855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 16c75ef9-2ab0-440e-9f37-8a477434d20e owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:17.727646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f486fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:17.771823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:17.830458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:17.836058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:17.839868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=5c2331ee-db8b-45fd-a8cb-69637c8ff620,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:17.848683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:17.849440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.873739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:17.882653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9724331
Dec 13 14:54:17.885479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:17.894960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '5c2331ee-db8b-45fd-a8cb-69637c8ff620', 'ip_address': '2001:db8::8f12:273d:dfb1:94de'}], 'name': 'tempest-NetworksTestDHCPv6-1083659810'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:17.965343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:17.971096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-711a2380-4168-4cb4-84e0-8c941ded8b9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:18.013648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f486fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.032545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] Routers {'c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:18.033314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f486fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.035279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=16c75ef9-2ab0-440e-9f37-8a477434d20e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:18.041263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:18.052534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No DVR routers for this DVR port 16c75ef9-2ab0-440e-9f37-8a477434d20e on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:18.118688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:18.149090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:18.157061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:18.157480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.228264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.244931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:18.249286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295b4c2-f1d5-43dc-9ec5-c03cfcffd71b None None] Network 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:18.256398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.268826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eda9898>,) {'filters': {'network_id': ['9cf55ad0-e16e-4c70-bbfb-35b05f14b434']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.269777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f486fd0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.270394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396f5c2-ddfd-4a6f-b16b-0a87322b6dea None None] The sync data for ids ['c53bbfdb-0e53-4570-8ce5-368f9dea6c6b'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:18.290813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eda9898>, '16a57ae2-a57d-47ad-97d2-b2c2038f860f') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.291181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eda9898>, '16a57ae2-a57d-47ad-97d2-b2c2038f860f') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.294822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2ab258d-9a9f-41c2-bc6a-566caa7339c7 None None] Could not find standard attr ID for object 16c75ef9-2ab0-440e-9f37-8a477434d20e. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:18.315291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.322763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 9f51a1f9-49d5-415b-96e1-881da4357128 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:18.328950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:18.340131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:18.346702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3507347
Dec 13 14:54:18.350381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48872) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:18.373033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:18.373986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:18.377282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1545509683'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:18.384669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:18.393869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:network and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:18.398267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:18.405361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:18.415618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.450948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:18.451453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:18.603553 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:18.606894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:18.617954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.621405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:18.662829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.675372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:18.725325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527fea7-c79b-44c0-9c23-38e6b12544f1 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:18.726904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.756701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=9cf55ad0-e16e-4c70-bbfb-35b05f14b434,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:18.781864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/9cf55ad0-e16e-4c70-bbfb-35b05f14b434 HTTP/1.1" status: 204  len: 168 time: 2.3431959
Dec 13 14:54:18.788513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:18.790470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:18.810950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175331201'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:18.826112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:18.836903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:54:18.844194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:18.864224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:18.867221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-972e3858-f3ab-4585-bf0b-72a16f32c8ef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers/c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 200  len: 892 time: 1.1553161
Dec 13 14:54:18.868193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48882) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:18.872509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:18.878511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::8f12:273d:dfb1:94de (cd6315a2-c455-466b-90ce-13d3e49c993d/5c2331ee-db8b-45fd-a8cb-69637c8ff620/9f51a1f9-49d5-415b-96e1-881da4357128) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:18.966632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:18.967294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added segment 1729ce9d-a8fc-4db7-a6f6-c80c83946605 of type vlan for network 91f079d8-6534-4d65-8170-5bdb39d99482
Dec 13 14:54:18.973610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff50df6-b5d8-4376-a2f7-c35072352687 None None] DHCP port deletion for 9cf55ad0-e16e-4c70-bbfb-35b05f14b434 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:19.006300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.032140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 17627fa5-2ac6-45ed-a2cc-3867258b1a75 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:19.057949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:19.083419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d2bbfe7a-03b9-4d18-a746-6dd537ae253e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 200  len: 205 time: 0.2138422
Dec 13 14:54:19.090994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:19.100142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Provisioning for port b7e505ee-91b1-4979-b524-e120d566c51a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:19.102372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b5f8>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:14Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:19.106166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.107136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:19.108049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Updating router 1396f267-c228-48eb-8b19-7534819b07de port 843444f5-3c80-4db5-82c5-2ec34136d798 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:54:19.111269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Provisioning complete for port b7e505ee-91b1-4979-b524-e120d566c51a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:19.111702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.141826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:19.165266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:19.175385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.176252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment c75d942b-da9c-4574-a35c-175c740ddc2a of type vlan for network 6361daf9-07c7-45f9-8ae1-92791ca9ff91
Dec 13 14:54:19.177466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.210745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.265833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.270380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:19.271184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.278125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c41c550f-e4d7-4244-96fd-77b2f12ff76b tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:19.294040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.298409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:19.301278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:19.302913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.313030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:19.314090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.430051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.504353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7100530
Dec 13 14:54:19.531128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1746964
Dec 13 14:54:19.532718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48890) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:19.533256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48892) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:19.544672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'subnet': {'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:19.557895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.572428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:19.597089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Network': ['ID=91f079d8-6534-4d65-8170-5bdb39d99482,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:19.601170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] For port b7e505ee-91b1-4979-b524-e120d566c51a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b7e505ee-91b1-4979-b524-e120d566c51a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:19.615135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.626515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3c74aeb-87db-49c9-b63e-0f9f727b895d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:19.633064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:19.652679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0772a480-15a4-42b9-a85d-a61d0aa0de94 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:19.694394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 91f079d8-6534-4d65-8170-5bdb39d99482 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:19.755241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 17627fa5-2ac6-45ed-a2cc-3867258b1a75, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=17627fa5-2ac6-45ed-a2cc-3867258b1a75,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:19.782378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.785258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2575f-07d3-4863-8a2c-6dbe1d6358b4 req-bbf46a68-3893-42ab-a7cb-8ae9e016e07a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:19.794402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-26e2575f-07d3-4863-8a2c-6dbe1d6358b4 req-bbf46a68-3893-42ab-a7cb-8ae9e016e07a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.8560910
Dec 13 14:54:19.919264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.932547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16c75ef9-2ab0-440e-9f37-8a477434d20e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:19.949766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:19.972058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 9f51a1f9-49d5-415b-96e1-881da4357128 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:19.992851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Transition to ACTIVE for port object 843444f5-3c80-4db5-82c5-2ec34136d798 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:20.007437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.015186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 16c75ef9-2ab0-440e-9f37-8a477434d20e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:20.015584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16c75ef9-2ab0-440e-9f37-8a477434d20e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:20.029095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c629fb54-2e6f-499a-a028-b57b1b5cf897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:20.033057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Pushing event updated for resources: {'Port': ['ID=b7e505ee-91b1-4979-b524-e120d566c51a,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.036409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.038695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:20.070011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=6361daf9-07c7-45f9-8ae1-92791ca9ff91,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.078819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:20.086431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-812d56a1-d0d2-44ae-b5fa-cf39e77f9047 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.089126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:20.094729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-26e2575f-07d3-4863-8a2c-6dbe1d6358b4 req-f11bcc7f-1da7-4cad-9191-5786e8f2246c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2989867
Dec 13 14:54:20.106752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:subnet and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:20.112950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:20.117137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:20.120573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:20.122493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:20.127571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:20.134637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:20.147458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cc0e03cf-bc47-4136-9f5c-f3b7b80bd62c None None] Provisioning for port 843444f5-3c80-4db5-82c5-2ec34136d798 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:20.148144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:20.180117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.187361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f3d0609-abb3-4f05-af41-55902cf40885 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:20.316572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cc0e03cf-bc47-4136-9f5c-f3b7b80bd62c None None] Provisioning complete for port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:20.316994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc0e03cf-bc47-4136-9f5c-f3b7b80bd62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.346073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Pushing event updated for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.346285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=17627fa5-2ac6-45ed-a2cc-3867258b1a75,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.357414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.361122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.389271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:20.395518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.396863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:20.408249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:20.417971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:20.418704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.426351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.490591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Made reservation on behalf of 8b25db4679dd43e2a58ab9d346c49074 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:20.511661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=9f51a1f9-49d5-415b-96e1-881da4357128,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.542141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.543638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Attempting to bind port 843444f5-3c80-4db5-82c5-2ec34136d798 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:20.544319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Attempting to bind port 843444f5-3c80-4db5-82c5-2ec34136d798 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:20.544736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Attempting to bind port 843444f5-3c80-4db5-82c5-2ec34136d798 on network f0ccd896-42e2-4172-b15b-01c00299cc6e {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:20.554391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:20.554811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Checking segment: {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:20.555284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.555718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Bound using segment: {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:20.556235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Bound port: 843444f5-3c80-4db5-82c5-2ec34136d798, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83191c30-0168-430d-8754-b1da27026a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:20.556649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.577653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cc0e03cf-bc47-4136-9f5c-f3b7b80bd62c None None] Provisioning complete for port b7e505ee-91b1-4979-b524-e120d566c51a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:20.578048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc0e03cf-bc47-4136-9f5c-f3b7b80bd62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.593682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7066417
Dec 13 14:54:20.602228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48900) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:20.616177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '5c2331ee-db8b-45fd-a8cb-69637c8ff620', 'ip_address': '2001:db8::8f12:273d:dfb1:94de'}], 'name': 'tempest-NetworksTestDHCPv6-1604416983'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:20.723078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] For port 843444f5-3c80-4db5-82c5-2ec34136d798, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:20.729762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] For port 843444f5-3c80-4db5-82c5-2ec34136d798, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=843444f5-3c80-4db5-82c5-2ec34136d798,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:20.735213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:20.740487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:20.845828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ef9d762d-9293-4606-bf0c-6bf07780a314 None None] Could not find standard attr ID for object ceedd3b4-0477-407d-b32f-4ef5da85f952. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:20.855998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Pushing event updated for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:20.859314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:20.880204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:20.881056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:20.959384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:20.966322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:20.971325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:20.984440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:21.011878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.015114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:21.027133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.044872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d256acf4-d6d6-4129-86c6-53779ee5f918 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:21.056225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port dfe402ac-037f-45d3-b769-3b8e74bb5b92 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:21.056595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.072778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:21.168710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=564993be-0866-4915-84af-6eb0fdb2fbab,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:21.195846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.224739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:21.350596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.392294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': 'c75d942b-da9c-4574-a35c-175c740ddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:21.392958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: 6361daf9-07c7-45f9-8ae1-92791ca9ff91, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:21.404867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 5ecf47d2-f781-41ef-84a6-eabb99577418 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:21.411593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a7fa-26d8-4f36-b65d-e3e14499fe69 req-6256b7a2-3ef1-4c2e-b923-d38a3695191a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:21.416643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce50a7fa-26d8-4f36-b65d-e3e14499fe69 req-6256b7a2-3ef1-4c2e-b923-d38a3695191a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.9875445
Dec 13 14:54:21.461834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-449b41db-c432-44a8-aa63-06907ef67427 None None] Provisioning for port 9f51a1f9-49d5-415b-96e1-881da4357128 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:21.468184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-449b41db-c432-44a8-aa63-06907ef67427 None None] Provisioning complete for port 9f51a1f9-49d5-415b-96e1-881da4357128 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:21.469309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-449b41db-c432-44a8-aa63-06907ef67427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.545247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-449b41db-c432-44a8-aa63-06907ef67427 None None] Port 9f51a1f9-49d5-415b-96e1-881da4357128 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:21.568862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b5f8>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:14Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:20Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:21.574722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e14f9e-41d4-49d5-a00d-e1daffa45ea4 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:14Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:20Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:21.637227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.811935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for dfe402ac-037f-45d3-b769-3b8e74bb5b92 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:21.819336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce50a7fa-26d8-4f36-b65d-e3e14499fe69 req-97840ee3-fe6a-4792-ab61-5f8db79a0cdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3787918
Dec 13 14:54:21.821498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:21.844223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6361daf9-07c7-45f9-8ae1-92791ca9ff91) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:21.854359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22ad60-972d-4e00-9ab9-111aad3a26d0 None None] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:21.892959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48904) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:21.895343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:21.896071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:21.965165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4273429
Dec 13 14:54:21.983711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48908) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:21.998935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91', 'security_groups': [], 'name': 'tempest-PortsTestJSON-300820851'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:22.024486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:54:22.024797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:54:22.068361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a48fc53a-179d-4f4e-aee2-851b1083cebb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.4553947
Dec 13 14:54:22.069558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48912) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:22.070932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b7e505ee-91b1-4979-b524-e120d566c51a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:22.201563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bc3cfb02-b6ca-428b-af22-ae4554673323 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1094 time: 0.3082869
Dec 13 14:54:22.205791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48916) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:22.215037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'ee28a251-3b2f-409b-b495-0669dab70095', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:22.223298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.228239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:22.231162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee96acf6-6a21-4f62-b20b-cddee09630c1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:22.232390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b7e505ee-91b1-4979-b524-e120d566c51a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:22.232869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.240631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:22.243606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.248765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:22.253117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd993d1-79bf-481b-9cfb-bccb58e24625 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:22.283280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:22.311207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:22.316168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:22.325761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Subnet': ['ID=9ed384aa-63fa-40f8-af36-f718fbc8a909,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:22.328267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=dfe402ac-037f-45d3-b769-3b8e74bb5b92,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:22.338043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:22.351414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:22.353722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eec00-1d20-412b-8305-f6c885181917 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:22.358197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eec00-1d20-412b-8305-f6c885181917 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:22.359149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f48eec00-1d20-412b-8305-f6c885181917 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:22.362044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Checking segment: {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:22.362452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network hostable DHCP agents. Network: 91f079d8-6534-4d65-8170-5bdb39d99482, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:22.377125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:22.383713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.395008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.422498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port a008df5d-38e5-42b5-b2a1-852170c79a14 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:22.489754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f48eec00-1d20-412b-8305-f6c885181917 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:22.491248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f48eec00-1d20-412b-8305-f6c885181917 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.4181101
Dec 13 14:54:22.495396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48920) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:22.496876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 91f079d8-6534-4d65-8170-5bdb39d99482 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:22.592490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.14 (6361daf9-07c7-45f9-8ae1-92791ca9ff91/564993be-0866-4915-84af-6eb0fdb2fbab/a008df5d-38e5-42b5-b2a1-852170c79a14) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:22.656799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6361daf9-07c7-45f9-8ae1-92791ca9ff91', 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': '564993be-0866-4915-84af-6eb0fdb2fbab'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:22.658232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.663727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 91f079d8-6534-4d65-8170-5bdb39d99482) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:22.681266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c877f-0acc-44cd-9e14-3427578f9200 None None] Network 91f079d8-6534-4d65-8170-5bdb39d99482 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:22.718485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:22.719125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.763655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2238190
Dec 13 14:54:22.764341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48924) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:22.823493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 9f51a1f9-49d5-415b-96e1-881da4357128 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:22.823876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.867830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.881721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 843444f5-3c80-4db5-82c5-2ec34136d798 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:22.933636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:22.958411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object a008df5d-38e5-42b5-b2a1-852170c79a14 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:23.013392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.019662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70e7909f-3149-4726-b091-f192d4417b88 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:23.133052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Allocated IP 172.20.0.2 (6361daf9-07c7-45f9-8ae1-92791ca9ff91/564993be-0866-4915-84af-6eb0fdb2fbab/acd96612-ba42-4c7d-84f1-acba57626314) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:23.140097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 843444f5-3c80-4db5-82c5-2ec34136d798 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:23.143983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-91f079d8-6534-4d65-8170-5bdb39d99482', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:23.145053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.171504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 843444f5-3c80-4db5-82c5-2ec34136d798 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:23.172009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.238832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:23.250154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=a008df5d-38e5-42b5-b2a1-852170c79a14,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:23.253345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:23.255375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:23.257447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:23.339735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:23.340892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.380312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.3916326
Dec 13 14:54:23.381739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48928) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:23.472447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port a008df5d-38e5-42b5-b2a1-852170c79a14 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:23.472933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.510248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.535063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.543734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.548402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.637410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Allocated IP 172.23.0.2 (91f079d8-6534-4d65-8170-5bdb39d99482/9ed384aa-63fa-40f8-af36-f718fbc8a909/eac95801-bf3c-404d-a0ff-eef9e0b9beed) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:23.645575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 843444f5-3c80-4db5-82c5-2ec34136d798, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=843444f5-3c80-4db5-82c5-2ec34136d798,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:23.655810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.656788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 17627fa5-2ac6-45ed-a2cc-3867258b1a75 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:23.690832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7e8ff39-d888-4b75-8e98-492d6b190a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:23.756391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.774734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.774734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router c53bbfdb-0e53-4570-8ce5-368f9dea6c6b {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:54:23.816449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Transition to ACTIVE for port object acd96612-ba42-4c7d-84f1-acba57626314 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:23.817818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.920278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:23.927198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:23.928323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Transition to ACTIVE for port object acd96612-ba42-4c7d-84f1-acba57626314 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:23.952816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:23.960466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:23.963580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 9f51a1f9-49d5-415b-96e1-881da4357128 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:23.967701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.015438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.017522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 204  len: 168 time: 4.8629813
Dec 13 14:54:24.029177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48932) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:24.030862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.9 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3c6f63c3-d571-4db7-9d66-55beae26ceb0) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:24.053337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917640561'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:24.063386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:24.073107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:24.079910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:24.082263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:24.082685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.113974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:24.117352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:24.134659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:24.142381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Pushing event updated for resources: {'Port': ['ID=acd96612-ba42-4c7d-84f1-acba57626314,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:24.148958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:24.155137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:24.185077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.238694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:24.238937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Transition to ACTIVE for port object eac95801-bf3c-404d-a0ff-eef9e0b9beed will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:24.244360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.344900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:24.356296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.373550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2671709d-a060-4b0b-a5ee-54b797d769be tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:24.400062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for a008df5d-38e5-42b5-b2a1-852170c79a14 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:24.432393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.438261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.438838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 9e77756a-9ad6-4f2e-88da-77ca15c76c92 of type vlan for network c5dc49a3-5122-462e-91dc-3be6b76e801d
Dec 13 14:54:24.441947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=9f51a1f9-49d5-415b-96e1-881da4357128,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:24.444674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:24.493756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.504290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.518577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Transition to ACTIVE for port object eac95801-bf3c-404d-a0ff-eef9e0b9beed will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:24.524207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Attempting to bind port acd96612-ba42-4c7d-84f1-acba57626314 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:24.525192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Attempting to bind port acd96612-ba42-4c7d-84f1-acba57626314 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c75d942b-da9c-4574-a35c-175c740ddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:24.525192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Attempting to bind port acd96612-ba42-4c7d-84f1-acba57626314 on network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:24.538887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.543006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.549443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/9f51a1f9-49d5-415b-96e1-881da4357128 HTTP/1.1" status: 204  len: 168 time: 2.0402160
Dec 13 14:54:24.550680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48936) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:24.551068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:24.587991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:24.588417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Checking segment: {'id': 'c75d942b-da9c-4574-a35c-175c740ddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:24.588852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.589300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Bound using segment: {'id': 'c75d942b-da9c-4574-a35c-175c740ddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:24.589930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Bound port: acd96612-ba42-4c7d-84f1-acba57626314, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d942b-da9c-4574-a35c-175c740ddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6361daf9-07c7-45f9-8ae1-92791ca9ff91'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:24.590363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.633699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963f12a-589c-466e-b264-484b1868d72d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:24.635398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963f12a-589c-466e-b264-484b1868d72d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:24.636337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8963f12a-589c-466e-b264-484b1868d72d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:24.675711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Network 91f079d8-6534-4d65-8170-5bdb39d99482 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:24.678238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.686207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63f7e52b-543a-4861-9443-8b924677e125 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:24.692644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:24.696382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Pushing event updated for resources: {'Port': ['ID=eac95801-bf3c-404d-a0ff-eef9e0b9beed,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:24.700654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:24.703315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:24.754725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.765670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=3c6f63c3-d571-4db7-9d66-55beae26ceb0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:24.768914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:24.769671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8963f12a-589c-466e-b264-484b1868d72d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:24.774105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8963f12a-589c-466e-b264-484b1868d72d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2199910
Dec 13 14:54:24.774890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48940) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:24.799562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-185b8e8b-3f69-4345-a59e-c20ad1e8b6a8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:24.837565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.841283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:24.842047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.851674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=a008df5d-38e5-42b5-b2a1-852170c79a14,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:24.865600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 843444f5-3c80-4db5-82c5-2ec34136d798 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:24.868900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-958483a2-f83d-4684-8466-9f4c271285c9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:24.906514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8721864
Dec 13 14:54:24.914766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.915239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.915661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.916091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.916785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.916899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.917517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.917643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.918051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.918529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.918938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:24.921950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:24.929082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:24.936051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:24.939677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] For port acd96612-ba42-4c7d-84f1-acba57626314, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:24.939840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:24.944510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:24.959196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:24.964180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Attempting to bind port eac95801-bf3c-404d-a0ff-eef9e0b9beed on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:24.964596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Attempting to bind port eac95801-bf3c-404d-a0ff-eef9e0b9beed by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:24.964999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Attempting to bind port eac95801-bf3c-404d-a0ff-eef9e0b9beed on network 91f079d8-6534-4d65-8170-5bdb39d99482 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:24.968259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] For port acd96612-ba42-4c7d-84f1-acba57626314, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=acd96612-ba42-4c7d-84f1-acba57626314,segment=NetworkSegment(c75d942b-da9c-4574-a35c-175c740ddc2a),segment_id=c75d942b-da9c-4574-a35c-175c740ddc2a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:24.978074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:24.982769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:25.021448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:25.021926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Checking segment: {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:25.022273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.022794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Bound using segment: {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:25.023573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Bound port: eac95801-bf3c-404d-a0ff-eef9e0b9beed, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:25.023995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.048466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 5c2331ee-db8b-45fd-a8cb-69637c8ff620 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:25.064127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.099729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=c5dc49a3-5122-462e-91dc-3be6b76e801d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:25.120005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:25.127868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network c5dc49a3-5122-462e-91dc-3be6b76e801d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:25.165904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.176967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.180535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 843444f5-3c80-4db5-82c5-2ec34136d798 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:25.180961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.232675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Pushing event updated for resources: {'Port': ['ID=acd96612-ba42-4c7d-84f1-acba57626314,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:25.239516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:25.245834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:25.252749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:25.256440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:25.265969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:25.300590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:25.315198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.316766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/a008df5d-38e5-42b5-b2a1-852170c79a14 HTTP/1.1" status: 204  len: 168 time: 1.9324820
Dec 13 14:54:25.322198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48948) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:25.366256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] For port eac95801-bf3c-404d-a0ff-eef9e0b9beed, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:25.370458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] For port eac95801-bf3c-404d-a0ff-eef9e0b9beed, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=eac95801-bf3c-404d-a0ff-eef9e0b9beed,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:25.380214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.388240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:25.402185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-437141a6-14a3-4bd8-8603-83d1efa10c1c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:25.402731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-437141a6-14a3-4bd8-8603-83d1efa10c1c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:25.427629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.434904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f6d18cd-ab29-4f39-bef5-50bc4370cc39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:25.489744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Allocated IP 172.23.0.1 (91f079d8-6534-4d65-8170-5bdb39d99482/9ed384aa-63fa-40f8-af36-f718fbc8a909/9d886c6f-605d-4df4-901a-700859de3014) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:25.496323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2331ee-db8b-45fd-a8cb-69637c8ff620,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:25.501605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:25.513047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.513668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:25.529813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7f37a-5ec9-473f-90e2-7bce9b3ef2cb None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:25.546149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-437141a6-14a3-4bd8-8603-83d1efa10c1c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:25.546638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Pushing event updated for resources: {'Port': ['ID=eac95801-bf3c-404d-a0ff-eef9e0b9beed,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:25.550378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-437141a6-14a3-4bd8-8603-83d1efa10c1c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/a008df5d-38e5-42b5-b2a1-852170c79a14 HTTP/1.1" status: 404  len: 333 time: 0.2214398
Dec 13 14:54:25.550552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:25.565964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48952) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:25.665155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/5c2331ee-db8b-45fd-a8cb-69637c8ff620 HTTP/1.1" status: 204  len: 168 time: 0.8829410
Dec 13 14:54:25.665344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48956) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:26.033259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:26.041256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Deleting port b7e505ee-91b1-4979-b524-e120d566c51a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:26.041690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.351529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1867ec4b-9884-4037-a84f-ce110b3ff86e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6847150
Dec 13 14:54:26.352214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48960) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:26.366274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:26.376046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 564993be-0866-4915-84af-6eb0fdb2fbab {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:26.404015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.460907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.515372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] For port b7e505ee-91b1-4979-b524-e120d566c51a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b7e505ee-91b1-4979-b524-e120d566c51a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:26.516626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.560183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:26.568773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:26.571958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:26.580849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:26.596642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Transition to ACTIVE for port object 9d886c6f-605d-4df4-901a-700859de3014 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:26.604884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:26.623670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.719107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.739023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b75c3622-9332-4543-9e38-c8e420aa4f87 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:26.781611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Calling delete_port for b7e505ee-91b1-4979-b524-e120d566c51a owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:26.828954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.855996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:26.931705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device acd96612-ba42-4c7d-84f1-acba57626314 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:26.936586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=0f03ca45-8c45-4f96-84c7-2e7d91865862,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:26.947121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:26.950192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd02bf3e-cb26-4392-a9b4-1b27dee3d61d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:26.992918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 91f079d8-6534-4d65-8170-5bdb39d99482 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:26.996363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.003906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2204a893-4298-4177-871c-d35f4741cd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:27.007766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '9e77756a-9ad6-4f2e-88da-77ca15c76c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:27.008180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: c5dc49a3-5122-462e-91dc-3be6b76e801d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:27.013540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:27.024571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:27.056471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Pushing event deleted for resources: {'Port': ['ID=b7e505ee-91b1-4979-b524-e120d566c51a,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:27.059375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:27.066389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.071178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] No DVR routers for this DVR port b7e505ee-91b1-4979-b524-e120d566c51a on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:27.092074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port acd96612-ba42-4c7d-84f1-acba57626314 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:27.097826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device eac95801-bf3c-404d-a0ff-eef9e0b9beed up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:27.181950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port eac95801-bf3c-404d-a0ff-eef9e0b9beed completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:27.182348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:27.193657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:27.207535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network c5dc49a3-5122-462e-91dc-3be6b76e801d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:27.221830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.234103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, c5dc49a3-5122-462e-91dc-3be6b76e801d) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:27.247007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256dc6f2-ac37-444e-935c-27dcb8771179 None None] Network c5dc49a3-5122-462e-91dc-3be6b76e801d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:27.250855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:27.251535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.262163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.276938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fb52fd3-eebe-4f72-80a9-7c1cb6f271bd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:27.296239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.320564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b7e505ee-91b1-4979-b524-e120d566c51a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:27.338639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=564993be-0866-4915-84af-6eb0fdb2fbab,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:27.347352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:27.361835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.365653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/564993be-0866-4915-84af-6eb0fdb2fbab HTTP/1.1" status: 204  len: 168 time: 1.7972088
Dec 13 14:54:27.367487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:27.371392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4401300
Dec 13 14:54:27.383771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:27.402711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2031156373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:27.431443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:27.444008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:27.449496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.453730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:27.457445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52ef4db3-0d57-48b2-a7f2-df90cc734fe1 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:27.485565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.502449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b7e505ee-91b1-4979-b524-e120d566c51a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:27.503030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b7e505ee-91b1-4979-b524-e120d566c51a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:27.536552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:27.563940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.594310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.595371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.611413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:27.616539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:27.618114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-c5dc49a3-5122-462e-91dc-3be6b76e801d', 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '0f03ca45-8c45-4f96-84c7-2e7d91865862'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:27.619587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:27.619774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.620243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.640980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1aab43-0e48-470e-ad35-08af52f9d516 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:27.641277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=427a8773-5527-43ec-89a2-de8499700a24,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:27.712599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.713019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.713665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.713840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.714250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.714653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.715097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.715506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.715906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.716305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.716702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:27.720966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:27.730199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3737109
Dec 13 14:54:27.731117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48972) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:27.749804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319145b5-9a1d-446c-9151-d4395e35a498 None None] Network 6361daf9-07c7-45f9-8ae1-92791ca9ff91 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:27.795694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '427a8773-5527-43ec-89a2-de8499700a24', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-870473389'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:27.836143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.873748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.925556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port acd96612-ba42-4c7d-84f1-acba57626314 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:27.926205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:27.981337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.008730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.013150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ec1f4fa-9427-41b6-954e-0714312f05ba tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6190035
Dec 13 14:54:28.015327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48976) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:28.052214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-56da5ff1-53eb-4b1a-a7c9-d548ec3bfc91 None None] Provisioning for port acd96612-ba42-4c7d-84f1-acba57626314 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:28.068688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-56da5ff1-53eb-4b1a-a7c9-d548ec3bfc91 None None] Provisioning complete for port acd96612-ba42-4c7d-84f1-acba57626314 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:28.069106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56da5ff1-53eb-4b1a-a7c9-d548ec3bfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.193430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.198614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:28.204689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.209133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:28.212109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b7d758c-0ae3-43fc-a80a-eadcf2e192cd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:28.246817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:28.265131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:28.366074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port acd96612-ba42-4c7d-84f1-acba57626314, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=acd96612-ba42-4c7d-84f1-acba57626314,segment=NetworkSegment(c75d942b-da9c-4574-a35c-175c740ddc2a),segment_id=c75d942b-da9c-4574-a35c-175c740ddc2a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:28.366498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.422261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a012c-d84c-4c7f-a319-86a20e633da0 None None] Network 91f079d8-6534-4d65-8170-5bdb39d99482 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:28.490421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:28.498558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.513687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Allocated IP 2001:db8::2 (c5dc49a3-5122-462e-91dc-3be6b76e801d/0f03ca45-8c45-4f96-84c7-2e7d91865862/4d535cc8-6243-4128-9d70-e3c06b3423e4) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:28.531240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=3c6f63c3-d571-4db7-9d66-55beae26ceb0,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:28.531594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for acd96612-ba42-4c7d-84f1-acba57626314 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:28.551662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:28.572058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port eb121f21-c70d-4b5b-8c1a-d322d61d875e yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:28.614587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.691646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-56da5ff1-53eb-4b1a-a7c9-d548ec3bfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.707007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.709906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '427a8773-5527-43ec-89a2-de8499700a24'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:28.710418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.712829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:28.757068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=acd96612-ba42-4c7d-84f1-acba57626314,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:28.761998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:28.772179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No DVR routers for this DVR port acd96612-ba42-4c7d-84f1-acba57626314 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:28.826167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.845871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:28.882490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c4b0fb3-ac8c-48e4-a582-b72a9005b50c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:29.017071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.055939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.061037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75319737-606e-4507-9af3-6ed0f4a5c5ba None None] DHCP port deletion for 6361daf9-07c7-45f9-8ae1-92791ca9ff91 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:29.064890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.147522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event updated for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:29.150882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:29.156562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a0e48>,) {'filters': {'network_id': ['6361daf9-07c7-45f9-8ae1-92791ca9ff91']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:29.219884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a0e48>, 'c75d942b-da9c-4574-a35c-175c740ddc2a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:29.220283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a0e48>, 'c75d942b-da9c-4574-a35c-175c740ddc2a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:29.247661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.248625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Provisioning for port eac95801-bf3c-404d-a0ff-eef9e0b9beed completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:29.267033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/427a8773-5527-43ec-89a2-de8499700a24/a004bdc4-697e-486d-9ca4-c37aa27b1078) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:29.271033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.280715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Provisioning complete for port eac95801-bf3c-404d-a0ff-eef9e0b9beed triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:29.281236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.291539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:29.291892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.307539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:29.313864 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:29.342766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Transition to ACTIVE for port object 4d535cc8-6243-4128-9d70-e3c06b3423e4 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:29.419069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Network 91f079d8-6534-4d65-8170-5bdb39d99482 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:29.424390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Transition to ACTIVE for port object 4d535cc8-6243-4128-9d70-e3c06b3423e4 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:29.424680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:29.483106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.508647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.521606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebe8509d-de40-4ada-80c4-39836cb755d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:29.597274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.602300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cd20cba-65b5-46ec-ad3f-a79a69a02500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:29.630260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.663273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=6361daf9-07c7-45f9-8ae1-92791ca9ff91,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:29.685859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:29.693110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Pushing event updated for resources: {'Port': ['ID=4d535cc8-6243-4128-9d70-e3c06b3423e4,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:29.697043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:29.701750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Network c5dc49a3-5122-462e-91dc-3be6b76e801d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:29.709687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:29.712977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:29.717898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/6361daf9-07c7-45f9-8ae1-92791ca9ff91 HTTP/1.1" status: 204  len: 168 time: 2.3456750
Dec 13 14:54:29.721620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48980) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:29.732579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.741365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'name': 'tempest-PortsTestJSON-1293851335'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:29.773656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP 8fb284c9-0731-428f-828a-892794a3aaa8 associated. External IP: 172.26.4.9, port: ee28a251-3b2f-409b-b495-0669dab70095.
Dec 13 14:54:29.957509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] For port eac95801-bf3c-404d-a0ff-eef9e0b9beed, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=eac95801-bf3c-404d-a0ff-eef9e0b9beed,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:29.960221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.963233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Attempting to bind port 4d535cc8-6243-4128-9d70-e3c06b3423e4 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:29.963738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Attempting to bind port 4d535cc8-6243-4128-9d70-e3c06b3423e4 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '9e77756a-9ad6-4f2e-88da-77ca15c76c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:29.964252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Attempting to bind port 4d535cc8-6243-4128-9d70-e3c06b3423e4 on network c5dc49a3-5122-462e-91dc-3be6b76e801d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:29.975318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:29.980374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e828eec8-fe47-41fd-bcf1-11757ddde16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:30.013863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Transition to ACTIVE for port object a004bdc4-697e-486d-9ca4-c37aa27b1078 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:30.070381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:30.077035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:30.082529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:30.112758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:30.139603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:30.147584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.168247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8::1 (c5dc49a3-5122-462e-91dc-3be6b76e801d/0f03ca45-8c45-4f96-84c7-2e7d91865862/83ee268f-bfe8-44dd-8f77-f8bd5792fcda) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:30.191332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:30.193056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 2c40282a-1271-4b3a-a980-5cbd2bc39a8d yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:30.232116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:30.232642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Checking segment: {'id': '9e77756a-9ad6-4f2e-88da-77ca15c76c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:30.233168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.233700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Bound using segment: {'id': '9e77756a-9ad6-4f2e-88da-77ca15c76c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:30.234361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Bound port: 4d535cc8-6243-4128-9d70-e3c06b3423e4, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77756a-9ad6-4f2e-88da-77ca15c76c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5dc49a3-5122-462e-91dc-3be6b76e801d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:30.234862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.326953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Transition to ACTIVE for port object a004bdc4-697e-486d-9ca4-c37aa27b1078 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:30.353650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:54:30.354469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:54:30.358672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.366088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Pushing event updated for resources: {'Port': ['ID=eac95801-bf3c-404d-a0ff-eef9e0b9beed,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:30.379787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Provisioning complete for port eac95801-bf3c-404d-a0ff-eef9e0b9beed triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:30.380750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.423344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:30.423901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dc91e951-63c9-49c2-9157-b2575ffd7489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:30.431392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.454420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 83ee268f-bfe8-44dd-8f77-f8bd5792fcda will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:30.478168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1b73bd6-783d-4e70-9b90-25e19595f092 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.7403255
Dec 13 14:54:30.479002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48984) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:30.522314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:30.536971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:30.544964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:30.547827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] For port 4d535cc8-6243-4128-9d70-e3c06b3423e4, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:30.555949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Pushing event updated for resources: {'Port': ['ID=a004bdc4-697e-486d-9ca4-c37aa27b1078,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:30.564973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:30.568618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] For port 4d535cc8-6243-4128-9d70-e3c06b3423e4, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d535cc8-6243-4128-9d70-e3c06b3423e4,segment=NetworkSegment(9e77756a-9ad6-4f2e-88da-77ca15c76c92),segment_id=9e77756a-9ad6-4f2e-88da-77ca15c76c92)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:30.607043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.616170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c8c83ad-0073-47a9-876b-b09c4bb10891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:30.627753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.633443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580afea1-dbb4-4b59-9303-bb9cec9c5e62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:30.740427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network c5dc49a3-5122-462e-91dc-3be6b76e801d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:30.748408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:30.752539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=83ee268f-bfe8-44dd-8f77-f8bd5792fcda,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:30.755199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:30.756639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.765730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a78915-95e1-410d-a9a1-742f56afb576 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:30.766605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74a78915-95e1-410d-a9a1-742f56afb576 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:30.769838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:30.796982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Attempting to bind port a004bdc4-697e-486d-9ca4-c37aa27b1078 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:30.797411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Attempting to bind port a004bdc4-697e-486d-9ca4-c37aa27b1078 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:30.797821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Attempting to bind port a004bdc4-697e-486d-9ca4-c37aa27b1078 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:30.820573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device eac95801-bf3c-404d-a0ff-eef9e0b9beed up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:30.866729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Pushing event updated for resources: {'Port': ['ID=4d535cc8-6243-4128-9d70-e3c06b3423e4,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:30.867564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74a78915-95e1-410d-a9a1-742f56afb576 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:30.871458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74a78915-95e1-410d-a9a1-742f56afb576 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3892050
Dec 13 14:54:30.872330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 48988) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:30.873474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:30.882051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:30.882477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:30.882937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.883405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:30.883959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Bound port: a004bdc4-697e-486d-9ca4-c37aa27b1078, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:30.884332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.975427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Provisioning for port 9d886c6f-605d-4df4-901a-700859de3014 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:30.994235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Provisioning complete for port 9d886c6f-605d-4df4-901a-700859de3014 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:30.994661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:30.999232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:31.017316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2471335
Dec 13 14:54:31.018477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48992) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:31.019735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca7c0-9bf6-4faa-a90c-f4f8f1f41ee0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:31.021250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca7c0-9bf6-4faa-a90c-f4f8f1f41ee0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:31.021729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.022052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c1dca7c0-9bf6-4faa-a90c-f4f8f1f41ee0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:31.029307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:31.035781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:31.053356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.065818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port eac95801-bf3c-404d-a0ff-eef9e0b9beed triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:31.066238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.075188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c1dca7c0-9bf6-4faa-a90c-f4f8f1f41ee0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:31.078564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c1dca7c0-9bf6-4faa-a90c-f4f8f1f41ee0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2035339
Dec 13 14:54:31.090920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 48996) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:31.126807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] For port a004bdc4-697e-486d-9ca4-c37aa27b1078, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:31.136582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c74a3-baf8-4777-8408-0cd404be357f None None] Port 9d886c6f-605d-4df4-901a-700859de3014 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:31.150822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:31.151978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:31.152696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ececac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:31.208964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] For port a004bdc4-697e-486d-9ca4-c37aa27b1078, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a004bdc4-697e-486d-9ca4-c37aa27b1078,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:31.271898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.298317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.322078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2cbc63d-a92d-4a7e-96b1-095a245139de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:31.336663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe37b55e-703b-40fc-aa8f-b190177094f0 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:31.494883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:31.531738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-67629971-46b0-4cc3-befc-3834f0dffa4e None None] Provisioning complete for port 9d886c6f-605d-4df4-901a-700859de3014 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:31.532165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67629971-46b0-4cc3-befc-3834f0dffa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.557952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Pushing event updated for resources: {'Port': ['ID=a004bdc4-697e-486d-9ca4-c37aa27b1078,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:31.561495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=2c40282a-1271-4b3a-a980-5cbd2bc39a8d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:31.564333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:31.574234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:31.582651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:31.595632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:31.596525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:31.600928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:31.601617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.635855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.9130144
Dec 13 14:54:31.642116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49000) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:31.696518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67629971-46b0-4cc3-befc-3834f0dffa4e None None] Port 9d886c6f-605d-4df4-901a-700859de3014 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:31.788962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device acd96612-ba42-4c7d-84f1-acba57626314 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:31.849397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: acd96612-ba42-4c7d-84f1-acba57626314 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:31.849809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device acd96612-ba42-4c7d-84f1-acba57626314 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:31.870441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 427a8773-5527-43ec-89a2-de8499700a24 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:31.887377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:31.921704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 2c40282a-1271-4b3a-a980-5cbd2bc39a8d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:31.922299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.047341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ececac8>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:27Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:28Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:32.052577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:32.052980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Updating router 1396f267-c228-48eb-8b19-7534819b07de port 9d886c6f-605d-4df4-901a-700859de3014 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:54:32.086667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.116154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.137114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.144491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.145383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.151691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:32.210465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:32.224710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Sync routers for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:32.250873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:32.251835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:32.305300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=83ee268f-bfe8-44dd-8f77-f8bd5792fcda,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:32.311371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:32.389948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.506824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 10.2976699
Dec 13 14:54:32.507765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49004) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:32.510577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:54:32.638715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network c5dc49a3-5122-462e-91dc-3be6b76e801d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:32.643447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:32.664475 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095', 'status': 'completed', 'code': 200}
Dec 13 14:54:32.871568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.926808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8aa060d3-2865-4eb6-9b91-004da21aaac5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 200  len: 990 time: 0.4104800
Dec 13 14:54:32.964307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.967120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:32.979408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Transition to ACTIVE for port object 9d886c6f-605d-4df4-901a-700859de3014 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:32.986448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d535cc8-6243-4128-9d70-e3c06b3423e4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:33.017668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:33.027199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.037788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:33.256364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Pushing event updated for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:33.269397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:33.273094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router bfc54f5e-b366-46cd-8dc2-150c733e7009 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:54:33.362155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 2c40282a-1271-4b3a-a980-5cbd2bc39a8d owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:33.392878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Attempting to bind port 9d886c6f-605d-4df4-901a-700859de3014 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:33.393300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Attempting to bind port 9d886c6f-605d-4df4-901a-700859de3014 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:33.393715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Attempting to bind port 9d886c6f-605d-4df4-901a-700859de3014 on network 91f079d8-6534-4d65-8170-5bdb39d99482 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:33.403419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 4d535cc8-6243-4128-9d70-e3c06b3423e4 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:33.413662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:33.414092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Checking segment: {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:33.414612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.415101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Bound using segment: {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:33.415655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Bound port: 9d886c6f-605d-4df4-901a-700859de3014, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1729ce9d-a8fc-4db7-a6f6-c80c83946605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:33.416078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.476572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b400>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8fb284c9-0731-428f-828a-892794a3aaa8', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'port_id': 'ee28a251-3b2f-409b-b495-0669dab70095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'mac_address': 'fa:16:3e:da:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88599249-8ccd-4bb4-8c8e-2505259320af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:54:26Z', 'updated_at': '2021-12-13T14:54:26Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:33.480360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a004bdc4-697e-486d-9ca4-c37aa27b1078 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:33.495501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Checking router: ea7f4623-eda5-43d3-8ddf-65d5f5e79927 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:33.520254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.523162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:33.524721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:33.544039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5ec88a9a-82d4-4302-8f54-4a657303473c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:33.548556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94347599-7d61-4753-936b-329336b37a68 None None] Network c5dc49a3-5122-462e-91dc-3be6b76e801d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:33.604536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.611682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:33.632007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.634824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/bfc54f5e-b366-46cd-8dc2-150c733e7009/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6155696
Dec 13 14:54:33.640979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49010) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:33.650130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] Sync routers for ids ['bfc54f5e-b366-46cd-8dc2-150c733e7009'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:33.654284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=2c40282a-1271-4b3a-a980-5cbd2bc39a8d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:33.663301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:33.668668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d45cea1f-577f-432b-b63d-1f1e532d14a6 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:33.709696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=427a8773-5527-43ec-89a2-de8499700a24,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:33.716945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:33.718760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/427a8773-5527-43ec-89a2-de8499700a24 HTTP/1.1" status: 204  len: 168 time: 2.6190968
Dec 13 14:54:33.730021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49014) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:33.737890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:33.740470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/2c40282a-1271-4b3a-a980-5cbd2bc39a8d HTTP/1.1" status: 204  len: 168 time: 2.0972924
Dec 13 14:54:33.745329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49018) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:33.754778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'mac_address': 'fa:16:3e:59:f3:02', 'name': 'tempest-PortsTestJSON-1078473765'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:33.793171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75f45e-7499-4d0c-b36c-7db8acba43c3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:33.794082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d75f45e-7499-4d0c-b36c-7db8acba43c3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:33.820134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d75f45e-7499-4d0c-b36c-7db8acba43c3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:33.825923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d75f45e-7499-4d0c-b36c-7db8acba43c3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports/83ee268f-bfe8-44dd-8f77-f8bd5792fcda HTTP/1.1" status: 200  len: 911 time: 0.1831481
Dec 13 14:54:33.826861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49022) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:33.847111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f03ca45-8c45-4f96-84c7-2e7d91865862'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:33.888842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:33.889350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] Routers {'bfc54f5e-b366-46cd-8dc2-150c733e7009'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:33.890202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eca2438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bfc54f5e-b366-46cd-8dc2-150c733e7009'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:33.932641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49026) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:33.996295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:34.000796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:34.004611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:34.011663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:34.029642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eca2438>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:34.032414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a004bdc4-697e-486d-9ca4-c37aa27b1078 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:34.044908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Provisioning for port 4d535cc8-6243-4128-9d70-e3c06b3423e4 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:34.052430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:34.061652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] For port 9d886c6f-605d-4df4-901a-700859de3014, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:34.074491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Provisioning complete for port 4d535cc8-6243-4128-9d70-e3c06b3423e4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:34.074918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.076203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f73c28f5-9acf-4061-9c2b-34105c5ac8a9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3340588
Dec 13 14:54:34.085822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-d7ceac74-c842-4b0a-b00e-2d8319888d29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1099 time: 1.0224771
Dec 13 14:54:34.103656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:34.115419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:34.148609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] For port 9d886c6f-605d-4df4-901a-700859de3014, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d886c6f-605d-4df4-901a-700859de3014,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:34.151647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-976e1023-3f52-44d9-b5cd-cd6578617094 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 200  len: 990 time: 0.2167139
Dec 13 14:54:34.174539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] Routers {'bfc54f5e-b366-46cd-8dc2-150c733e7009'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:34.175276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eca2438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bfc54f5e-b366-46cd-8dc2-150c733e7009'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:34.276536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:34.292478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:34.305294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.345737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:34.399918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:34.415590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b400>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8fb284c9-0731-428f-828a-892794a3aaa8', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'port_id': 'ee28a251-3b2f-409b-b495-0669dab70095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'mac_address': 'fa:16:3e:da:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88599249-8ccd-4bb4-8c8e-2505259320af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:54:26Z', 'updated_at': '2021-12-13T14:54:26Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:34.420624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c32505-a014-4408-9a46-da60c52b53a1 None None] The sync data for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv is: [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8fb284c9-0731-428f-828a-892794a3aaa8', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'port_id': 'ee28a251-3b2f-409b-b495-0669dab70095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'mac_address': 'fa:16:3e:da:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88599249-8ccd-4bb4-8c8e-2505259320af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:54:26Z', 'updated_at': '2021-12-13T14:54:26Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:34.426373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:34.430514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa53d8-caaa-4158-93e6-483980fac7ba None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:34.455675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eca2438>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:34.455909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259a036-5080-4c14-b11b-30a8849c5fc3 None None] The sync data for ids ['bfc54f5e-b366-46cd-8dc2-150c733e7009'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:34.465516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.527439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.593973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:34.600455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.686029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port fd67a773-42bf-4364-b67b-3a64cc3b4ed4 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:34.796074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Pushing event updated for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:34.807796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:34.812449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:34.813198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ececac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:34.819464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:54:34.822851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-a97fda09-7288-4a30-8878-f3c098dcbf3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:34.825113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-a97fda09-7288-4a30-8878-f3c098dcbf3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 898 time: 0.5829124
Dec 13 14:54:34.871332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:34.960115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Removed routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:54:34.960567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.023803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] For port 4d535cc8-6243-4128-9d70-e3c06b3423e4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d535cc8-6243-4128-9d70-e3c06b3423e4,segment=NetworkSegment(9e77756a-9ad6-4f2e-88da-77ca15c76c92),segment_id=9e77756a-9ad6-4f2e-88da-77ca15c76c92)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:35.043071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.049871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-473c5c3a-7239-4a96-b53b-c13ae392c964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:35.052582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b1b2d-7950-4ba7-8f3a-0ddc88a7acd5 None None] New status for floating IP 8fb284c9-0731-428f-828a-892794a3aaa8: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:54:35.160440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49034) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:35.343882 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-84890fed-bf6a-425e-8467-37d5789df32e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 998 time: 0.4977279
Dec 13 14:54:35.410664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:35.463440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754077c6-29e9-400b-a178-1473e2522fef None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:35.472266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-8f90919f-5175-4925-9030-ca70be31b231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:35.474212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-8f90919f-5175-4925-9030-ca70be31b231 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 200  len: 835 time: 0.1093669
Dec 13 14:54:35.493890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Deleting port a004bdc4-697e-486d-9ca4-c37aa27b1078 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:35.494310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.530736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Pushing event updated for resources: {'Port': ['ID=4d535cc8-6243-4128-9d70-e3c06b3423e4,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:35.534568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:35.685728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Provisioning for port a004bdc4-697e-486d-9ca4-c37aa27b1078 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:35.730091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.743813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1cbff54b-aa77-42f0-b253-f34c506b5eb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:35.760654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e01833d6-8108-4135-8c68-fbe4d71864a3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 200  len: 990 time: 0.5951843
Dec 13 14:54:35.776685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.782647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:35.788725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.791815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:35.794988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:35.795878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.797525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/ports/83ee268f-bfe8-44dd-8f77-f8bd5792fcda HTTP/1.1" status: 200  len: 911 time: 1.9694562
Dec 13 14:54:35.798935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34537cc4-4a42-448c-b791-43bc4f50c2a5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:35.815748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:35.816655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.836577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49038) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:35.874154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Provisioning complete for port a004bdc4-697e-486d-9ca4-c37aa27b1078 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:35.874872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:35.881879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=83ee268f-bfe8-44dd-8f77-f8bd5792fcda,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:35.885197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:36.160746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ececac8>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:27Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:34Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:36.174140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1444-09bf-4549-a96a-8c1f7cbedaeb None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:27Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:34Z', 'revision_number': 4, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:36.186180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-754077c6-29e9-400b-a178-1473e2522fef None None] For port a004bdc4-697e-486d-9ca4-c37aa27b1078, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a004bdc4-697e-486d-9ca4-c37aa27b1078,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:36.186984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.202297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.266995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.361701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=6da93d7d-2374-450c-8d33-3c1c45abca92,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:36.371344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2652473
Dec 13 14:54:36.372964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49042) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:36.373292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:36.379376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-133375970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:36.386119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Calling delete_port for a004bdc4-697e-486d-9ca4-c37aa27b1078 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:36.392110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:36.397194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:router and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:36.400413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:36.406743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:36.419545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.421437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.446307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.459439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] For port a004bdc4-697e-486d-9ca4-c37aa27b1078, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a004bdc4-697e-486d-9ca4-c37aa27b1078,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:36.472012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.473912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-ac228759-219e-4c93-94fb-8688f76a42fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8236337
Dec 13 14:54:36.474054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.476436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78ce8483-08cd-4086-bbb2-7b75932cbd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:36.497731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.502592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-03c09940-24b2-4389-8ede-f74bbc02d184 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1249440
Dec 13 14:54:36.502935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49046) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:36.565842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:54:36.566333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:54:36.566843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Pushing event updated for resources: {'Port': ['ID=a004bdc4-697e-486d-9ca4-c37aa27b1078,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:36.575905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:36.600977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Provisioning for port 83ee268f-bfe8-44dd-8f77-f8bd5792fcda completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:36.607396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Provisioning complete for port 83ee268f-bfe8-44dd-8f77-f8bd5792fcda triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:36.607818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.644829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.679147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Port 83ee268f-bfe8-44dd-8f77-f8bd5792fcda cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:36.708953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Provisioning complete for port 4d535cc8-6243-4128-9d70-e3c06b3423e4 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:36.709380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f29c7499-3cab-4d3d-8a0f-aed7295e8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.729714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:36.776159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49050) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:36.896911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d535cc8-6243-4128-9d70-e3c06b3423e4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:36.907202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.948871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:36.954053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:36.956453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:36.973898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:36.978937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:36.979670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.004232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4d535cc8-6243-4128-9d70-e3c06b3423e4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:37.004925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.069485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Deleting port a004bdc4-697e-486d-9ca4-c37aa27b1078 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:37.070193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.117399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.169486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=fd67a773-42bf-4364-b67b-3a64cc3b4ed4,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:37.188700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-e1d0086f-5f90-4fe0-b2b8-e8372ae447b3 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6444893
Dec 13 14:54:37.206454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:37.208121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.4597890
Dec 13 14:54:37.211710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-174e7ccd-951f-41b9-90bd-82eef5ebaa5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 200  len: 992 time: 0.4125726
Dec 13 14:54:37.244976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49054) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:37.251962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d886c6f-605d-4df4-901a-700859de3014 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:37.457028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-754077c6-29e9-400b-a178-1473e2522fef None None] For port a004bdc4-697e-486d-9ca4-c37aa27b1078, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a004bdc4-697e-486d-9ca4-c37aa27b1078,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:37.457437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.470671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9d886c6f-605d-4df4-901a-700859de3014 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:37.520310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::1 (cd6315a2-c455-466b-90ce-13d3e49c993d/6da93d7d-2374-450c-8d33-3c1c45abca92/3ade2463-adea-4eaf-a075-4ea28b225b4a) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:37.589983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Calling delete_port for a004bdc4-697e-486d-9ca4-c37aa27b1078 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:37.616642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9d886c6f-605d-4df4-901a-700859de3014 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:37.616943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.622791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb1fa7-fa74-49cc-95d0-997ca4739331 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:37.624221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0eb1fa7-fa74-49cc-95d0-997ca4739331 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:37.698758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.699912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0eb1fa7-fa74-49cc-95d0-997ca4739331 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:37.704315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0eb1fa7-fa74-49cc-95d0-997ca4739331 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/fd67a773-42bf-4364-b67b-3a64cc3b4ed4 HTTP/1.1" status: 200  len: 841 time: 0.2718482
Dec 13 14:54:37.707488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-617fe6ce-bcd2-489d-a0d5-15d7cb347327 req-1ffeda01-9bff-4f17-b2ba-dc64ad091db1 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4942873
Dec 13 14:54:37.708115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49058) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:37.733460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 3ade2463-adea-4eaf-a075-4ea28b225b4a will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:37.753861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.761507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a0f29d5-e9fe-40fe-a3a6-cb7424186f25 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:37.797166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port fd67a773-42bf-4364-b67b-3a64cc3b4ed4 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:37.797556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.844908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:37.848262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:37.853727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:37.855401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.859074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=3ade2463-adea-4eaf-a075-4ea28b225b4a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:37.862052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:37.884211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.925100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e060956b-3b3e-4592-952e-f57d0e7e0243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.959442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.963130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:37.971396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2a82b7c-b07f-4c68-92f4-59dbfff3d199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:38.021625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Pushing event deleted for resources: {'Port': ['ID=a004bdc4-697e-486d-9ca4-c37aa27b1078,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:38.031528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:38.036566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754077c6-29e9-400b-a178-1473e2522fef None None] No DVR routers for this DVR port a004bdc4-697e-486d-9ca4-c37aa27b1078 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:38.043465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.082948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 9d886c6f-605d-4df4-901a-700859de3014, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d886c6f-605d-4df4-901a-700859de3014,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:38.086504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2da8b-0e0d-45fc-a62a-8c36f7253ce3 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:38.103566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.110026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fa1670f-909c-4ac7-8678-f7e2c372b078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:38.170856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a004bdc4-697e-486d-9ca4-c37aa27b1078 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:38.270072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a004bdc4-697e-486d-9ca4-c37aa27b1078 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:38.270417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a004bdc4-697e-486d-9ca4-c37aa27b1078 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:38.314660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:38.375334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:38.384335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:38.456482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.461062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.462063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.466909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88d437de-783b-4748-be7a-085ed11e35b8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:38.480181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '6da93d7d-2374-450c-8d33-3c1c45abca92'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:38.481188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.574487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=3ade2463-adea-4eaf-a075-4ea28b225b4a,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:38.577608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:38.649931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:38.667089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/6da93d7d-2374-450c-8d33-3c1c45abca92/79206327-4950-49a1-a575-e0c4fc45d5a4) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:38.685561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:38.686899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:38.787560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d886c6f-605d-4df4-901a-700859de3014 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:38.810119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for fd67a773-42bf-4364-b67b-3a64cc3b4ed4 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:38.872675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-a5e0b87b-cbff-45ae-a9c9-2bb330fce96c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4859324
Dec 13 14:54:38.942242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9d886c6f-605d-4df4-901a-700859de3014 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:38.943008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.071844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.086296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Transition to ACTIVE for port object 79206327-4950-49a1-a575-e0c4fc45d5a4 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:39.086770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Router 454e79c8-806b-4725-8a75-98a18053bac5 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:54:39.087578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.111652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795eab24-884e-4d85-b805-e328d111545c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:39.151665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Transition to ACTIVE for port object 79206327-4950-49a1-a575-e0c4fc45d5a4 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:39.153586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:39.166746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:39.169989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=fd67a773-42bf-4364-b67b-3a64cc3b4ed4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:39.170197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.182396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:39.199705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:39.232647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.236699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a33eeb2b-2efa-4585-a94f-071e1accfa05 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 934 time: 8.2099907
Dec 13 14:54:39.238119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:39.242489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49062) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.243711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:39.248573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.253566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/fd67a773-42bf-4364-b67b-3a64cc3b4ed4 HTTP/1.1" status: 204  len: 168 time: 1.5401993
Dec 13 14:54:39.254547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:39.264764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:39.265567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eccf710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:39.327985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49066) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.345312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Pushing event updated for resources: {'Port': ['ID=79206327-4950-49a1-a575-e0c4fc45d5a4,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:39.409320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:39.441406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-8f08c22a-8fe8-4675-ab9b-7116929b6a8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1099 time: 0.4791183
Dec 13 14:54:39.468817 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672a71a-0f74-4b82-9950-25d146e0bd2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:39.469540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1672a71a-0f74-4b82-9950-25d146e0bd2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:39.549527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Attempting to bind port 79206327-4950-49a1-a575-e0c4fc45d5a4 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:39.549949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Attempting to bind port 79206327-4950-49a1-a575-e0c4fc45d5a4 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:39.550362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Attempting to bind port 79206327-4950-49a1-a575-e0c4fc45d5a4 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:39.553679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.560644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:39.596683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:39.606419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:39.606775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:39.607425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.607713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:39.608224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Bound port: 79206327-4950-49a1-a575-e0c4fc45d5a4, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:39.608648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:39.613133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Sync routers for ids ['454e79c8-806b-4725-8a75-98a18053bac5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:39.621233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "PUT /v2.0/routers/454e79c8-806b-4725-8a75-98a18053bac5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1167288
Dec 13 14:54:39.623889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49070) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.630099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Routers {'454e79c8-806b-4725-8a75-98a18053bac5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:39.631677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c8320>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['454e79c8-806b-4725-8a75-98a18053bac5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:39.646146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1672a71a-0f74-4b82-9950-25d146e0bd2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:39.653067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1672a71a-0f74-4b82-9950-25d146e0bd2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/fd67a773-42bf-4364-b67b-3a64cc3b4ed4 HTTP/1.1" status: 404  len: 333 time: 0.3146658
Dec 13 14:54:39.671615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49074) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.686126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'name': 'tempest-PortsTestJSON-544449979'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:39.721447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae404a3-f0d7-4de3-ba0a-ad9c1db5fa6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:39.722244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ae404a3-f0d7-4de3-ba0a-ad9c1db5fa6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:39.739743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6ae404a3-f0d7-4de3-ba0a-ad9c1db5fa6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:39.741269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ae404a3-f0d7-4de3-ba0a-ad9c1db5fa6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports/3ade2463-adea-4eaf-a075-4ea28b225b4a HTTP/1.1" status: 200  len: 911 time: 0.1152732
Dec 13 14:54:39.744135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.845340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425b090-bc90-4370-a2b1-9b2874b62932 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:39.849937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425b090-bc90-4370-a2b1-9b2874b62932 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:39.852746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d425b090-bc90-4370-a2b1-9b2874b62932 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1069863
Dec 13 14:54:39.855474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49082) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:39.892521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28d764-0627-4efb-9438-6c48041e2aee req-9a2395f6-6b0a-4ed0-b396-c5144d29e9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:39.894155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-9a2395f6-6b0a-4ed0-b396-c5144d29e9b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 898 time: 0.4281650
Dec 13 14:54:39.905146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Set router 454e79c8-806b-4725-8a75-98a18053bac5 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:39.968149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:40.013120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bacd559e-50ac-47cd-9296-993f0be102eb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 934 time: 0.7663639
Dec 13 14:54:40.016911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:40.020218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49086) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:40.025911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'routes': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:40.074808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] For port 79206327-4950-49a1-a575-e0c4fc45d5a4, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:40.096255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] For port 79206327-4950-49a1-a575-e0c4fc45d5a4, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79206327-4950-49a1-a575-e0c4fc45d5a4,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:40.106710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:40.123404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:40.294271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Pushing event updated for resources: {'Port': ['ID=79206327-4950-49a1-a575-e0c4fc45d5a4,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:40.301048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:40.303312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4354-ea6a-487f-a133-25144695c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:40.328775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eccf710>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:34Z', 'revision_number': 6, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:40.333122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:40.353769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:40.354622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eccf710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:40.427753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c8320>, [{'id': '454e79c8-806b-4725-8a75-98a18053bac5', 'name': 'tempest-NetworksTestDHCPv6-router-133375970', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:36Z', 'updated_at': '2021-12-13T14:54:37Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '3ade2463-adea-4eaf-a075-4ea28b225b4a', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:96:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454e79c8-806b-4725-8a75-98a18053bac5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:37Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:40.432760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Checking router: 454e79c8-806b-4725-8a75-98a18053bac5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:40.433414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Updating router 454e79c8-806b-4725-8a75-98a18053bac5 port 3ade2463-adea-4eaf-a075-4ea28b225b4a binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:54:40.524325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:40.530199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:40.552939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:40.563224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:40.570742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-c32bc9f5-d9f4-4248-99aa-12e2e59223fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 1000 time: 0.6685958
Dec 13 14:54:40.628584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port f2a9ba36-7ace-46b8-bc15-50557a045251 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:40.723719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:40.832862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28d764-0627-4efb-9438-6c48041e2aee req-c9cbb791-6bbf-4138-9df9-b946d7c27a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:40.834892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-c9cbb791-6bbf-4138-9df9-b946d7c27a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 200  len: 835 time: 0.2512045
Dec 13 14:54:40.863253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.063167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 83ee268f-bfe8-44dd-8f77-f8bd5792fcda {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:41.063549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.153612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 3ade2463-adea-4eaf-a075-4ea28b225b4a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:41.154417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.157131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eccf710>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:34Z', 'revision_number': 6, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:41.162605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598b8e-8c33-4107-8527-f89f944b4454 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:34Z', 'revision_number': 6, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:41.237414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.252168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Transition to ACTIVE for port object 3ade2463-adea-4eaf-a075-4ea28b225b4a will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:41.260706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.265803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:41.388779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.418636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Pushing event updated for resources: {'Port': ['ID=3ade2463-adea-4eaf-a075-4ea28b225b4a,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:41.423160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:41.516467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Attempting to bind port 3ade2463-adea-4eaf-a075-4ea28b225b4a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:41.517622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Attempting to bind port 3ade2463-adea-4eaf-a075-4ea28b225b4a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:41.517622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Attempting to bind port 3ade2463-adea-4eaf-a075-4ea28b225b4a on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:41.524695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:41.525109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:41.525467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 3ade2463-adea-4eaf-a075-4ea28b225b4a owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:41.525595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.525952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:41.526458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Bound port: 3ade2463-adea-4eaf-a075-4ea28b225b4a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:41.526865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.536489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-326f690f-2662-42fd-8ae9-a323e9459b90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6588914
Dec 13 14:54:41.641461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] For port 3ade2463-adea-4eaf-a075-4ea28b225b4a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:41.645138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] For port 3ade2463-adea-4eaf-a075-4ea28b225b4a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3ade2463-adea-4eaf-a075-4ea28b225b4a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:41.649915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.652385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:54:41.652757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:54:41.659325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:41.722938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:41.739257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Pushing event updated for resources: {'Port': ['ID=3ade2463-adea-4eaf-a075-4ea28b225b4a,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:41.742744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:41.746540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Routers {'454e79c8-806b-4725-8a75-98a18053bac5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:41.747330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c8320>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['454e79c8-806b-4725-8a75-98a18053bac5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:41.908774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] Set router 454e79c8-806b-4725-8a75-98a18053bac5 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:41.914800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.099046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-f751d89c-753a-4e6c-b147-0602ab922179 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5127194
Dec 13 14:54:42.106309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 83ee268f-bfe8-44dd-8f77-f8bd5792fcda owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:42.111077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.154316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 3ade2463-adea-4eaf-a075-4ea28b225b4a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:42.154696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.200332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.221922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12655ef1-c72e-495e-9d28-fba022214c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:42.266516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c8320>, [{'id': '454e79c8-806b-4725-8a75-98a18053bac5', 'name': 'tempest-NetworksTestDHCPv6-router-133375970', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:36Z', 'updated_at': '2021-12-13T14:54:37Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '3ade2463-adea-4eaf-a075-4ea28b225b4a', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:96:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454e79c8-806b-4725-8a75-98a18053bac5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:37Z', 'updated_at': '2021-12-13T14:54:41Z', 'revision_number': 4, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:42.273973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5a7fe-e56a-47f9-8efb-165ca95135b0 None None] The sync data for ids ['454e79c8-806b-4725-8a75-98a18053bac5'] in dv-neutron-821565-1-hyperv is: [{'id': '454e79c8-806b-4725-8a75-98a18053bac5', 'name': 'tempest-NetworksTestDHCPv6-router-133375970', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:36Z', 'updated_at': '2021-12-13T14:54:37Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '3ade2463-adea-4eaf-a075-4ea28b225b4a', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:96:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454e79c8-806b-4725-8a75-98a18053bac5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:37Z', 'updated_at': '2021-12-13T14:54:41Z', 'revision_number': 4, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '6da93d7d-2374-450c-8d33-3c1c45abca92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:42.412217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 3ade2463-adea-4eaf-a075-4ea28b225b4a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3ade2463-adea-4eaf-a075-4ea28b225b4a,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:42.412689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.473553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f1f2672a-7518-4df7-b07e-9aaa6898cca7 None None] Provisioning for port 3ade2463-adea-4eaf-a075-4ea28b225b4a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:42.499055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f1f2672a-7518-4df7-b07e-9aaa6898cca7 None None] Provisioning for port 79206327-4950-49a1-a575-e0c4fc45d5a4 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:42.554306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 3ade2463-adea-4eaf-a075-4ea28b225b4a owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:42.782649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.788307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cbeae210-a93c-4a18-b5b7-5e72475cca6c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:42.799135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd28d764-0627-4efb-9438-6c48041e2aee req-0c733782-e85b-4abe-8fbc-ae7bba03a8d7 service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6500816
Dec 13 14:54:42.816022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=f2a9ba36-7ace-46b8-bc15-50557a045251,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:42.829124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-086ff056-7908-4de6-9d91-ce5740177106 None None] Could not find standard attr ID for object 3ade2463-adea-4eaf-a075-4ea28b225b4a. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:42.832021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:42.841562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:42.875229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79206327-4950-49a1-a575-e0c4fc45d5a4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:42.882846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:42.885562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=3ade2463-adea-4eaf-a075-4ea28b225b4a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:42.886743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:54:42.887146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:54:42.888404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:42.982878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:42.985570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 79206327-4950-49a1-a575-e0c4fc45d5a4 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:42.992152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:42.993035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:42.994167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 79206327-4950-49a1-a575-e0c4fc45d5a4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:42.994905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.021701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.044362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ea3f3fe-661f-4a12-91cc-02652c5cdb2b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:43.126911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=83ee268f-bfe8-44dd-8f77-f8bd5792fcda,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:43.136365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:43.148881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.173100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.213372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 79206327-4950-49a1-a575-e0c4fc45d5a4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79206327-4950-49a1-a575-e0c4fc45d5a4,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:43.214913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.5381446
Dec 13 14:54:43.220578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.221868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.222770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-371b59f9-d1ad-4efd-a317-2150e0ad2302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:43.223992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49090) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:43.321181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:43.400783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=79206327-4950-49a1-a575-e0c4fc45d5a4,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:43.425920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.426310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.426707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.428124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.428124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.428408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.428783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.429162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.429532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.429900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.430270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:54:43.434883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:43.501383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ce792b06-11fa-4ae9-8add-a23b48f65e22 None None] Could not find standard attr ID for object 3ade2463-adea-4eaf-a075-4ea28b225b4a. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:43.793870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:43.841158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.023416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0fd18ca8-f77c-47f4-be66-30f1e2f4e1a0 None None] Could not find standard attr ID for object 3ade2463-adea-4eaf-a075-4ea28b225b4a. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:44.152946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Router 454e79c8-806b-4725-8a75-98a18053bac5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:44.242833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1f6532b0-1634-437a-8910-812cea539259 None None] Could not find standard attr ID for object 3ade2463-adea-4eaf-a075-4ea28b225b4a. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:54:44.330680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:44.344876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "PUT /v2.0/routers/454e79c8-806b-4725-8a75-98a18053bac5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4878085
Dec 13 14:54:44.347486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49100) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:44.430560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b4156-e631-4dfd-a1d0-18ec693656a8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:44.432143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b4156-e631-4dfd-a1d0-18ec693656a8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:44.433889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c17b4156-e631-4dfd-a1d0-18ec693656a8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0792639
Dec 13 14:54:44.436773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49106) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:44.643145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 6da93d7d-2374-450c-8d33-3c1c45abca92 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:44.646416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.648480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.661758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.686592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.708936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.741203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79206327-4950-49a1-a575-e0c4fc45d5a4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:44.757317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.770195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router bfc54f5e-b366-46cd-8dc2-150c733e7009 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:44.771013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:44.796431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.832437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 79206327-4950-49a1-a575-e0c4fc45d5a4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:44.832876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.875868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.881608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79997a07-dc7b-4877-9c92-5a0f0fd6adc3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:44.926741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=6da93d7d-2374-450c-8d33-3c1c45abca92,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:44.929881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:44.932881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:44.945185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/6da93d7d-2374-450c-8d33-3c1c45abca92 HTTP/1.1" status: 204  len: 168 time: 0.5070055
Dec 13 14:54:44.949639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49110) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:44.951562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383e902-bcd5-4c5d-aea5-b31a114d20fc None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:45.119621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd311f43-74a2-4f2c-836f-8176bb8809c5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:45.156700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] In _notify_port_updated(), no bound segment for port f2a9ba36-7ace-46b8-bc15-50557a045251 on network f7baa540-63f4-48a2-867b-6d9b04e15f8c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:54:45.156988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd311f43-74a2-4f2c-836f-8176bb8809c5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:45.161111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:45.161588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd311f43-74a2-4f2c-836f-8176bb8809c5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.2104521
Dec 13 14:54:45.161737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.162405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49114) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:45.163033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/ports/f2a9ba36-7ace-46b8-bc15-50557a045251 HTTP/1.1" status: 200  len: 818 time: 1.9378324
Dec 13 14:54:45.169181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49118) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:45.230932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=f2a9ba36-7ace-46b8-bc15-50557a045251,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:45.233944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:45.253244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:45.258285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Deleting port 79206327-4950-49a1-a575-e0c4fc45d5a4 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:45.258916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.350158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port f2a9ba36-7ace-46b8-bc15-50557a045251 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:45.350545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.352774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.376862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Sync routers for ids ['454e79c8-806b-4725-8a75-98a18053bac5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:45.439895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Routers {'454e79c8-806b-4725-8a75-98a18053bac5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:45.440290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f267908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['454e79c8-806b-4725-8a75-98a18053bac5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:45.575110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:45.584549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/bfc54f5e-b366-46cd-8dc2-150c733e7009/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7414560
Dec 13 14:54:45.585624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49122) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:45.587325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] Sync routers for ids ['bfc54f5e-b366-46cd-8dc2-150c733e7009'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:45.606428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] Routers {'bfc54f5e-b366-46cd-8dc2-150c733e7009'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:45.607660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1c5d30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bfc54f5e-b366-46cd-8dc2-150c733e7009'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:45.658553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:45.670687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba60c71e-f8c7-4368-ab32-071605a7e959 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:45.701794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1c5d30>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:45.717887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] Routers {'bfc54f5e-b366-46cd-8dc2-150c733e7009'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:45.719701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1c5d30>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bfc54f5e-b366-46cd-8dc2-150c733e7009'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:45.771916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.790636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba60c71e-f8c7-4368-ab32-071605a7e959 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:45.794906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba60c71e-f8c7-4368-ab32-071605a7e959 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc54f5e-b366-46cd-8dc2-150c733e7009 HTTP/1.1" status: 200  len: 205 time: 0.2030628
Dec 13 14:54:45.795942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.796096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49126) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:45.800100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.812725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] For port 79206327-4950-49a1-a575-e0c4fc45d5a4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79206327-4950-49a1-a575-e0c4fc45d5a4,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:45.813189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.823189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1c5d30>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:45.823654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d08aeb-467b-4fbd-bd34-691315957819 None None] The sync data for ids ['bfc54f5e-b366-46cd-8dc2-150c733e7009'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:45.823960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.824547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Fanout notify agent at l3_agent the message router_deleted on router 454e79c8-806b-4725-8a75-98a18053bac5 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:54:45.828069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Set router 454e79c8-806b-4725-8a75-98a18053bac5 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:45.842363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:45.846571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3c2b445-df52-4cc2-a9d3-f030122695b9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/routers/454e79c8-806b-4725-8a75-98a18053bac5 HTTP/1.1" status: 204  len: 168 time: 0.6801238
Dec 13 14:54:45.846792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49128) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:45.853485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:45.971235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:45.975634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:45.978692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:45.984979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:45.987810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Calling delete_port for 79206327-4950-49a1-a575-e0c4fc45d5a4 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:45.996660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:46.002999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.037349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for f2a9ba36-7ace-46b8-bc15-50557a045251 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:46.081985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f267908>, [{'id': '454e79c8-806b-4725-8a75-98a18053bac5', 'name': 'tempest-NetworksTestDHCPv6-router-133375970', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:36Z', 'updated_at': '2021-12-13T14:54:42Z', 'revision_number': 3, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:46.089147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Checking router: 454e79c8-806b-4725-8a75-98a18053bac5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:46.127337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Routers set() bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:46.127737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Router IDs set() for agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 13 14:54:46.128674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_agentschedulers_db [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'454e79c8-806b-4725-8a75-98a18053bac5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent'). {{(pid=88858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Dec 13 14:54:46.128922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8625f75a-d72c-4739-ac8b-7c0b43181d30 None None] The sync data for ids ['454e79c8-806b-4725-8a75-98a18053bac5'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:46.136825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.148335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:46.189377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] No DVR routers for this DVR port 79206327-4950-49a1-a575-e0c4fc45d5a4 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:46.198939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Pushing event deleted for resources: {'Port': ['ID=79206327-4950-49a1-a575-e0c4fc45d5a4,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:46.202991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:46.270358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.275694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27a36f10-d544-4692-a155-8ad1b0bf5515 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:46.280353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.340120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.342198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:46.345712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:46.350129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:46.350759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.356176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebaf6554-35e1-4100-8e2d-107bd3852cd4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:46.363494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:46.368103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:46.371479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ae132-be49-4919-9544-1acb99b26484 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:46.391784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5438981
Dec 13 14:54:46.394753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.401230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:46.409010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:46.414291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:router and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:46.420050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:46.426520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:46.445963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.447624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.464350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=f2a9ba36-7ace-46b8-bc15-50557a045251,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:46.466926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:46.470294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.481070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.495532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.501880 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/f2a9ba36-7ace-46b8-bc15-50557a045251 HTTP/1.1" status: 204  len: 168 time: 1.3199122
Dec 13 14:54:46.503468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.514646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:46.521553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.525699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32ce6035-b560-4628-a2dc-3424fcd27800 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 700 time: 6.5042794
Dec 13 14:54:46.526850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49142) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.543612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:46.569553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.571035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a5a5bdf-006d-4f91-a795-998c41f120ee tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1749723
Dec 13 14:54:46.573877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49146) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.579159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:46.579865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eaff208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:46.754524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3ade2463-adea-4eaf-a075-4ea28b225b4a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:46.803191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3ade2463-adea-4eaf-a075-4ea28b225b4a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:46.803844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3ade2463-adea-4eaf-a075-4ea28b225b4a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:46.804178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79206327-4950-49a1-a575-e0c4fc45d5a4 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:46.818236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dd041-3c77-4d09-8c73-d112ce56d5c7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:46.822800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f1dd041-3c77-4d09-8c73-d112ce56d5c7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3155580
Dec 13 14:54:46.826869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49150) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.830016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:46.830928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:46.872373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 79206327-4950-49a1-a575-e0c4fc45d5a4 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:46.872758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79206327-4950-49a1-a575-e0c4fc45d5a4 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:46.929640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:46.946230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fad12e-6fef-4f48-8b70-9e39fc678128 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:54:46.951694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37fad12e-6fef-4f48-8b70-9e39fc678128 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/f2a9ba36-7ace-46b8-bc15-50557a045251 HTTP/1.1" status: 404  len: 333 time: 0.1238680
Dec 13 14:54:46.955263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49156) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:46.960741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1136199293'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:46.968845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:46.976733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:46.980849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:46.989988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:47.219421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.242458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.275644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd/5cd816df-9b00-470e-b312-e988621144e9) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:47.301648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f8fe5af9-c981-4e98-8384-7d520d898ecc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 700 time: 0.7698591
Dec 13 14:54:47.301648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.301648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router bfc54f5e-b366-46cd-8dc2-150c733e7009 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:54:47.302082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49160) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:47.392785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:47.398531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.445633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.449544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-efc4e69f-f85a-4c8f-b840-cb95f2b690de tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/bfc54f5e-b366-46cd-8dc2-150c733e7009 HTTP/1.1" status: 204  len: 168 time: 1.5917232
Dec 13 14:54:47.453944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49164) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:47.484736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:47.533455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.533895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 55026bbf-716c-4dd0-84b5-772816fe37d9 of type vlan for network ed6d4231-4257-45cc-be1e-044a9b270796
Dec 13 14:54:47.543546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.700329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 0f03ca45-8c45-4f96-84c7-2e7d91865862 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:47.706375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.770248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.794408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eaff208>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:43Z', 'revision_number': 7, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:47.800952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:47.804268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.808239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.812771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:47.813423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.818914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Transition to ACTIVE for port object 5cd816df-9b00-470e-b312-e988621144e9 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:47.821876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3611e692-1a28-4673-b494-c703f12aaaef tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:47.841278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:47.841997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eaff208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:47.890672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.896733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Transition to ACTIVE for port object 5cd816df-9b00-470e-b312-e988621144e9 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:47.930716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9756336
Dec 13 14:54:47.934524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49168) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:47.950558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:47.971476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:47.978523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e276b792-41c9-4912-a8f0-95aa01566147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:47.999101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=ed6d4231-4257-45cc-be1e-044a9b270796,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:48.004346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:48.032361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:48.075277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::1 (cd6315a2-c455-466b-90ce-13d3e49c993d/1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd/5811ace0-53bb-4cc7-8f15-1df3d52d74f3) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:48.103652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:48.107402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:48.110312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:48.117200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:48.123805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:48.127989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:48.136368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:48.158531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.181769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Pushing event updated for resources: {'Port': ['ID=5cd816df-9b00-470e-b312-e988621144e9,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:48.184726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:48.208498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:48.250787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.259577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.263607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:48.277915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:48.303701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.309027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea590129-c1a7-425a-b96f-dce6c03e0534 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:48.364859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Attempting to bind port 5cd816df-9b00-470e-b312-e988621144e9 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:48.365283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Attempting to bind port 5cd816df-9b00-470e-b312-e988621144e9 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:48.365903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Attempting to bind port 5cd816df-9b00-470e-b312-e988621144e9 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:48.401684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:48.402644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:48.405445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:48.407542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:48.408272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:48.408820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.444866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:48.445156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:48.445455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.445836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:48.446372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Bound port: 5cd816df-9b00-470e-b312-e988621144e9, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:48.446799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.466225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.498670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.535539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.584858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe3c59d3-53a6-4aaa-9a26-ac8e2885f07f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:48.642261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=0f03ca45-8c45-4f96-84c7-2e7d91865862,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:48.647781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:48.648665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] For port 5cd816df-9b00-470e-b312-e988621144e9, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:48.653722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] For port 5cd816df-9b00-470e-b312-e988621144e9, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5cd816df-9b00-470e-b312-e988621144e9,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:48.662344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.673463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe0b4e-97d8-47df-8d7a-6153561c306d None None] Network c5dc49a3-5122-462e-91dc-3be6b76e801d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:48.683515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/0f03ca45-8c45-4f96-84c7-2e7d91865862 HTTP/1.1" status: 204  len: 168 time: 1.2259784
Dec 13 14:54:48.687901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.695322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49172) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:48.697964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:48.866517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.923831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 4d535cc8-6243-4128-9d70-e3c06b3423e4 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:48.924219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:48.981127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Pushing event updated for resources: {'Port': ['ID=5cd816df-9b00-470e-b312-e988621144e9,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:48.985107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:49.033750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eaff208>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:43Z', 'revision_number': 7, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:49.039595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb392b4-b31b-4f2a-b444-b7dede98862c None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:43Z', 'revision_number': 7, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d886c6f-605d-4df4-901a-700859de3014', 'name': '', 'network_id': '91f079d8-6534-4d65-8170-5bdb39d99482', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:56:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:24Z', 'updated_at': '2021-12-13T14:54:38Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9ed384aa-63fa-40f8-af36-f718fbc8a909', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:49.179580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] DHCP port deletion for c5dc49a3-5122-462e-91dc-3be6b76e801d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:49.185017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Deleting port 4d535cc8-6243-4128-9d70-e3c06b3423e4 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:49.185507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.232762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.295783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.296931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.310881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-55270c72-cdd3-4db3-a754-057a20deb12e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:49.372133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.389892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4af94cf-e4db-422f-8e74-d197f60ef656 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:49.413724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 4d535cc8-6243-4128-9d70-e3c06b3423e4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d535cc8-6243-4128-9d70-e3c06b3423e4,segment=NetworkSegment(9e77756a-9ad6-4f2e-88da-77ca15c76c92),segment_id=9e77756a-9ad6-4f2e-88da-77ca15c76c92)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:49.414271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.525800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:49.534485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:49.539794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] For port 4d535cc8-6243-4128-9d70-e3c06b3423e4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4d535cc8-6243-4128-9d70-e3c06b3423e4,segment=NetworkSegment(9e77756a-9ad6-4f2e-88da-77ca15c76c92),segment_id=9e77756a-9ad6-4f2e-88da-77ca15c76c92)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:49.540559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.572556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '55026bbf-716c-4dd0-84b5-772816fe37d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:49.572952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: ed6d4231-4257-45cc-be1e-044a9b270796, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:49.595358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:49.611378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 4d535cc8-6243-4128-9d70-e3c06b3423e4 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:49.643815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network ed6d4231-4257-45cc-be1e-044a9b270796 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:49.645375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:49.663529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ed6d4231-4257-45cc-be1e-044a9b270796) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:49.669297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:49.669943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.688887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59234b45-0039-429b-897b-d780573d280b None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:49.713164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Calling delete_port for 4d535cc8-6243-4128-9d70-e3c06b3423e4 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:49.735206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7937202
Dec 13 14:54:49.739028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49176) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:49.755468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:49.775009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 9d886c6f-605d-4df4-901a-700859de3014 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:49.775009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.923669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:49.924516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:49.932063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89db683c-08a0-464d-861d-9b396f1ebd9a tempest-PortsAdminExtendedAttrsTestJSON-236323305 tempest-PortsAdminExtendedAttrsTestJSON-236323305-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:49.962593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:49.989951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 9d886c6f-605d-4df4-901a-700859de3014, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d886c6f-605d-4df4-901a-700859de3014,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:49.990610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.073921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:54:50.074410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:54:50.126059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 9d886c6f-605d-4df4-901a-700859de3014 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:50.193344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-ed6d4231-4257-45cc-be1e-044a9b270796', 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': 'b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:50.195139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.331893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.335380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=4d535cc8-6243-4128-9d70-e3c06b3423e4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:50.345365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:50.408558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Allocated IP 172.20.0.2 (ed6d4231-4257-45cc-be1e-044a9b270796/b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9/58e68087-02cb-4761-91e7-1df152a5bd04) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:50.411422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:50.414413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:50.419080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port 4d535cc8-6243-4128-9d70-e3c06b3423e4 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:50.476947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=9d886c6f-605d-4df4-901a-700859de3014,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:50.486162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:50.503905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:50.510038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:50.545955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:50.581661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Deleting port 4d535cc8-6243-4128-9d70-e3c06b3423e4 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:50.582815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.639443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.653158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:50.718127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e7bd0b8>,) {'filters': {'network_id': ['c5dc49a3-5122-462e-91dc-3be6b76e801d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:50.730208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49182) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:50.742769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7bd0b8>, '9e77756a-9ad6-4f2e-88da-77ca15c76c92') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:50.743111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7bd0b8>, '9e77756a-9ad6-4f2e-88da-77ca15c76c92') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:50.759628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.772039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Transition to ACTIVE for port object 58e68087-02cb-4761-91e7-1df152a5bd04 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:50.781973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.828293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Transition to ACTIVE for port object 58e68087-02cb-4761-91e7-1df152a5bd04 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:50.861320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-832aa2e4-be34-45bc-b81f-4a8ea6ef3d4a None None] The port '4d535cc8-6243-4128-9d70-e3c06b3423e4' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:54:50.882822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:50.899095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:50.920986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.000872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5cd816df-9b00-470e-b312-e988621144e9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:51.036809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.044321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:51.045243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:51.068382 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:51.072073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:51.075657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:51.081363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:51.112384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7ffbc97-d2f7-4cdf-aaaa-8f89b00187e1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 200  len: 992 time: 0.3807666
Dec 13 14:54:51.159479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Pushing event updated for resources: {'Port': ['ID=58e68087-02cb-4761-91e7-1df152a5bd04,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:51.167286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:51.196050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Attempting to bind port 58e68087-02cb-4761-91e7-1df152a5bd04 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:51.196478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Attempting to bind port 58e68087-02cb-4761-91e7-1df152a5bd04 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '55026bbf-716c-4dd0-84b5-772816fe37d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:51.196947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Attempting to bind port 58e68087-02cb-4761-91e7-1df152a5bd04 on network ed6d4231-4257-45cc-be1e-044a9b270796 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:51.201548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5cd816df-9b00-470e-b312-e988621144e9 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:51.213314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:51.213603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Checking segment: {'id': '55026bbf-716c-4dd0-84b5-772816fe37d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:51.213943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.214390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Bound using segment: {'id': '55026bbf-716c-4dd0-84b5-772816fe37d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:51.215092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Bound port: 58e68087-02cb-4761-91e7-1df152a5bd04, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55026bbf-716c-4dd0-84b5-772816fe37d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:51.215526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.313413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.324611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] For port 58e68087-02cb-4761-91e7-1df152a5bd04, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:51.328207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] For port 58e68087-02cb-4761-91e7-1df152a5bd04, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=58e68087-02cb-4761-91e7-1df152a5bd04,segment=NetworkSegment(55026bbf-716c-4dd0-84b5-772816fe37d9),segment_id=55026bbf-716c-4dd0-84b5-772816fe37d9)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:51.332312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d535cc8-6243-4128-9d70-e3c06b3423e4 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:51.339643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.359843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f4e5809-b548-41b4-8a05-dedfddf39406 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:51.394255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.404877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:51.405857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.427261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=c5dc49a3-5122-462e-91dc-3be6b76e801d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:51.438250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:51.455068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 4d535cc8-6243-4128-9d70-e3c06b3423e4 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:51.455709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4d535cc8-6243-4128-9d70-e3c06b3423e4 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:51.496398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Provisioning for port 5cd816df-9b00-470e-b312-e988621144e9 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:51.508024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Provisioning complete for port 5cd816df-9b00-470e-b312-e988621144e9 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:51.508359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.555848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/c5dc49a3-5122-462e-91dc-3be6b76e801d HTTP/1.1" status: 204  len: 168 time: 2.8560443
Dec 13 14:54:51.560768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:51.576320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40253386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:51.591330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Pushing event updated for resources: {'Port': ['ID=58e68087-02cb-4761-91e7-1df152a5bd04,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:51.597639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:51.598473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:51.618033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:51.630679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:51.635053 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9 (CIDR: 172.20.0.0/28)
Dec 13 14:54:51.648375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:51.657366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:54:51.658160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:54:51.660424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.662303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:51.691087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.692127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.700575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c558f42-12cc-49c8-a14f-8c1976d13b8d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.9586904
Dec 13 14:54:51.704160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49194) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:51.712104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] For port 5cd816df-9b00-470e-b312-e988621144e9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5cd816df-9b00-470e-b312-e988621144e9,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:51.712271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:51.716595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.718618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6fc9d40-e3a2-4ff1-ba65-3797be45b982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:51.741459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Router 284120f5-453c-4e71-9854-724d6b7418e9 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:54:51.771928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.793370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Pushing event updated for resources: {'Port': ['ID=5cd816df-9b00-470e-b312-e988621144e9,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:51.797412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:51.845174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dbf21943-c887-4fe3-b054-403c7ba69ec7 None None] Provisioning for port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:51.852362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dbf21943-c887-4fe3-b054-403c7ba69ec7 None None] Provisioning complete for port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:51.852362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbf21943-c887-4fe3-b054-403c7ba69ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:51.883247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:51.897500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:51.911246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:51.912229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3bb978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:51.928374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dbf21943-c887-4fe3-b054-403c7ba69ec7 None None] Port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:51.941916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6388826
Dec 13 14:54:51.947109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49198) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:52.027493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.055801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:52.068130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:52.075788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:52.099476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:52.119098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.123011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d684d12-4c37-40e1-b145-fa1eb04995bd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.5586185
Dec 13 14:54:52.127149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49202) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:52.136494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538444284'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:52.142530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:52.145530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:52.148632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:52.155810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.190190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:52.215818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:52.238178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:52.300911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-75da0bca-a145-434a-b6ce-b364fac21f89 None None] Provisioning complete for port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:52.301311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75da0bca-a145-434a-b6ce-b364fac21f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.416562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-75da0bca-a145-434a-b6ce-b364fac21f89 None None] Port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:54:52.488060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49210) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:52.501672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:52.506555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:52.512319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.515751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Sync routers for ids ['284120f5-453c-4e71-9854-724d6b7418e9'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:52.533272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Routers {'284120f5-453c-4e71-9854-724d6b7418e9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:52.534060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff6634b3710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['284120f5-453c-4e71-9854-724d6b7418e9'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:52.547192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "PUT /v2.0/routers/284120f5-453c-4e71-9854-724d6b7418e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9720535
Dec 13 14:54:52.552695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49214) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:52.626181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:54:52.649759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3bb978>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:50Z', 'revision_number': 8, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:52.654190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:52.666565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:52.667359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f3bb978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:52.673823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.674225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 70913af3-1583-477e-ac92-0c12160038f7 of type vlan for network e6f54c79-5591-4866-9ce1-5362f62a44fe
Dec 13 14:54:52.701026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65133b85-3a13-4061-91d4-3203aa8f98eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:52.701676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65133b85-3a13-4061-91d4-3203aa8f98eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:52.736986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.746036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72009330-e28d-4a71-b2ae-7704a9eddd64 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:52.778736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.779612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet 9ed384aa-63fa-40f8-af36-f718fbc8a909 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:54:52.786340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.809749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65133b85-3a13-4061-91d4-3203aa8f98eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:52.813555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65133b85-3a13-4061-91d4-3203aa8f98eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports/5811ace0-53bb-4cc7-8f15-1df3d52d74f3 HTTP/1.1" status: 200  len: 911 time: 0.2529991
Dec 13 14:54:52.817801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49218) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:52.830723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Set router 284120f5-453c-4e71-9854-724d6b7418e9 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:52.867680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 3c6f63c3-d571-4db7-9d66-55beae26ceb0 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:52.868332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.904983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:52.913773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network ed6d4231-4257-45cc-be1e-044a9b270796 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:52.932178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:52.944888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:52.945541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:52.971721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=5442fa31-ac89-42fb-a916-aea3c4d5f492,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:52.989439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2828848
Dec 13 14:54:52.991864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:52.996848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49222) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:53.000038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.004826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:53.006146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.024291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd62853e-f049-40e6-b596-26995d4063b7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:53.057189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'fixed_ips': [{'subnet_id': 'b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9'}, {'subnet_id': '5442fa31-ac89-42fb-a916-aea3c4d5f492'}], 'name': 'tempest-PortsTestJSON-518871277'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:53.081061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.081553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.154472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f717947-e0dc-4fe4-b0cb-531e37c06ae8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:53.160009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f717947-e0dc-4fe4-b0cb-531e37c06ae8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:53.165719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f717947-e0dc-4fe4-b0cb-531e37c06ae8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3467197
Dec 13 14:54:53.171627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0430341
Dec 13 14:54:53.172710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49226) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:53.173277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49228) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:53.187961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:53.189014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5cd816df-9b00-470e-b312-e988621144e9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:53.220883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 3c6f63c3-d571-4db7-9d66-55beae26ceb0 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:53.315902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff6634b3710>, [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:48Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '5811ace0-53bb-4cc7-8f15-1df3d52d74f3', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:e1:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284120f5-453c-4e71-9854-724d6b7418e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:47Z', 'updated_at': '2021-12-13T14:54:48Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:53.324338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Checking router: 284120f5-453c-4e71-9854-724d6b7418e9 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:53.324885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Updating router 284120f5-453c-4e71-9854-724d6b7418e9 port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:54:53.359945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.403727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.453894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5cd816df-9b00-470e-b312-e988621144e9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:53.454362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.488867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.502191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b9f109d-b0fd-4215-bdde-0dedef5a701d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:53.557907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=3c6f63c3-d571-4db7-9d66-55beae26ceb0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:53.558590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f3bb978>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:50Z', 'revision_number': 8, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:53.563229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0ce62-02d5-49da-8608-7098de8f823d None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:54:50Z', 'revision_number': 8, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': '843444f5-3c80-4db5-82c5-2ec34136d798', 'name': '', 'network_id': 'f0ccd896-42e2-4172-b15b-01c00299cc6e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:f1:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '394dac9e-43fc-4efa-a103-76b66547681b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:12Z', 'updated_at': '2021-12-13T14:54:23Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '394dac9e-43fc-4efa-a103-76b66547681b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:53.564919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:53.717275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.754893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 58e68087-02cb-4761-91e7-1df152a5bd04 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:53.803962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:53.849273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=e6f54c79-5591-4866-9ce1-5362f62a44fe,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:53.886466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e6f54c79-5591-4866-9ce1-5362f62a44fe details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:54:53.922283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:54.017479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.043207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33d20f70-9dcc-4316-8a01-0f4201d7b304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:54.079945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:54.084907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:54.087646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.088789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:54.095949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed384aa-63fa-40f8-af36-f718fbc8a909,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:54.096827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:54.117416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:54.117782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:54.127784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/9ed384aa-63fa-40f8-af36-f718fbc8a909 HTTP/1.1" status: 204  len: 168 time: 2.1768894
Dec 13 14:54:54.128328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49234) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:54.134875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:54:54.149063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:54:54.164193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:54:54.177679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:54:54.267678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.269854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.283002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:54:54.291212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.297776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1acc0f-bdfc-4ae2-bba9-193ea5e92d31 None None] Network 91f079d8-6534-4d65-8170-5bdb39d99482 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:54.316471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5af1a9-d35c-4b29-a2b5-d49341714013 None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:54.359735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port eac95801-bf3c-404d-a0ff-eef9e0b9beed {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:54.359735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.460097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port f6fa75f3-e5c7-4e45-9068-5695e784d082 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:54:54.479346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 58e68087-02cb-4761-91e7-1df152a5bd04 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:54.561277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Provisioning for port 58e68087-02cb-4761-91e7-1df152a5bd04 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:54:54.566046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:54.566467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.613612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:54.613844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.668386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port eac95801-bf3c-404d-a0ff-eef9e0b9beed, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=eac95801-bf3c-404d-a0ff-eef9e0b9beed,segment=NetworkSegment(1729ce9d-a8fc-4db7-a6f6-c80c83946605),segment_id=1729ce9d-a8fc-4db7-a6f6-c80c83946605)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:54.668822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.815037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for eac95801-bf3c-404d-a0ff-eef9e0b9beed owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:54.902787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:54:54.907007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:54.912034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9425485f-b3da-4ec5-aec9-80195ea1872a tempest-TestServerAdvancedOps-7183896 tempest-TestServerAdvancedOps-7183896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:54.956077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=eac95801-bf3c-404d-a0ff-eef9e0b9beed,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:54.963199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:54.969299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port eac95801-bf3c-404d-a0ff-eef9e0b9beed on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:54:55.024384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.045260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.054876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6963dfaf-f805-4ddb-a57f-a42c6da49676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:55.128956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Transition to ACTIVE for port object 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:55.147522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.159529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.8 (ed6d4231-4257-45cc-be1e-044a9b270796/b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9/f6fa75f3-e5c7-4e45-9068-5695e784d082) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:55.163715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.175447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:55.212700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.214673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=c2238f10-e349-47f9-afb9-c1f8f8276f0e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:55.219888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.28 (ed6d4231-4257-45cc-be1e-044a9b270796/5442fa31-ac89-42fb-a916-aea3c4d5f492/f6fa75f3-e5c7-4e45-9068-5695e784d082) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:55.228372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:55.258692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7bada-5a0c-4300-9f42-4c306469f67f None None] DHCP port deletion for 91f079d8-6534-4d65-8170-5bdb39d99482 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:54:55.298681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:55.299187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: e6f54c79-5591-4866-9ce1-5362f62a44fe, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:54:55.445859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 58e68087-02cb-4761-91e7-1df152a5bd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=58e68087-02cb-4761-91e7-1df152a5bd04,segment=NetworkSegment(55026bbf-716c-4dd0-84b5-772816fe37d9),segment_id=55026bbf-716c-4dd0-84b5-772816fe37d9)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:55.445859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Pushing event updated for resources: {'Port': ['ID=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:55.447339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.453442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:55.483468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ebf7160>,) {'filters': {'network_id': ['91f079d8-6534-4d65-8170-5bdb39d99482']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:55.508770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.510298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e6f54c79-5591-4866-9ce1-5362f62a44fe is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:54:55.539262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c69989f-81a9-4395-bf1d-fa0b134414db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:55.549156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e6f54c79-5591-4866-9ce1-5362f62a44fe) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:55.569808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.579064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ebf7160>, '1729ce9d-a8fc-4db7-a6f6-c80c83946605') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:55.579431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ebf7160>, '1729ce9d-a8fc-4db7-a6f6-c80c83946605') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:55.600794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.629142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.632536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:55.633598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.646114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d01719-e26e-4321-8ce1-035b5517e154 None None] Network e6f54c79-5591-4866-9ce1-5362f62a44fe requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:54:55.652396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:54:55.655346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:54:55.674651 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:54:55.712049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d886c6f-605d-4df4-901a-700859de3014 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:55.738667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:54:55.791000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.796802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b6039d7-53ca-4812-bfd7-28f47ceb0e4f tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:55.815845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.818017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9d886c6f-605d-4df4-901a-700859de3014 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:55.818408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d886c6f-605d-4df4-901a-700859de3014 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:55.818873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device eac95801-bf3c-404d-a0ff-eef9e0b9beed no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:54:55.836784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=91f079d8-6534-4d65-8170-5bdb39d99482,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:55.843363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:54:55.851830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:55.864511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Sync routers for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:54:55.878239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:55.879423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:55.925978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:55.930702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/8fb284c9-0731-428f-828a-892794a3aaa8 HTTP/1.1" status: 204  len: 168 time: 3.4385729
Dec 13 14:54:55.930702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:54:55.936334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/91f079d8-6534-4d65-8170-5bdb39d99482 HTTP/1.1" status: 204  len: 168 time: 1.8067467
Dec 13 14:54:55.939001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49242) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:56.012157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:54:56.012568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0545a7ca-baff-437d-ac8b-821dcaa51b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:54:56.013440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: eac95801-bf3c-404d-a0ff-eef9e0b9beed {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:54:56.013440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device eac95801-bf3c-404d-a0ff-eef9e0b9beed not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:54:56.025492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.051305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8689232
Dec 13 14:54:56.055594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49246) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:56.058690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object f6fa75f3-e5c7-4e45-9068-5695e784d082 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:56.073387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Attempting to bind port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:56.073814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Attempting to bind port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:56.074233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Attempting to bind port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:56.090944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:56.091401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:56.091872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.092317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:56.092862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Bound port: 5811ace0-53bb-4cc7-8f15-1df3d52d74f3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:56.093347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.134185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:56.151850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=58e68087-02cb-4761-91e7-1df152a5bd04,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:56.170161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:56.268034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095', 'status': 'completed', 'code': 200}
Dec 13 14:54:56.297831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.455269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-d16f4b82-8f6b-435b-994d-3f88b567e1f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 1099 time: 0.1900880
Dec 13 14:54:56.465763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bfedf30-6def-4f28-a07f-5152ea0e0639 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:56.537296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] For port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:56.541192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] For port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:56.644692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7240>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:56.648848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Checking router: ea7f4623-eda5-43d3-8ddf-65d5f5e79927 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:54:56.662170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:56.662573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:56.676018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Update dhcp port {'port': {'network_id': 'ed6d4231-4257-45cc-be1e-044a9b270796', 'fixed_ips': [{'subnet_id': 'b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9', 'ip_address': '172.20.0.2'}, {'subnet_id': '5442fa31-ac89-42fb-a916-aea3c4d5f492'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '58e68087-02cb-4761-91e7-1df152a5bd04'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:54:56.762934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network ed6d4231-4257-45cc-be1e-044a9b270796 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:56.767526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=f6fa75f3-e5c7-4e45-9068-5695e784d082,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:56.771747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:56.774012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:56.782270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-dd6a16bd-f262-41d7-9a59-20cfd5d4c641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:56.782481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:56.783916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-dd6a16bd-f262-41d7-9a59-20cfd5d4c641 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 200  len: 898 time: 0.3199122
Dec 13 14:54:56.800157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.824797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.849952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:56.875890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-a6d513b6-4242-480b-8c13-786752967904 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 200  len: 217 time: 0.0789587
Dec 13 14:54:56.895714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:56.924477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e6f54c79-5591-4866-9ce1-5362f62a44fe', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:54:56.925686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:56.974489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:57.131968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:57.138092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:57.184078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Routers {'284120f5-453c-4e71-9854-724d6b7418e9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:54:57.184809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff6634b3710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['284120f5-453c-4e71-9854-724d6b7418e9'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:57.202645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedcf03-7aba-4f49-a6d2-c96157daedad req-182fa51e-16b5-4dcc-ba0e-dcc14c3896f9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:57.211302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cdedcf03-7aba-4f49-a6d2-c96157daedad req-182fa51e-16b5-4dcc-ba0e-dcc14c3896f9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.5227540
Dec 13 14:54:57.216879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-f3d945b4-61e6-4207-b63f-8fc22552a75b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:57.219218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-f3d945b4-61e6-4207-b63f-8fc22552a75b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 200  len: 835 time: 0.3342366
Dec 13 14:54:57.255808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Pushing event updated for resources: {'Port': ['ID=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:57.285757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:57.303662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 4.2896621
Dec 13 14:54:57.313792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49252) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:54:57.322366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:54:57.358176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7240>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:57.373455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a318-e45d-4a2e-a1a0-76239c321b9b None None] The sync data for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv is: [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '09ca0084-b187-40e9-81e0-d3f5a46f0ca7', 'name': '', 'network_id': '71be1a30-ac2f-42d1-ad70-a2ae77a736c2', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:cc:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:39Z', 'updated_at': '2021-12-13T14:53:58Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '2ada51cd-786f-46cf-b50f-98a2f2be1dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:57.440814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:57.646602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 58e68087-02cb-4761-91e7-1df152a5bd04 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:57.673917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cdedcf03-7aba-4f49-a6d2-c96157daedad req-d8527978-20a2-4784-9487-44bb2a30ad7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4613452
Dec 13 14:54:57.677301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:57.677680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:57.679388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Allocated IP 2001:db8::2 (e6f54c79-5591-4866-9ce1-5362f62a44fe/c2238f10-e349-47f9-afb9-c1f8f8276f0e/65ef53f7-2550-4f9b-bdb3-f71e629e5ed5) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:57.695224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Allocated IP 172.20.0.18 (ed6d4231-4257-45cc-be1e-044a9b270796/5442fa31-ac89-42fb-a916-aea3c4d5f492/58e68087-02cb-4761-91e7-1df152a5bd04) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:57.768374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-f63f1571-19cd-4834-9cea-4df2756d5362 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71be1a30-ac2f-42d1-ad70-a2ae77a736c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5393031
Dec 13 14:54:57.870649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] Set router 284120f5-453c-4e71-9854-724d6b7418e9 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:54:57.981223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e9057-0d8e-41d3-8d0d-82086285ff05 None None] New status for floating IP 8fb284c9-0731-428f-828a-892794a3aaa8: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:54:58.317878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 5811ace0-53bb-4cc7-8f15-1df3d52d74f3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:58.319115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.382591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.425138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-9c555763-22ec-4973-aea2-0acdc8463aff service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707001
Dec 13 14:54:58.485452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:58.545225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-253ec196-e2bb-48d4-885d-8c8e9223fbfc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:58.547004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-253ec196-e2bb-48d4-885d-8c8e9223fbfc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.7710414
Dec 13 14:54:58.603328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:54:58.603572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.659386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port ee28a251-3b2f-409b-b495-0669dab70095 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:58.659812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.720414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.749600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] For port 58e68087-02cb-4761-91e7-1df152a5bd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=58e68087-02cb-4761-91e7-1df152a5bd04,segment=NetworkSegment(55026bbf-716c-4dd0-84b5-772816fe37d9),segment_id=55026bbf-716c-4dd0-84b5-772816fe37d9)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:58.763959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Transition to ACTIVE for port object 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:58.780290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-209d0aaa-7fc7-40ed-8981-1dd5fdd87c1f req-950f8116-61d5-4c26-add7-4b3e635b642b service neutron] 10.222.0.72 "GET /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3469849
Dec 13 14:54:58.835462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Transition to ACTIVE for port object 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:58.863890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.877890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.887384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:58.960070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:58.983989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:59.017610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.023958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Transition to ACTIVE for port object 58e68087-02cb-4761-91e7-1df152a5bd04 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:54:59.035298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=5811ace0-53bb-4cc7-8f15-1df3d52d74f3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:59.054958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:59.059685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.067881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01d292-1319-4131-81b7-794b2c9ff69a req-fee11672-8764-455c-b01d-3289d28cdebf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:54:59.068648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0e01d292-1319-4131-81b7-794b2c9ff69a req-fee11672-8764-455c-b01d-3289d28cdebf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:54:59.070474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8::1 (e6f54c79-5591-4866-9ce1-5362f62a44fe/c2238f10-e349-47f9-afb9-c1f8f8276f0e/0c57b627-5de1-485c-98d2-539aa78a639d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:54:59.078948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Network e6f54c79-5591-4866-9ce1-5362f62a44fe is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:54:59.081259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Pushing event updated for resources: {'Port': ['ID=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:59.086506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:59.113974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:54:59.115937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:59.144822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:54:59.151746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 843444f5-3c80-4db5-82c5-2ec34136d798 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:54:59.152094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.185263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0e01d292-1319-4131-81b7-794b2c9ff69a req-fee11672-8764-455c-b01d-3289d28cdebf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:54:59.186580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0e01d292-1319-4131-81b7-794b2c9ff69a req-fee11672-8764-455c-b01d-3289d28cdebf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 946 time: 0.3524206
Dec 13 14:54:59.254118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Delete allocated IP 172.20.0.28 (ed6d4231-4257-45cc-be1e-044a9b270796/5442fa31-ac89-42fb-a916-aea3c4d5f492) {{(pid=88856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:54:59.342717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Pushing event updated for resources: {'Port': ['ID=58e68087-02cb-4761-91e7-1df152a5bd04,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:59.348847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:59.351964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff6634b3710>, [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:48Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '5811ace0-53bb-4cc7-8f15-1df3d52d74f3', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:e1:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284120f5-453c-4e71-9854-724d6b7418e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:47Z', 'updated_at': '2021-12-13T14:54:56Z', 'revision_number': 4, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:54:59.355711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Attempting to bind port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:54:59.356135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Attempting to bind port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:54:59.356548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Attempting to bind port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 on network e6f54c79-5591-4866-9ce1-5362f62a44fe {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:54:59.361498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e200fc-db57-4cb5-adb8-06a899200815 None None] The sync data for ids ['284120f5-453c-4e71-9854-724d6b7418e9'] in dv-neutron-821565-1-hyperv is: [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:48Z', 'revision_number': 2, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None, '_interfaces': [{'id': '5811ace0-53bb-4cc7-8f15-1df3d52d74f3', 'name': '', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'mac_address': 'fa:16:3e:e1:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284120f5-453c-4e71-9854-724d6b7418e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:47Z', 'updated_at': '2021-12-13T14:54:56Z', 'revision_number': 4, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'subnets': [{'id': '1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:54:59.370717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:54:59.371184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Checking segment: {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:54:59.371643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.372088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Bound using segment: {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:54:59.374797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Bound port: 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:54:59.375315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.453025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0e01d292-1319-4131-81b7-794b2c9ff69a req-6d55d7cc-db44-44da-9645-755ab5d396c5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf6a52b8-6768-4c99-b145-1e5844dd8684&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2562885
Dec 13 14:54:59.483120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port ee28a251-3b2f-409b-b495-0669dab70095, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee28a251-3b2f-409b-b495-0669dab70095,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:59.483577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.509574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] For port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:54:59.513564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] For port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:54:59.522880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.527539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5129fd22-7611-4abd-be83-36dc2a578a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:54:59.635724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 843444f5-3c80-4db5-82c5-2ec34136d798, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=843444f5-3c80-4db5-82c5-2ec34136d798,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:54:59.636129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.685373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 58e68087-02cb-4761-91e7-1df152a5bd04 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:54:59.762219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Pushing event updated for resources: {'Port': ['ID=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:54:59.766201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:54:59.784488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for ee28a251-3b2f-409b-b495-0669dab70095 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:59.826283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 843444f5-3c80-4db5-82c5-2ec34136d798 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:54:59.831164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.934917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.971560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Ignored duplicate provisioning block setup for port f6fa75f3-e5c7-4e45-9068-5695e784d082 by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:54:59.980839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:54:59.990230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23bff334-6edb-422c-919f-acaf5c68d98a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:00.116089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.125377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=f6fa75f3-e5c7-4e45-9068-5695e784d082,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:00.135879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:00.188243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 0c57b627-5de1-485c-98d2-539aa78a639d will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:00.308066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] In _notify_port_updated(), no bound segment for port f6fa75f3-e5c7-4e45-9068-5695e784d082 on network ed6d4231-4257-45cc-be1e-044a9b270796 {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:55:00.314036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:00.316338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.323664 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/ports/f6fa75f3-e5c7-4e45-9068-5695e784d082 HTTP/1.1" status: 200  len: 918 time: 3.0086265
Dec 13 14:55:00.340052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49258) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:00.347634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9'}, {'subnet_id': '5442fa31-ac89-42fb-a916-aea3c4d5f492'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:00.483456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.496421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:00.564911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=843444f5-3c80-4db5-82c5-2ec34136d798,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:00.575996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:00.592732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b38af-8aba-4759-9c4f-5fd6d634ddab None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:00.609396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.666340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.679697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:00.686041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b2fb2ff-47b2-4748-9fe3-b90956cd3e97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:00.759565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-24fc0d03-ef51-4896-b2e9-f9f3228837b1 None None] Provisioning for port 58e68087-02cb-4761-91e7-1df152a5bd04 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:00.778728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-24fc0d03-ef51-4896-b2e9-f9f3228837b1 None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:00.779704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24fc0d03-ef51-4896-b2e9-f9f3228837b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:01.133917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=ee28a251-3b2f-409b-b495-0669dab70095,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:01.183989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-182595d2-f7d3-41cb-9e8d-68e4eae47112 req-4682f517-22cc-4e56-97db-1fe8331851ed tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=88599249-8ccd-4bb4-8c8e-2505259320af HTTP/1.1" status: 200  len: 210 time: 0.1033010
Dec 13 14:55:01.315799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port ee28a251-3b2f-409b-b495-0669dab70095 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:01.319999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e6f54c79-5591-4866-9ce1-5362f62a44fe is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:01.324985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:01.328898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:01.330806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:01.333282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'name': 'network-vif-deleted', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:55:01.339697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:01.340451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:01.341098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:01.345394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:01.345834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:01.374835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Router 284120f5-453c-4e71-9854-724d6b7418e9 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:01.376691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c42a16a-2607-4089-8c75-cd0d3e6e4c40 req-5bd7b871-8cd6-4889-ac6a-fbe00916e834 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/ee28a251-3b2f-409b-b495-0669dab70095 HTTP/1.1" status: 204  len: 173 time: 2.8239882
Dec 13 14:55:01.507513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88599249-8ccd-4bb4-8c8e-2505259320af', 'name': 'network-vif-deleted', 'tag': 'ee28a251-3b2f-409b-b495-0669dab70095', 'status': 'completed', 'code': 200}
Dec 13 14:55:01.583916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:01.618902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ee28a251-3b2f-409b-b495-0669dab70095 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:01.641074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.21 (ed6d4231-4257-45cc-be1e-044a9b270796/5442fa31-ac89-42fb-a916-aea3c4d5f492/f6fa75f3-e5c7-4e45-9068-5695e784d082) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:01.691622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:01.699438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "PUT /v2.0/routers/284120f5-453c-4e71-9854-724d6b7418e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5195086
Dec 13 14:55:01.702298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49266) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:01.703074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:01.734957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: ee28a251-3b2f-409b-b495-0669dab70095 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:01.737171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ee28a251-3b2f-409b-b495-0669dab70095 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:01.798383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:01.823857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afcb67-d928-449b-ba12-baaed491a139 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:01.825876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afcb67-d928-449b-ba12-baaed491a139 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:01.826714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2afcb67-d928-449b-ba12-baaed491a139 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:01.907232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c2afcb67-d928-449b-ba12-baaed491a139 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:01.911958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c2afcb67-d928-449b-ba12-baaed491a139 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1968839
Dec 13 14:55:01.935586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49270) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:01.948238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:02.040638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Provisioning for port f6fa75f3-e5c7-4e45-9068-5695e784d082 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:02.049494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Provisioning complete for port f6fa75f3-e5c7-4e45-9068-5695e784d082 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:02.050043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.118736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.143435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Ignored duplicate provisioning block setup for port f6fa75f3-e5c7-4e45-9068-5695e784d082 by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:55:02.201559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Port f6fa75f3-e5c7-4e45-9068-5695e784d082 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:02.222113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.232553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:02.232987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0578d2f6-d53e-4eae-b9a7-f31346c421c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.240690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8e13cd3-992b-4eec-81e0-68828e1c73bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:02.416583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49276) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:02.538481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe16586-f2ee-497c-ab6e-ff42a2d399f9 None None] Network e6f54c79-5591-4866-9ce1-5362f62a44fe requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:02.670045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Provisioning for port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:02.687786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Provisioning complete for port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:02.688217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.702569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] In _notify_port_updated(), no bound segment for port f6fa75f3-e5c7-4e45-9068-5695e784d082 on network ed6d4231-4257-45cc-be1e-044a9b270796 {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:55:02.708029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:02.708905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.714073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/ports/f6fa75f3-e5c7-4e45-9068-5695e784d082 HTTP/1.1" status: 200  len: 998 time: 2.3725770
Dec 13 14:55:02.716218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=f6fa75f3-e5c7-4e45-9068-5695e784d082,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:02.716396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49280) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:02.719431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:02.775327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.805809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.806215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.808199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Sync routers for ids ['284120f5-453c-4e71-9854-724d6b7418e9'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:02.816245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:02.850206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Routers {'284120f5-453c-4e71-9854-724d6b7418e9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:02.851269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['284120f5-453c-4e71-9854-724d6b7418e9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:02.878183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port f6fa75f3-e5c7-4e45-9068-5695e784d082 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:02.878563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.918033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:02.921283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.947214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:02.982640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.000564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.008899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.057395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Set router 284120f5-453c-4e71-9854-724d6b7418e9 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:03.057633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.066335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e1f895d0-7e6f-48a6-90cc-772dc501efbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:03.089390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a52b8-6768-4c99-b145-1e5844dd8684,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:03.092800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:03.098632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.115394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:03.122231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.127930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/cf6a52b8-6768-4c99-b145-1e5844dd8684 HTTP/1.1" status: 204  len: 168 time: 0.7031825
Dec 13 14:55:03.163451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] For port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:03.174411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.179285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:03.215777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49286) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:03.302896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Provisioning complete for port f6fa75f3-e5c7-4e45-9068-5695e784d082 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:03.303635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.363196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Pushing event updated for resources: {'Port': ['ID=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:03.399294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:03.412571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Port f6fa75f3-e5c7-4e45-9068-5695e784d082 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:03.414219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:03.425836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4852035
Dec 13 14:55:03.426909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49290) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:03.427970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:03.452800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:03.454071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efb5470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:03.589357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8898>, [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:58Z', 'revision_number': 3, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:03.594315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Checking router: 284120f5-453c-4e71-9854-724d6b7418e9 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:03.614995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Routers {'284120f5-453c-4e71-9854-724d6b7418e9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:03.614995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['284120f5-453c-4e71-9854-724d6b7418e9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:03.677628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.700409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:03.716421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network e6f54c79-5591-4866-9ce1-5362f62a44fe is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:03.733148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.746031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:03.752103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:03.754536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet 394dac9e-43fc-4efa-a103-76b66547681b {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:03.759331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.805597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] Set router 284120f5-453c-4e71-9854-724d6b7418e9 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:03.850545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.963432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:03.969226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:03.974597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8898>, [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:58Z', 'revision_number': 3, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:03.978503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16038d-86ac-47ad-ad86-6f25652fda69 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:03.978997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2087d4f-1d2f-44c2-879f-d6717fca788a None None] The sync data for ids ['284120f5-453c-4e71-9854-724d6b7418e9'] in dv-neutron-821565-1-hyperv is: [{'id': '284120f5-453c-4e71-9854-724d6b7418e9', 'name': 'tempest-NetworksTestDHCPv6-router-525447426', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:46Z', 'updated_at': '2021-12-13T14:54:58Z', 'revision_number': 3, 'project_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:04.032116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:04.072723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.078922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-758a9e84-391f-42a4-a407-1b131a83f014 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:04.113167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd HTTP/1.1" status: 204  len: 168 time: 2.1763284
Dec 13 14:55:04.128623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49294) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:04.131833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:04.135105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ead0b67c-d928-48d4-a560-b47f343a12e6 None None] Provisioning complete for port f6fa75f3-e5c7-4e45-9068-5695e784d082 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:04.135665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ead0b67c-d928-48d4-a560-b47f343a12e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.138630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:04.147088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=394dac9e-43fc-4efa-a103-76b66547681b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:04.150300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:04.154198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.169793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/394dac9e-43fc-4efa-a103-76b66547681b HTTP/1.1" status: 204  len: 168 time: 0.7391779
Dec 13 14:55:04.170495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49298) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:04.214060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ead0b67c-d928-48d4-a560-b47f343a12e6 None None] Port f6fa75f3-e5c7-4e45-9068-5695e784d082 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:04.215662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f0f77-9b4a-4819-bbca-7428b5b4cc0f None None] Network f0ccd896-42e2-4172-b15b-01c00299cc6e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:04.469437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Provisioning for port 0c57b627-5de1-485c-98d2-539aa78a639d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:04.477693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:04.478301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.547079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Provisioning complete for port 0c57b627-5de1-485c-98d2-539aa78a639d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:04.547687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.601168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.614743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:04.615103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.644220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Port 0c57b627-5de1-485c-98d2-539aa78a639d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:04.653481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:04.843749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 17627fa5-2ac6-45ed-a2cc-3867258b1a75, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=17627fa5-2ac6-45ed-a2cc-3867258b1a75,segment=NetworkSegment(83191c30-0168-430d-8754-b1da27026a7a),segment_id=83191c30-0168-430d-8754-b1da27026a7a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:04.844021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.902033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Provisioning complete for port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:04.902476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:04.981425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 17627fa5-2ac6-45ed-a2cc-3867258b1a75 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:05.004454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.024731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b998508-3dd0-4e7b-865f-f458af0f2304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:05.068787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.073690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fede0ef6-ba51-4cfc-8080-e54895bcffc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:05.114433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10158d89-cdaf-4543-b686-be467ac19808 None None] DHCP port deletion for f0ccd896-42e2-4172-b15b-01c00299cc6e request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:05.120345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=17627fa5-2ac6-45ed-a2cc-3867258b1a75,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:05.123796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:05.126491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port 17627fa5-2ac6-45ed-a2cc-3867258b1a75 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:05.185148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for f6fa75f3-e5c7-4e45-9068-5695e784d082 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:05.248173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:05.251022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b998508-3dd0-4e7b-865f-f458af0f2304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:05.252314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b998508-3dd0-4e7b-865f-f458af0f2304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 1.1126354
Dec 13 14:55:05.261686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49302) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:05.268568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Deleting port 5cd816df-9b00-470e-b312-e988621144e9 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:05.268999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.294139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.325669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ec879b0>,) {'filters': {'network_id': ['f0ccd896-42e2-4172-b15b-01c00299cc6e']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:05.326355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Provisioning complete for port f6fa75f3-e5c7-4e45-9068-5695e784d082 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:05.326782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.344319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec879b0>, '83191c30-0168-430d-8754-b1da27026a7a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:05.344319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec879b0>, '83191c30-0168-430d-8754-b1da27026a7a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:05.358781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.374698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.385653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:05.386108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:05.403094 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:05.437624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9be03e6a-aa0d-4e2f-8725-2f061b5c57c4 None None] Port f6fa75f3-e5c7-4e45-9068-5695e784d082 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:05.442586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efb5470>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:00Z', 'revision_number': 9, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:05.458042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:05.492378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.496198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d59a5179-d19b-43e2-a720-edbb580b4f1a tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:05.516156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.530034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=f0ccd896-42e2-4172-b15b-01c00299cc6e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:05.535323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:05.539190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/f0ccd896-42e2-4172-b15b-01c00299cc6e HTTP/1.1" status: 204  len: 168 time: 1.3649991
Dec 13 14:55:05.542016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49306) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:05.591398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:05.591398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efb5470>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:05.656604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5cd816df-9b00-470e-b312-e988621144e9 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:05.666037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.914613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.949616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] For port 5cd816df-9b00-470e-b312-e988621144e9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5cd816df-9b00-470e-b312-e988621144e9,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:05.950057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.985176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:05.986733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:55:05.999076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:06.051945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-45ea0563-013a-42db-b69a-7fa39fcc6764 None None] Provisioning complete for port 0c57b627-5de1-485c-98d2-539aa78a639d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:06.052370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45ea0563-013a-42db-b69a-7fa39fcc6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.116681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=f6fa75f3-e5c7-4e45-9068-5695e784d082,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:06.148718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Calling delete_port for 5cd816df-9b00-470e-b312-e988621144e9 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:06.174797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:06.323967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:06.386209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.408691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-45ea0563-013a-42db-b69a-7fa39fcc6764 None None] Port 0c57b627-5de1-485c-98d2-539aa78a639d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:06.527392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.539064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:06.611079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:06.645953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:06.646611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.660372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Pushing event deleted for resources: {'Port': ['ID=5cd816df-9b00-470e-b312-e988621144e9,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:06.682904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:06.683583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:06.683977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5811ace0-53bb-4cc7-8f15-1df3d52d74f3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:06.684446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 17627fa5-2ac6-45ed-a2cc-3867258b1a75 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:06.724060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 17627fa5-2ac6-45ed-a2cc-3867258b1a75 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:06.724367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 17627fa5-2ac6-45ed-a2cc-3867258b1a75 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:06.728066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] No DVR routers for this DVR port 5cd816df-9b00-470e-b312-e988621144e9 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:06.847595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.870767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port bd1bcf66-2ac4-4b0d-a511-05fe18a74aff, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:06.871247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.885548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.900666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efb5470>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:00Z', 'revision_number': 9, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:06.905426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f78a-f27c-42d6-99db-8d663abe814f None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:00Z', 'revision_number': 9, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'bd1bcf66-2ac4-4b0d-a511-05fe18a74aff', 'name': '', 'network_id': '432dd55e-df64-41c1-91e9-801b4c55f17e', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:13:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:01Z', 'updated_at': '2021-12-13T14:54:15Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': 'c97fd4df-cd93-4fbd-8d70-def95dc5a822', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:06.924157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.966446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/f6fa75f3-e5c7-4e45-9068-5695e784d082 HTTP/1.1" status: 204  len: 168 time: 4.2476945
Dec 13 14:55:06.973677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49310) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:06.978661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:06.979206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Fanout notify agent at l3_agent the message router_deleted on router 284120f5-453c-4e71-9854-724d6b7418e9 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:55:07.009101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for bd1bcf66-2ac4-4b0d-a511-05fe18a74aff owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:07.049306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.107383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3535dea1-ccf8-435a-bc35-62ef41f274b1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:55:07.107868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3535dea1-ccf8-435a-bc35-62ef41f274b1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:07.136437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.140177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4c1ed96a-37a3-4925-b1d9-117c7a662a39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/routers/284120f5-453c-4e71-9854-724d6b7418e9 HTTP/1.1" status: 204  len: 168 time: 1.8737500
Dec 13 14:55:07.140744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49314) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.157013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:07.159492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3535dea1-ccf8-435a-bc35-62ef41f274b1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:07.161244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3535dea1-ccf8-435a-bc35-62ef41f274b1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/f6fa75f3-e5c7-4e45-9068-5695e784d082 HTTP/1.1" status: 404  len: 333 time: 0.1857285
Dec 13 14:55:07.164893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f2981a6-9da4-45f9-9f2c-d3a5f1cfe1c9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1081796
Dec 13 14:55:07.169230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49318) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.169593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.170375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:07.178763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262780322'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:07.188650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:07.189523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8eb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:07.241297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:07.250715 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1ca6655-e26d-40af-81e6-5a4e30adf5d5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1065543
Dec 13 14:55:07.252074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49326) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.258074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:07.262438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:07.272392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:07.360918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.365759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a762c294-c996-4a98-91cf-98b3e5d8d497 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:07.369692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:07.371845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:07.375249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.399175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35bbfa6-705e-4463-bd64-8c34fd8a09fc tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:07.399920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e35bbfa6-705e-4463-bd64-8c34fd8a09fc tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:07.419490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=bd1bcf66-2ac4-4b0d-a511-05fe18a74aff,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:07.425419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:07.506659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:07.512516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e35bbfa6-705e-4463-bd64-8c34fd8a09fc tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:07.516576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e35bbfa6-705e-4463-bd64-8c34fd8a09fc tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2608047
Dec 13 14:55:07.518838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49330) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.619946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.620426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432 of type vlan for network 539a5dc1-51e9-40e4-8832-3c642ec5496a
Dec 13 14:55:07.628637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 843444f5-3c80-4db5-82c5-2ec34136d798 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:07.650912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-903bd16c-deb6-456d-a12d-d971b212d4da tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:07.690165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 843444f5-3c80-4db5-82c5-2ec34136d798 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:07.690548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 843444f5-3c80-4db5-82c5-2ec34136d798 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:07.694179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 5442fa31-ac89-42fb-a916-aea3c4d5f492 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:07.697771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.760541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.803955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8eb8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:01Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:02Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:07.808550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:07.808956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Updating router 0a33a8c9-bf7a-442d-93ec-997cca070d6f port 0c57b627-5de1-485c-98d2-539aa78a639d binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:07.814465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.816417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-903bd16c-deb6-456d-a12d-d971b212d4da tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:router {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:07.818037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-903bd16c-deb6-456d-a12d-d971b212d4da tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2974651
Dec 13 14:55:07.827756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49334) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:07.835950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:07.872466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.877870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:07.908157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbd24a66-3737-4584-8d37-faa500bd77b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.016029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.020245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:08.020925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.028417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:08.151582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.191861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0182571
Dec 13 14:55:08.245544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49338) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:08.270855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=539a5dc1-51e9-40e4-8832-3c642ec5496a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:08.273780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d74ab284-80e7-4645-87dc-e461f6084481 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:08.280105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.294486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Transition to ACTIVE for port object 0c57b627-5de1-485c-98d2-539aa78a639d will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:08.302177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.303654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:08.307474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:08.335656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:08.423541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:08.428879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.434484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:08.435138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d74ed79b-369c-4e94-a52d-7d1deefd4ff2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:08.486236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=5442fa31-ac89-42fb-a916-aea3c4d5f492,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:08.489007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:08.494579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.495398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Pushing event updated for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:08.505682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/5442fa31-ac89-42fb-a916-aea3c4d5f492 HTTP/1.1" status: 204  len: 168 time: 1.3343158
Dec 13 14:55:08.506385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49342) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:08.516827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993655d-189c-4901-8ed5-06d0ad78d541 None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:08.517059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:08.561780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Attempting to bind port 0c57b627-5de1-485c-98d2-539aa78a639d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:08.562381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Attempting to bind port 0c57b627-5de1-485c-98d2-539aa78a639d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:08.562892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Attempting to bind port 0c57b627-5de1-485c-98d2-539aa78a639d on network e6f54c79-5591-4866-9ce1-5362f62a44fe {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:08.569583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.569583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.569583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.569954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.570327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.570763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.571353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.572025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.572373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.572804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.573221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:08.579284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:08.581540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:08.582054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Checking segment: {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:08.582718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.583241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Bound using segment: {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:08.583834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Bound port: 0c57b627-5de1-485c-98d2-539aa78a639d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70913af3-1583-477e-ac92-0c12160038f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:08.584320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.607193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:08.617129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:08.671653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:08.699005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] For port 0c57b627-5de1-485c-98d2-539aa78a639d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:08.703944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:08.704811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] For port 0c57b627-5de1-485c-98d2-539aa78a639d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0c57b627-5de1-485c-98d2-539aa78a639d,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:08.706302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:08.707510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.711519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.727406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:08.752757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.791463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:08.805982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:08.820548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Pushing event updated for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:08.824265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:08.825235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:08.825911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8eb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:54:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:08.919048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.116695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.126609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5ebf9b0c-0654-44c9-897c-9be2695996fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:09.200942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:09.209707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.215428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:09.228402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:09.235840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9 HTTP/1.1" status: 204  len: 168 time: 0.7270687
Dec 13 14:55:09.236538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49346) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:09.238954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.261727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:09.262559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.518088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.621587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7b8eb8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:01Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:08Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:09.627516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d459b-f410-4d03-b22d-22156d0a1c94 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:01Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:08Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:09.749383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.834852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 58e68087-02cb-4761-91e7-1df152a5bd04 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:09.835269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.949589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.956275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 09ca0084-b187-40e9-81e0-d3f5a46f0ca7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:09.956685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:09.957841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bee6b1f-77a7-47c8-9d4e-14e1646e764a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:09.996269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:10.084571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.102751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=86642efb-5edf-43ef-97a0-c97fd195c811,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:10.117022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:10.120195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4225f03a-215d-4958-9bc0-a13f99fa5cea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:10.148868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ae499-8b13-4b76-932f-0d6333b6e6ee None None] Network ed6d4231-4257-45cc-be1e-044a9b270796 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:10.149745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:10.181845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2073311-ea9d-4d94-8692-600fac74263a None None] Provisioning complete for port 58e68087-02cb-4761-91e7-1df152a5bd04 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:10.182406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2073311-ea9d-4d94-8692-600fac74263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.377566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:10.391397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=b0f11a66-4b18-47ac-ad30-9072cacdc944,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:10.395006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:10.400070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:10.402033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:10.402848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.408645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port 58e68087-02cb-4761-91e7-1df152a5bd04, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=58e68087-02cb-4761-91e7-1df152a5bd04,segment=NetworkSegment(55026bbf-716c-4dd0-84b5-772816fe37d9),segment_id=55026bbf-716c-4dd0-84b5-772816fe37d9)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:10.408877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.433429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:10.434162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 539a5dc1-51e9-40e4-8832-3c642ec5496a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:10.443941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-424f2039-693f-493b-ba87-2559049df685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.449972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f3746-29c9-4dd8-8103-b8b8a18c8304 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:10.450911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6220179
Dec 13 14:55:10.452041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49350) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:10.471721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:10.564019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 58e68087-02cb-4761-91e7-1df152a5bd04 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:10.675729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.681270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35c3ecfa-2472-4102-aa08-3b0bcd91d56c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:10.726622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=58e68087-02cb-4761-91e7-1df152a5bd04,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:10.732539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:10.797006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No DVR routers for this DVR port 58e68087-02cb-4761-91e7-1df152a5bd04 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:10.810377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': 'b0f11a66-4b18-47ac-ad30-9072cacdc944'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:10.811533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.914837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.936170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:10.945877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:10.947264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac291a-42d0-47a7-b84a-869a5fcd9ff7 None None] DHCP port deletion for ed6d4231-4257-45cc-be1e-044a9b270796 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:10.950526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:10.953031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:10.961276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:10.967405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:10.969390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:10.979658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4364078
Dec 13 14:55:10.981037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:10.983011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49354) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:10.985646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 539a5dc1-51e9-40e4-8832-3c642ec5496a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:11.003521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=09ca0084-b187-40e9-81e0-d3f5a46f0ca7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:11.006742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:11.042115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:11.042774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.050495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:11.053072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5356989-9a27-46dc-9e62-3292c1021eed None None] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:11.066877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:11.073118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.121482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8753018
Dec 13 14:55:11.127076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.129523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49358) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:11.171411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:11.172655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:11.210460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e38b4a8>,) {'filters': {'network_id': ['ed6d4231-4257-45cc-be1e-044a9b270796']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:11.229732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e38b4a8>, '55026bbf-716c-4dd0-84b5-772816fe37d9') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:11.230074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e38b4a8>, '55026bbf-716c-4dd0-84b5-772816fe37d9') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:11.248203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.338304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.355584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:11.356024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:11.389451 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:11.512449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Allocated IP 2001:db8::f816:3eff:fe7d:9e42 (cd6315a2-c455-466b-90ce-13d3e49c993d/b0f11a66-4b18-47ac-ad30-9072cacdc944/9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:11.554042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.558387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05b9e0e2-a5f1-4df5-b607-15a214735c4a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:11.576702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.591894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=ed6d4231-4257-45cc-be1e-044a9b270796,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:11.598663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:11.627134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/ed6d4231-4257-45cc-be1e-044a9b270796 HTTP/1.1" status: 204  len: 168 time: 2.3870225
Dec 13 14:55:11.627488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet c97fd4df-cd93-4fbd-8d70-def95dc5a822 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:11.629941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49362) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:11.637204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.707754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.811878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17e44f-a8fd-461d-8262-7828d3b91177 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:11.812893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3c17e44f-a8fd-461d-8262-7828d3b91177 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:11.823303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:11.846729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3c17e44f-a8fd-461d-8262-7828d3b91177 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:11.851903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c17e44f-a8fd-461d-8262-7828d3b91177 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2209227
Dec 13 14:55:11.860152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49366) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:11.871404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0c57b627-5de1-485c-98d2-539aa78a639d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:11.904531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-539a5dc1-51e9-40e4-8832-3c642ec5496a', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:11.905855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:11.907830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.037283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9a959a3-4916-4646-973a-614d56769931 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1739047
Dec 13 14:55:12.040108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49370) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:12.045568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1667173854'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:12.054263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:12.060421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:12.065075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:12.073541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:12.089377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:12.094263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.095035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.156746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.164098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6487cbf-a8c9-43e4-871c-f9e58d099af2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:12.225987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:12.298661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.299083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 61c894b1-5c38-4c1b-a303-212ccab8225f of type vlan for network 9fe72f50-4a4d-482e-bbb0-7d3566805186
Dec 13 14:55:12.357385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.376833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.380549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Allocated IP 2001:db8:1::2 (539a5dc1-51e9-40e4-8832-3c642ec5496a/86642efb-5edf-43ef-97a0-c97fd195c811/6859989b-378a-4634-b87f-385cb12a1fb3) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:12.391808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:12.397192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:12.406151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:12.406958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.414638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=66897899-91d9-4684-bf16-8c8f5ffc4f7f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:12.420645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:12.439720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0c57b627-5de1-485c-98d2-539aa78a639d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:12.445154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.455602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f94c9908-d832-4159-8f3b-dcfae2d5fbc1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:12.458954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0c57b627-5de1-485c-98d2-539aa78a639d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:12.459502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.464143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.469255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:12.469937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.477473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c1df6ef9-8e84-4bf9-ae3d-da66dcbff367 tempest-ExternalNetworksTestJSON-352997389 tempest-ExternalNetworksTestJSON-352997389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:12.499979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.501336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Transition to ACTIVE for port object 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:12.504055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=c97fd4df-cd93-4fbd-8d70-def95dc5a822,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:12.511844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:12.516487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.518753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/c97fd4df-cd93-4fbd-8d70-def95dc5a822 HTTP/1.1" status: 204  len: 168 time: 1.5345113
Dec 13 14:55:12.522470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49374) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:12.525732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0711908
Dec 13 14:55:12.539346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49378) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:12.540633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085e38b-ee26-44bf-82a3-95d687f23476 None None] Network 432dd55e-df64-41c1-91e9-801b4c55f17e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:12.549899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:c0:28:45', 'name': 'tempest-NetworksTestDHCPv6-1167874157'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:12.579212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5386465
Dec 13 14:55:12.584705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49382) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:12.652475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:12.670639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Transition to ACTIVE for port object 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:12.695820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.730553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port 5a56af02-2749-42d4-9a19-9b370c58b5e2 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:12.731799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.840821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.860491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:12.861624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35f420bb-cd35-4946-a56b-7888010eeef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:12.999526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=9fe72f50-4a4d-482e-bbb0-7d3566805186,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:13.012726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:13.082093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:13.111482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.159796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:13.163719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:13.167038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:13.177567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:13.180216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:13.219973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:13.230934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:13.235971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:13.238611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:13.246585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:13.264351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:13.284023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:13.348294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:13.471744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.488262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:13.527559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port 5a56af02-2749-42d4-9a19-9b370c58b5e2, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5a56af02-2749-42d4-9a19-9b370c58b5e2,segment=NetworkSegment(226830e1-9807-4b69-a2bf-068fadae59f4),segment_id=226830e1-9807-4b69-a2bf-068fadae59f4)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:13.527954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.667567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 0c57b627-5de1-485c-98d2-539aa78a639d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0c57b627-5de1-485c-98d2-539aa78a639d,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:13.678227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for 5a56af02-2749-42d4-9a19-9b370c58b5e2 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:13.685785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f400>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:07Z', 'revision_number': 10, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:13.693214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.699700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9263f717-84ce-44d9-9b17-e4e09a306a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:13.730188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Attempting to bind port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:13.730549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Attempting to bind port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:13.730914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Attempting to bind port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:13.753953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.760153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:13.760718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:13.761695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.762257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:13.762946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Bound port: 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:13.763557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.777362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.783251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 58e68087-02cb-4761-91e7-1df152a5bd04 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:13.812603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:13.818594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:13.825885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 28b15a8f-e74d-4aab-97b2-3510bd632cc7 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:13.826526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68b10b17-3560-4e2a-a953-275c46c23c88 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:13.851255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Transition to ACTIVE for port object 6859989b-378a-4634-b87f-385cb12a1fb3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:13.855387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 58e68087-02cb-4761-91e7-1df152a5bd04 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:13.859042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 58e68087-02cb-4761-91e7-1df152a5bd04 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:13.871216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=5a56af02-2749-42d4-9a19-9b370c58b5e2,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:13.880941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:13.885288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:13.886152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:13.902393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port 5a56af02-2749-42d4-9a19-9b370c58b5e2 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:14.051340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd274725-0efc-4675-82be-d0df78bd4cce None None] DHCP port deletion for 432dd55e-df64-41c1-91e9-801b4c55f17e request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:14.064519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.079189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:14.082753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Transition to ACTIVE for port object 6859989b-378a-4634-b87f-385cb12a1fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:14.092791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:14.116219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.125161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-754077c6-29e9-400b-a178-1473e2522fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:14.144713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c35c0>,) {'filters': {'network_id': ['432dd55e-df64-41c1-91e9-801b4c55f17e']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:14.171030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c35c0>, '226830e1-9807-4b69-a2bf-068fadae59f4') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:14.172009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f6c35c0>, '226830e1-9807-4b69-a2bf-068fadae59f4') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:14.190929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.194731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.202658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39c1740d-a6d6-4f56-abda-fbf5fa0e1acd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:14.217480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:14.217795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8:1::1 (539a5dc1-51e9-40e4-8832-3c642ec5496a/86642efb-5edf-43ef-97a0-c97fd195c811/c66b70eb-2fac-48d0-ade9-cc5bef30fff6) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:14.221164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.230350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:14.233674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:14.234677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.238891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:14.239942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:14.251767 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:14.298323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:14.304974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:14.349858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=14dc7fb7-f43b-4a8c-91b2-d46fce0ad774,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:14.358419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:14.372384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 172.20.0.7 (cd6315a2-c455-466b-90ce-13d3e49c993d/66897899-91d9-4684-bf16-8c8f5ffc4f7f/28b15a8f-e74d-4aab-97b2-3510bd632cc7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:14.384939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fec0:2845 (cd6315a2-c455-466b-90ce-13d3e49c993d/b0f11a66-4b18-47ac-ad30-9072cacdc944/28b15a8f-e74d-4aab-97b2-3510bd632cc7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:14.387820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.388371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:14.401122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Sync routers for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:14.403294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '61c894b1-5c38-4c1b-a303-212ccab8225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:14.403766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: 9fe72f50-4a4d-482e-bbb0-7d3566805186, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:14.414548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:14.415475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f076160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:14.436624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.443423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/ea7f4623-eda5-43d3-8ddf-65d5f5e79927/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1962457
Dec 13 14:55:14.444706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:14.448043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7fb7d63b-33a7-440c-845b-6c26657f8fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:14.473675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.484764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=432dd55e-df64-41c1-91e9-801b4c55f17e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:14.487735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:14.505920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/432dd55e-df64-41c1-91e9-801b4c55f17e HTTP/1.1" status: 204  len: 168 time: 1.9822118
Dec 13 14:55:14.506934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49390) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:14.563305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:14.584073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Pushing event updated for resources: {'Port': ['ID=6859989b-378a-4634-b87f-385cb12a1fb3,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:14.614938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9fe72f50-4a4d-482e-bbb0-7d3566805186) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:14.618384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:14.662308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:14.666674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f8900-5d38-4213-bc21-85bd3882fcc1 None None] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:14.692135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:14.692793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.693686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.697477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ed73b7a-5e6e-4707-907e-64cb06f1bfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:14.727748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object c66b70eb-2fac-48d0-ade9-cc5bef30fff6 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:14.830280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1969128
Dec 13 14:55:14.837160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49394) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:14.859918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186', 'name': 'tempest-PortsTestJSON-958101742'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:14.862686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:14.868007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-010a680a-e416-45e2-95a4-44cefb967fdc tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:14.899013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 2ada51cd-786f-46cf-b50f-98a2f2be1dbe {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:14.916568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.008538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f076160>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:55:10Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:15.013192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Checking router: ea7f4623-eda5-43d3-8ddf-65d5f5e79927 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:15.015443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:15.021547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:15.024255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:15.025473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.025837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Attempting to bind port 6859989b-378a-4634-b87f-385cb12a1fb3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:15.026266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Attempting to bind port 6859989b-378a-4634-b87f-385cb12a1fb3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:15.026680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Attempting to bind port 6859989b-378a-4634-b87f-385cb12a1fb3 on network 539a5dc1-51e9-40e4-8832-3c642ec5496a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:15.032342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Routers {'ea7f4623-eda5-43d3-8ddf-65d5f5e79927'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:15.033329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f076160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:15.034596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.040307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:15.043342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:15.069956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:15.070380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Checking segment: {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:15.070841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.071365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Bound using segment: {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:15.071910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Bound port: 6859989b-378a-4634-b87f-385cb12a1fb3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:15.072337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.110556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:15.121022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:15.156298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.178332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 28b15a8f-e74d-4aab-97b2-3510bd632cc7 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:15.181450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.214062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.307448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.325841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] Set router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:15.423500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-9fe72f50-4a4d-482e-bbb0-7d3566805186', 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': '14dc7fb7-f43b-4a8c-91b2-d46fce0ad774'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:15.424440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.468711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.474092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.560267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1ce1f59-062c-4797-a1c9-4444150d3b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:15.672222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Allocated IP 172.20.0.2 (9fe72f50-4a4d-482e-bbb0-7d3566805186/14dc7fb7-f43b-4a8c-91b2-d46fce0ad774/436c2cda-6eab-45cc-ae61-e81ebeb1720a) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:15.818268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f076160>, [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:55:10Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:15.824303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7500c-a20d-4af0-b070-c5a734cc74ef None None] The sync data for ids ['ea7f4623-eda5-43d3-8ddf-65d5f5e79927'] in dv-neutron-821565-1-hyperv is: [{'id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'name': 'tempest-TestNetworkBasicOps-router-1941746911', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:31Z', 'updated_at': '2021-12-13T14:55:10Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f4623-eda5-43d3-8ddf-65d5f5e79927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:32Z', 'updated_at': '2021-12-13T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:15.954653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:15.977732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:15.980351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=2ada51cd-786f-46cf-b50f-98a2f2be1dbe,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:15.986665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:15.992508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:15.994575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/2ada51cd-786f-46cf-b50f-98a2f2be1dbe HTTP/1.1" status: 204  len: 168 time: 1.5483963
Dec 13 14:55:15.995587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8116be95-f7ad-4884-bf5d-062e4bb2c564 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:16.077680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:16.112474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49398) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:16.113579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=28b15a8f-e74d-4aab-97b2-3510bd632cc7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:16.118718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:16.179084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.195944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Transition to ACTIVE for port object 436c2cda-6eab-45cc-ae61-e81ebeb1720a will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:16.216389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc71846-4041-465d-9de2-ded767ff870d None None] Network 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:16.231069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0c57b627-5de1-485c-98d2-539aa78a639d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:16.277324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Transition to ACTIVE for port object 436c2cda-6eab-45cc-ae61-e81ebeb1720a will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:16.284996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:16.285849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.304860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:16.319831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.7740114
Dec 13 14:55:16.321270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49402) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:16.341496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:16.431126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.437345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.442999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] For port 6859989b-378a-4634-b87f-385cb12a1fb3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:16.449812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:16.456317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:16.462084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.484954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.485848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.501647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce638d1d-a8bd-4fb5-9d6d-00110b38c7e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:16.509968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port fa06f09e-bc7c-4fde-96cd-46fa51e7e71c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:16.565495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f904f5-575e-4436-b601-e45298053fe0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:16.570688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f904f5-575e-4436-b601-e45298053fe0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:16.572579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27f904f5-575e-4436-b601-e45298053fe0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.2479599
Dec 13 14:55:16.587749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] For port 6859989b-378a-4634-b87f-385cb12a1fb3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6859989b-378a-4634-b87f-385cb12a1fb3,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:16.588860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49406) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:16.649267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.663717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:16.672229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:16.683266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:16.688696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.14 (9fe72f50-4a4d-482e-bbb0-7d3566805186/14dc7fb7-f43b-4a8c-91b2-d46fce0ad774/fa06f09e-bc7c-4fde-96cd-46fa51e7e71c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:16.702062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Pushing event updated for resources: {'Port': ['ID=436c2cda-6eab-45cc-ae61-e81ebeb1720a,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:16.713386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f400>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:07Z', 'revision_number': 10, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:16.722118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:16.722825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f96c7529-fa63-47c9-b322-4019227657c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:16.804196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Pushing event updated for resources: {'Port': ['ID=6859989b-378a-4634-b87f-385cb12a1fb3,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:16.819472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8bdb7-a48a-4285-a24d-cf2a9021f3f1 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:07Z', 'revision_number': 10, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None, '_interfaces': [{'id': 'e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1', 'name': '', 'network_id': '981813c7-56fe-4f3f-b823-56568d284703', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'mac_address': 'fa:16:3e:29:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1396f267-c228-48eb-8b19-7534819b07de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:53:47Z', 'updated_at': '2021-12-13T14:54:01Z', 'revision_number': 5, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'subnets': [{'id': '9213513a-a4a3-4d89-8e3c-e282c0375f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:16.835850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:16.839334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:16.871135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:16.873458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 28b15a8f-e74d-4aab-97b2-3510bd632cc7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:16.873872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.951584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:16.978077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0c57b627-5de1-485c-98d2-539aa78a639d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:16.978666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.057827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:17.068439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.072249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Attempting to bind port 436c2cda-6eab-45cc-ae61-e81ebeb1720a on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:17.072679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Attempting to bind port 436c2cda-6eab-45cc-ae61-e81ebeb1720a by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '61c894b1-5c38-4c1b-a303-212ccab8225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:17.073075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:17.073190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Attempting to bind port 436c2cda-6eab-45cc-ae61-e81ebeb1720a on network 9fe72f50-4a4d-482e-bbb0-7d3566805186 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:17.096094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:17.096670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Checking segment: {'id': '61c894b1-5c38-4c1b-a303-212ccab8225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:17.097252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.097813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Bound using segment: {'id': '61c894b1-5c38-4c1b-a303-212ccab8225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:17.098478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Bound port: 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c894b1-5c38-4c1b-a303-212ccab8225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:17.099048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.107526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object fa06f09e-bc7c-4fde-96cd-46fa51e7e71c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:17.125983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd243255-afdb-46d4-9999-ca59c4c41301 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:17.228687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.239057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ab40bf6-26bd-4ce5-8ed4-ae1504c75a0b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:17.311076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] DHCP port deletion for 71be1a30-ac2f-42d1-ad70-a2ae77a736c2 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:17.335501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Deleting port 259b4045-1157-43b4-b309-208dd4c43f2a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:17.336057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.340193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=fa06f09e-bc7c-4fde-96cd-46fa51e7e71c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:17.349220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:17.353367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:17.355704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:17.369718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:17.464183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:17.464857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.511418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.519147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.6685936
Dec 13 14:55:17.522928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49410) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:17.528706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:17.532910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '9fe72f50-4a4d-482e-bbb0-7d3566805186', 'name': 'tempest-PortsTestJSON-1958111961'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:17.564436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:17.569570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.629227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6c8d0fb7-409f-4cfe-9b83-c5c1ba28999d None None] Provisioning for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:17.636819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] For port 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:17.697539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] For port 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=436c2cda-6eab-45cc-ae61-e81ebeb1720a,segment=NetworkSegment(61c894b1-5c38-4c1b-a303-212ccab8225f),segment_id=61c894b1-5c38-4c1b-a303-212ccab8225f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:17.718819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.726911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d408a599-7982-4d0b-a6f5-6a2fd8b9c5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:17.743327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.928591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:17.929012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.929732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 28b15a8f-e74d-4aab-97b2-3510bd632cc7 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:17.976219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Pushing event updated for resources: {'Port': ['ID=436c2cda-6eab-45cc-ae61-e81ebeb1720a,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:17.982467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] For port 259b4045-1157-43b4-b309-208dd4c43f2a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=259b4045-1157-43b4-b309-208dd4c43f2a,segment=NetworkSegment(d656bd82-9333-4121-86be-4b5758ddad15),segment_id=d656bd82-9333-4121-86be-4b5758ddad15)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:17.983124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.991564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:17.991564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:17.991864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:18.000974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:18.059474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:18.060015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.060981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:18.084311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:18.131021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:18.146160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:18.150719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:18.162464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:18.192527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:18.198214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.249883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 1cf5af68-1362-4bbe-be0a-ea72571779ec yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:18.366911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Calling delete_port for 259b4045-1157-43b4-b309-208dd4c43f2a owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:18.508554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.5 (9fe72f50-4a4d-482e-bbb0-7d3566805186/14dc7fb7-f43b-4a8c-91b2-d46fce0ad774/1cf5af68-1362-4bbe-be0a-ea72571779ec) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:18.522121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.528161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.532032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6e740b39-171f-482e-bb71-987a67957c47 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:18.539830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0159fa3-464d-471c-8142-8bfbfeb30dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:18.580411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:18.583306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:18.590054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Pushing event deleted for resources: {'Port': ['ID=259b4045-1157-43b4-b309-208dd4c43f2a,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:18.593976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:18.594997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.610475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] No DVR routers for this DVR port 259b4045-1157-43b4-b309-208dd4c43f2a on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:18.639964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:18.646920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.649216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34259864-ac7a-4505-9165-acc8f0a50a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:18.692752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5a56af02-2749-42d4-9a19-9b370c58b5e2 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:18.700594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:18.701210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.777776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5a56af02-2749-42d4-9a19-9b370c58b5e2 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:18.778267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5a56af02-2749-42d4-9a19-9b370c58b5e2 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:18.778798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:18.838078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:18.838549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 09ca0084-b187-40e9-81e0-d3f5a46f0ca7 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:18.875167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:18.876241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:18.882138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:18.904217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': 'b0f11a66-4b18-47ac-ad30-9072cacdc944', 'ip_address': '2001:db8::f816:3eff:fe7d:9e42'}, {'subnet_id': '66897899-91d9-4684-bf16-8c8f5ffc4f7f'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:55:18.926657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:18.968175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.229856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.241365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:19.325452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6859989b-378a-4634-b87f-385cb12a1fb3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:19.363154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:19.396743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=28b15a8f-e74d-4aab-97b2-3510bd632cc7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:19.403339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:19.416591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:19.418123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2867060
Dec 13 14:55:19.421439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49414) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:19.459117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-469928344'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:19.467183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:19.467924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed1b5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:19.479046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:19.524302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:19.532626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:19.578100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:19.580439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.592349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f65ea749-421c-471a-ac2d-34db80cd396d tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:19.606816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Allocated IP 172.20.0.2 (cd6315a2-c455-466b-90ce-13d3e49c993d/66897899-91d9-4684-bf16-8c8f5ffc4f7f/9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:19.655838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:19.661874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:19.674641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:19.680856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.699976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 6859989b-378a-4634-b87f-385cb12a1fb3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:19.745740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.760096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.763335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:19.766808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.769060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/28b15a8f-e74d-4aab-97b2-3510bd632cc7 HTTP/1.1" status: 204  len: 168 time: 3.1791253
Dec 13 14:55:19.774727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49418) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:19.807477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.815921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e53152-566c-42cc-b41f-c2b62e288b9f None None] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:19.851380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object 1cf5af68-1362-4bbe-be0a-ea72571779ec will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:19.851892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.857084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router ea7f4623-eda5-43d3-8ddf-65d5f5e79927 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:55:19.894040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:19.897601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:19.899291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/ea7f4623-eda5-43d3-8ddf-65d5f5e79927 HTTP/1.1" status: 204  len: 168 time: 3.7821419
Dec 13 14:55:19.901781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49422) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:19.980892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 259b4045-1157-43b4-b309-208dd4c43f2a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:19.984773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:19.986405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:19.988404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:19.989485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:20.000922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.001492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 6c7eabb4-af70-4f27-995b-a1c51461dbf6 of type vlan for network 2e75268e-3036-45a8-a690-fc6bf05073ab
Dec 13 14:55:20.087176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.107777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 259b4045-1157-43b4-b309-208dd4c43f2a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:20.108357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 259b4045-1157-43b4-b309-208dd4c43f2a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:20.108935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bd1bcf66-2ac4-4b0d-a511-05fe18a74aff no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:20.122731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.129857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:20.134625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c556af18-cd79-47a2-abcc-c26f43985818 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3586397
Dec 13 14:55:20.142607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49426) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:20.151888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Provisioning for port 6859989b-378a-4634-b87f-385cb12a1fb3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:20.158105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:20.166332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.186554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: bd1bcf66-2ac4-4b0d-a511-05fe18a74aff {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:20.186937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device bd1bcf66-2ac4-4b0d-a511-05fe18a74aff not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:20.191357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:20.203789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Provisioning complete for port 6859989b-378a-4634-b87f-385cb12a1fb3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:20.204207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.240765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.349732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.387367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65da62748>,) {'filters': {'network_id': ['71be1a30-ac2f-42d1-ad70-a2ae77a736c2']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:20.402226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65da62748>, 'd656bd82-9333-4121-86be-4b5758ddad15') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:20.402742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65da62748>, 'd656bd82-9333-4121-86be-4b5758ddad15') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:20.417513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.440738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.448467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:20.449086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:20.571144 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:20.585881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.609689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.620753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:20.622351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 66897899-91d9-4684-bf16-8c8f5ffc4f7f {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:20.625474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:20.633166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:20.663824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=1cf5af68-1362-4bbe-be0a-ea72571779ec,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:20.684190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:20.684929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa02576c-82bf-4d9c-86be-5596dc0ac6c2 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:20.688534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.707842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Transition to ACTIVE for port object 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:20.715504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/71be1a30-ac2f-42d1-ad70-a2ae77a736c2 HTTP/1.1" status: 204  len: 168 time: 0.8125064
Dec 13 14:55:20.719493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=71be1a30-ac2f-42d1-ad70-a2ae77a736c2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:20.724469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:20.744279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:20.745352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.762656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49430) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:20.771202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.2469959
Dec 13 14:55:20.772246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49434) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:20.776641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1134114731', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:20.782149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.796176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:20.803547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.828592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:20.841393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:20.845645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:20.863673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.867815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:20.869101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.874619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:20.881971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d12d869d-5640-460c-81ce-63061d9cc136 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:20.922838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:20.929764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.956198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54743637-7ce0-427b-afc4-2737a922caf0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:20.957086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54743637-7ce0-427b-afc4-2737a922caf0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:20.964587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.975250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:20.986845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:20.987226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment 7b21cadd-b18e-4304-b069-99ca6521c2bb of type vlan for network 6d6368ac-2185-4772-be30-7cd1a3054953
Dec 13 14:55:21.021691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.072781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.077370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:21.078303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.101248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:21.104718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e8782-9e4a-42ed-95c4-5d0b1a3cc5b3 None None] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:21.105346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c681c0a6-614a-4670-a753-1e0c08df842a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:21.122870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:21.148772 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3843920
Dec 13 14:55:21.153338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49438) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:21.156687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-54743637-7ce0-427b-afc4-2737a922caf0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:21.163112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54743637-7ce0-427b-afc4-2737a922caf0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200  len: 922 time: 0.3800960
Dec 13 14:55:21.169342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-173800457', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:21.175874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49442) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:21.216847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:21.248595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 436c2cda-6eab-45cc-ae61-e81ebeb1720a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:21.287308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.322879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:21.328218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:21.342880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:21.398245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=6d6368ac-2185-4772-be30-7cd1a3054953,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:21.406169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed1b5c0>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:15Z', 'revision_number': 3, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:15Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:21.408780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 1cf5af68-1362-4bbe-be0a-ea72571779ec {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:21.409471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.420229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6d6368ac-2185-4772-be30-7cd1a3054953 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:21.434942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=2e75268e-3036-45a8-a690-fc6bf05073ab,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:21.438546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:21.442096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:21.443163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.444665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.550273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.556533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] For port 6859989b-378a-4634-b87f-385cb12a1fb3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6859989b-378a-4634-b87f-385cb12a1fb3,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:21.568171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2e75268e-3036-45a8-a690-fc6bf05073ab details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:21.622313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:21.622701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Updating router 0a33a8c9-bf7a-442d-93ec-997cca070d6f port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:21.624414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.1754296
Dec 13 14:55:21.626665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49446) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:21.646185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:21.711854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.738246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b637e8-c624-43aa-9761-ec08b5ba9700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:21.776505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.788826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:21.793869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:21.798715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:21.809231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:21.841433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:21.885599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.905354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:21.984754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.000068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:22.016823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Pushing event updated for resources: {'Port': ['ID=6859989b-378a-4634-b87f-385cb12a1fb3,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:22.029190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:22.082543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 436c2cda-6eab-45cc-ae61-e81ebeb1720a completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:22.106533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.190906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 1cf5af68-1362-4bbe-be0a-ea72571779ec owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:22.200418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:22.315466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.336212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Provisioning for port 436c2cda-6eab-45cc-ae61-e81ebeb1720a completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:22.344361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Provisioning complete for port 436c2cda-6eab-45cc-ae61-e81ebeb1720a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:22.344767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.401187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-714d61df-47cd-4912-8b12-26f4ae73d434 tempest-NetworksIpV6Test-1936592397 tempest-NetworksIpV6Test-1936592397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:22.456108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=66897899-91d9-4684-bf16-8c8f5ffc4f7f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:22.464363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:22.485750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.500216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:22.506639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9959135
Dec 13 14:55:22.509771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/66897899-91d9-4684-bf16-8c8f5ffc4f7f HTTP/1.1" status: 204  len: 168 time: 2.3618186
Dec 13 14:55:22.510555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49450) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:22.515216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:22.524703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49452) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:22.535865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:22.536953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0764e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:22.600383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.635368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:22.690057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:22.690257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c8b1c5a2-8eab-49ba-8aac-775a96e0eb8c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:22.699417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.748989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.811473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] For port 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=436c2cda-6eab-45cc-ae61-e81ebeb1720a,segment=NetworkSegment(61c894b1-5c38-4c1b-a303-212ccab8225f),segment_id=61c894b1-5c38-4c1b-a303-212ccab8225f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:22.820868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:22.863181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:22.893232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78856822-8e49-473e-9f60-e21c33850e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:23.007714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0764e0>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:23.015146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.221 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ddc7c18f-754e-4128-a057-c2f157c4622c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:23.016152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:23.033547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:23.034356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0764e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:23.037958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting subnet 9213513a-a4a3-4d89-8e3c-e282c0375f86 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:23.043050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.054617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Pushing event updated for resources: {'Port': ['ID=436c2cda-6eab-45cc-ae61-e81ebeb1720a,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:23.064517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:23.065137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fedbe-2c11-4a24-aa43-690b908b82ad None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:23.122927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.232862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.351747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.371413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5682c824-b4a3-4064-a52f-1ff4f3b12ac4 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:23.420215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.432509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:23.433493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Subnet': ['ID=9213513a-a4a3-4d89-8e3c-e282c0375f86,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:23.439963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/9213513a-a4a3-4d89-8e3c-e282c0375f86 HTTP/1.1" status: 204  len: 168 time: 0.9281437
Dec 13 14:55:23.440911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49458) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:23.459192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-776315cc-5414-4890-a920-0b76b961c307 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:23.523309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.537026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c914f4f-0d18-4ec4-b4b0-b95bc62c1304 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:23.562247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.565868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6859989b-378a-4634-b87f-385cb12a1fb3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:23.575878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0764e0>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:23.581248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f6bc6-c97c-4d5c-8a0c-5cc1813c72c1 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:23.616971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=9e16b2f2-1266-4427-bb4b-e165402dd53a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:23.631251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:23.664909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3de8b-4b98-44e3-9c84-a307fa7e46d9 None None] Network 981813c7-56fe-4f3f-b823-56568d284703 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:23.666519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f246a7b8-e188-437b-8757-f842aefff6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:23.803830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:23.804521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 2e75268e-3036-45a8-a690-fc6bf05073ab, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:23.817529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.823294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.843397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=1cf5af68-1362-4bbe-be0a-ea72571779ec,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:23.857493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Deleting port f209587a-38f4-44b1-a09a-478697c9ae53 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:23.858178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.863420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:23.880253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Transition to ACTIVE for port object c66b70eb-2fac-48d0-ade9-cc5bef30fff6 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:23.893057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Provisioning for port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:23.991858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:23.992085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.013769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2801481c-16bd-436a-b757-bee40ebf3068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:24.051481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Provisioning complete for port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:24.051905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.112237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.120283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet b0f11a66-4b18-47ac-ad30-9072cacdc944 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:24.127904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:24.132167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.140649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] For port f209587a-38f4-44b1-a09a-478697c9ae53, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f209587a-38f4-44b1-a09a-478697c9ae53,segment=NetworkSegment(0a5916b0-065d-452a-bd40-eaf1bc82f558),segment_id=0a5916b0-065d-452a-bd40-eaf1bc82f558)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:24.141207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.145282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 6859989b-378a-4634-b87f-385cb12a1fb3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:24.145704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.189814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.197511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7fe1d70-f60a-48b2-8270-45a9a11674d9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:24.212589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Could not find standard attr ID for object 28b15a8f-e74d-4aab-97b2-3510bd632cc7. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:55:24.263536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=ddc7c18f-754e-4128-a057-c2f157c4622c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:24.275231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/1cf5af68-1362-4bbe-be0a-ea72571779ec HTTP/1.1" status: 204  len: 168 time: 3.0981376
Dec 13 14:55:24.277212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:24.291428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49462) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:24.308106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Calling delete_port for f209587a-38f4-44b1-a09a-478697c9ae53 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:24.316766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.400444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.408483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:24.447336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Pushing event updated for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:24.454202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:24.455336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Provisioning complete for port 6859989b-378a-4634-b87f-385cb12a1fb3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:24.455755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.463363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Port': ['ID=f209587a-38f4-44b1-a09a-478697c9ae53,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:24.466116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:24.466845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 2e75268e-3036-45a8-a690-fc6bf05073ab is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:24.484537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.485549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No DVR routers for this DVR port f209587a-38f4-44b1-a09a-478697c9ae53 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:24.522193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2e75268e-3036-45a8-a690-fc6bf05073ab) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:24.527157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:24.528668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.557369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8b301-645d-43e5-9647-b02c0ec04f8b None None] Network 2e75268e-3036-45a8-a690-fc6bf05073ab requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:24.572871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:24.617947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84e562-120c-4b49-a5d9-8d61616f8b07 None None] DHCP port deletion for 981813c7-56fe-4f3f-b823-56568d284703 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:24.623537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9809cd7a-7616-4ccb-add3-dc434fca4bc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:55:24.624160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9809cd7a-7616-4ccb-add3-dc434fca4bc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:24.633792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.640655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16c1a368-2846-4731-8970-e19e0d06c31f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:24.669258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.705267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f11a66-4b18-47ac-ad30-9072cacdc944,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:24.705945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.0705523
Dec 13 14:55:24.707025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49466) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:24.709329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:24.710932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:24.712048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:24.714867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dbc08d0>,) {'filters': {'network_id': ['981813c7-56fe-4f3f-b823-56568d284703']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:24.715044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9809cd7a-7616-4ccb-add3-dc434fca4bc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:24.716762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9809cd7a-7616-4ccb-add3-dc434fca4bc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/1cf5af68-1362-4bbe-be0a-ea72571779ec HTTP/1.1" status: 404  len: 333 time: 0.1472685
Dec 13 14:55:24.717892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:24.733780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49470) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:24.837275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.864953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/b0f11a66-4b18-47ac-ad30-9072cacdc944 HTTP/1.1" status: 204  len: 168 time: 2.3304727
Dec 13 14:55:24.866378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49474) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:24.869037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Attempting to bind port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:24.869474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Attempting to bind port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:24.869889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Attempting to bind port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 on network 539a5dc1-51e9-40e4-8832-3c642ec5496a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:24.940452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:24.940877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Checking segment: {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:24.941341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.941788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Bound using segment: {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:24.942342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Bound port: c66b70eb-2fac-48d0-ade9-cc5bef30fff6, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:24.942769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:24.952514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df4e58cd-67df-4f4a-ad64-fa9510f7e290 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0814850
Dec 13 14:55:24.972417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49478) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:24.979735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:25.090368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbc08d0>, '0a5916b0-065d-452a-bd40-eaf1bc82f558') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:25.090707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dbc08d0>, '0a5916b0-065d-452a-bd40-eaf1bc82f558') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:25.139382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] For port c66b70eb-2fac-48d0-ade9-cc5bef30fff6, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:25.143217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] For port c66b70eb-2fac-48d0-ade9-cc5bef30fff6, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:25.145336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:25.156598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.160045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:25.163344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:25.169833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:25.171931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:25.184698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:25.191561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.203183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.228656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Provisioning for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:25.244842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.260596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port fa06f09e-bc7c-4fde-96cd-46fa51e7e71c {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:25.260970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.262951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.264417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.309090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:25.309589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.327742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:25.328172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc493510-181b-426d-955a-bfa14d0b299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:25.340505 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:25.357968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 436c2cda-6eab-45cc-ae61-e81ebeb1720a up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:25.398421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2e75268e-3036-45a8-a690-fc6bf05073ab', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:25.399361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.805360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:25.838656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:25.839643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed1b5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:25.960244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for fa06f09e-bc7c-4fde-96cd-46fa51e7e71c owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:26.050476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:26.110392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Pushing event updated for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:26.114094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:26.141285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01406a-e43d-4bad-89c0-3d333822e2e9 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:26.172423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:55:26.173251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.189414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.193843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.205391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-059c8885-b39b-48d4-b723-26c155d3f77d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:26.230426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 436c2cda-6eab-45cc-ae61-e81ebeb1720a triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:26.230860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.310863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.353953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/networks/981813c7-56fe-4f3f-b823-56568d284703 HTTP/1.1" status: 204  len: 168 time: 2.8933554
Dec 13 14:55:26.359593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49482) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:26.360689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=fa06f09e-bc7c-4fde-96cd-46fa51e7e71c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:26.479621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'routes': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:26.551249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.551839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.552382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.552906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.553423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.553938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.554452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.554986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.555859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.556358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.556884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:26.567779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:26.571637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:26.577160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/fa06f09e-bc7c-4fde-96cd-46fa51e7e71c HTTP/1.1" status: 204  len: 168 time: 1.7798979
Dec 13 14:55:26.580260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:26.590256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Could not find standard attr ID for object 1cf5af68-1362-4bbe-be0a-ea72571779ec. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:55:26.644644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Allocated IP 2001:db8:2::2 (2e75268e-3036-45a8-a690-fc6bf05073ab/9e16b2f2-1266-4427-bb4b-e165402dd53a/9f4059fc-74cd-4328-8264-35ff3673ed62) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:26.652752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f892399b-fa67-42ce-899b-e25b104b48ad tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:26.656177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e179d8-35be-486e-8be0-becc5f80a24c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:55:26.657655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6e179d8-35be-486e-8be0-becc5f80a24c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/fa06f09e-bc7c-4fde-96cd-46fa51e7e71c HTTP/1.1" status: 404  len: 333 time: 0.0763640
Dec 13 14:55:26.669174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:26.688734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Pushing event deleted for resources: {'Network': ['ID=981813c7-56fe-4f3f-b823-56568d284703,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:26.693799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:26.844319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:27.001710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.018743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Added routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:55:27.019600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Removed routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:55:27.019600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.025040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.025888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.033145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-01b97001-5d92-4416-837d-921302a8bbc7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:27.069166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:27.103043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:27.103280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.127558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:27.139502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 14dc7fb7-f43b-4a8c-91b2-d46fce0ad774 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:27.142860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:27.155281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:27.158657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.183346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:27.191204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:27.191853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.232001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=8']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:27.235407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:27.235799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2cd01e8-2810-4ada-9a3f-1b5c9a5ff3e1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:27.236261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f209587a-38f4-44b1-a09a-478697c9ae53 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:27.240786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:27.243524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bc563ff2-e299-4e55-9d65-db42b2d74973 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:27.352923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: f209587a-38f4-44b1-a09a-478697c9ae53 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:27.353396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f209587a-38f4-44b1-a09a-478697c9ae53 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:27.466998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:27.467832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f240198>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:27.539624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:27.548668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.553476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.3952711
Dec 13 14:55:27.559446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49494) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:27.569136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.590429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.606656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6301439
Dec 13 14:55:27.619746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49500) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:27.631900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:27.726566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.733854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.758721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=39af59df-3701-4671-b1f9-f4c640daccd5,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:27.811008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.811008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.811570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.811940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.812351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.812757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.813164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.813568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.813971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.814378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.814773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:27.824604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:27.847115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Transition to ACTIVE for port object 9f4059fc-74cd-4328-8264-35ff3673ed62 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:27.862591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:27.899558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:27.952574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:27.958332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:27.960276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router 1396f267-c228-48eb-8b19-7534819b07de has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:27.980297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a49f6c8-2745-4e59-a391-d3c15b09d60e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4146333
Dec 13 14:55:27.980297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:27.984725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49504) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.015874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Transition to ACTIVE for port object 9f4059fc-74cd-4328-8264-35ff3673ed62 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:28.046411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.061627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cf5d23b-6ad8-40a2-a7db-a6655e3e5bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:28.096737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed1b5c0>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:15Z', 'revision_number': 3, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:25Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:28.114372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Provisioning complete for port 436c2cda-6eab-45cc-ae61-e81ebeb1720a triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:28.114592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.126696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:28.134588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.176881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8f67e-ec6d-47f8-9049-839718b9e29e None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:15Z', 'revision_number': 3, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:25Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:28.231559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Network 2e75268e-3036-45a8-a690-fc6bf05073ab is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:28.256949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Pushing event updated for resources: {'Port': ['ID=9f4059fc-74cd-4328-8264-35ff3673ed62,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:28.260490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:28.262096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:28.265658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:28.278843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:28.380794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:28.381584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.422364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.434858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ec647-6b52-41ea-84da-96eff1216dfc None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:28.451677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-48d103f2-9146-4172-9bd8-82e33b2cf7a6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:28.493223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.510873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:28.512356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.520499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.527312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cdc677d-2551-427a-be9f-dd18680b876e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 701 time: 2.0536973
Dec 13 14:55:28.536566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Sync routers for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:28.536979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49508) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.550143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81107a2c-7239-4087-bc6c-98484c5c2e0b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:28.557718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-81107a2c-7239-4087-bc6c-98484c5c2e0b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5718062
Dec 13 14:55:28.559224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=14dc7fb7-f43b-4a8c-91b2-d46fce0ad774,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:28.565052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:28.565688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:28.576431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49512) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.579027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/14dc7fb7-f43b-4a8c-91b2-d46fce0ad774 HTTP/1.1" status: 204  len: 168 time: 1.9021349
Dec 13 14:55:28.647476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:28.648326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49514) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.659004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9621cc17-e597-473c-a55f-dd7374c5130d tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0776637
Dec 13 14:55:28.661761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49518) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.664796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1361b2-8ccd-48d2-9674-c12c0945ff35 None None] Network 9fe72f50-4a4d-482e-bbb0-7d3566805186 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:28.694742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966536551', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:28.780710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a896b604-80af-4021-9689-ccb2434d1080 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:28.824443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:28.961913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a896b604-80af-4021-9689-ccb2434d1080 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:28.966082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a896b604-80af-4021-9689-ccb2434d1080 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 205 time: 0.4249265
Dec 13 14:55:28.966251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:28.969479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49524) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:28.971326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858588>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:28.975854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Checking router: 1396f267-c228-48eb-8b19-7534819b07de for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:28.980572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92e50cec-eb8c-4e10-bb3e-c43565302a2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:28.992291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:28.992772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Routers {'1396f267-c228-48eb-8b19-7534819b07de'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:28.993621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1396f267-c228-48eb-8b19-7534819b07de'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:29.050141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:29.054789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:29.072190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:29.102392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:29.104745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.218890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] Set router 1396f267-c228-48eb-8b19-7534819b07de gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:29.237823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:29.251138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:29.254176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:29.255198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.265316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=7d62dade-e953-45f1-9d22-15f75df57a01,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:29.268112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:29.274537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 436c2cda-6eab-45cc-ae61-e81ebeb1720a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:29.274907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.343658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.351960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.422121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858588>, [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:29.437108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe681df-1059-4500-860e-1f0ba8011364 None None] The sync data for ids ['1396f267-c228-48eb-8b19-7534819b07de'] in dv-neutron-821565-1-hyperv is: [{'id': '1396f267-c228-48eb-8b19-7534819b07de', 'name': 'tempest-RoutersTest-router-1181764791', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:53:41Z', 'updated_at': '2021-12-13T14:55:19Z', 'revision_number': 11, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:29.475164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Attempting to bind port 9f4059fc-74cd-4328-8264-35ff3673ed62 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:29.475507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Attempting to bind port 9f4059fc-74cd-4328-8264-35ff3673ed62 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:29.475925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Attempting to bind port 9f4059fc-74cd-4328-8264-35ff3673ed62 on network 2e75268e-3036-45a8-a690-fc6bf05073ab {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:29.501277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8804507
Dec 13 14:55:29.515590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49528) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:29.529206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:3d:40:9c', 'name': 'tempest-NetworksTestDHCPv6-1590199788'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:29.600239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:29.600472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8:2::1 (2e75268e-3036-45a8-a690-fc6bf05073ab/9e16b2f2-1266-4427-bb4b-e165402dd53a/e2e8018d-522c-4d43-bf89-17c9b1dd68a0) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:29.601160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Checking segment: {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:29.601160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.601534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Bound using segment: {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:29.602335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Bound port: 9f4059fc-74cd-4328-8264-35ff3673ed62, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:29.602470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.625138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e2c68f4-7cbf-4fc4-a7bb-e385785e885c None None] Could not find standard attr ID for object fa06f09e-bc7c-4fde-96cd-46fa51e7e71c. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:55:29.672911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.874680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-619e9c56-efcc-4dbf-812c-6eef599eb380 None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:29.875406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-619e9c56-efcc-4dbf-812c-6eef599eb380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.889511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.908919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:29.914873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c35e82c-5dba-450d-97cd-a09fac0adc51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:29.921339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] For port 9f4059fc-74cd-4328-8264-35ff3673ed62, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:29.924553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f240198>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:24Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:29.947235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:29.947638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Updating router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea port ddc7c18f-754e-4128-a057-c2f157c4622c binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:29.953515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object e2e8018d-522c-4d43-bf89-17c9b1dd68a0 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:29.997348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] For port 9f4059fc-74cd-4328-8264-35ff3673ed62, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9f4059fc-74cd-4328-8264-35ff3673ed62,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:30.034859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=9b3745b9-5d83-4025-9dcd-b9e5ebf11042,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:30.042168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:30.059098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:30.059480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: 6d6368ac-2185-4772-be30-7cd1a3054953, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:30.065510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] DHCP port deletion for 9fe72f50-4a4d-482e-bbb0-7d3566805186 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:30.066932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.067686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c66b70eb-2fac-48d0-ade9-cc5bef30fff6 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:30.072251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8571c466-af5a-4e2b-8db3-e5a1c9f1270e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:30.100947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.120767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20f72f52-5b2e-4554-89cb-0ae12454b9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:30.164960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 2e75268e-3036-45a8-a690-fc6bf05073ab is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:30.169674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:30.172598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:30.174592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:30.176342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:30.176811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.192626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:30.193884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Deleting port 436c2cda-6eab-45cc-ae61-e81ebeb1720a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:30.194352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.206345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6d6368ac-2185-4772-be30-7cd1a3054953) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:30.213550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:30.214216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.236152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b606c4-c631-49f3-a16c-5a7ebf862bbb None None] Network 6d6368ac-2185-4772-be30-7cd1a3054953 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:30.280960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6063712
Dec 13 14:55:30.283831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49534) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:30.303950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:30.309654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:30.313298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:30.320802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:30.381532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.448257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:30.519905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.521518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.530788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=436c2cda-6eab-45cc-ae61-e81ebeb1720a,segment=NetworkSegment(61c894b1-5c38-4c1b-a303-212ccab8225f),segment_id=61c894b1-5c38-4c1b-a303-212ccab8225f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:30.531348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.658677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.731199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Pushing event updated for resources: {'Port': ['ID=9f4059fc-74cd-4328-8264-35ff3673ed62,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:30.735112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:30.738779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 436c2cda-6eab-45cc-ae61-e81ebeb1720a owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:30.794888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '39af59df-3701-4671-b1f9-f4c640daccd5', 'ip_address': '2001:db8::f816:3eff:fe7d:9e42'}, {'subnet_id': '7d62dade-e953-45f1-9d22-15f75df57a01'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:55:30.864144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.878379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.879988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router 1396f267-c228-48eb-8b19-7534819b07de {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:55:30.901085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.907866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba93cbe9-b80a-4bf3-b62f-29651cdbb764 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:30.979119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=436c2cda-6eab-45cc-ae61-e81ebeb1720a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:30.988514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:30.989742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18e2ed0e-a2c8-4130-98f6-a342385b3911 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 204  len: 168 time: 1.9681273
Dec 13 14:55:30.995359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:30.995522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49538) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:31.007425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-348124984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:31.008014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 236e814f-3865-409c-bdf7-18c0c54cd91f yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:31.025563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:31.054543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No DVR routers for this DVR port 436c2cda-6eab-45cc-ae61-e81ebeb1720a on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:31.058619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Usage tracker for resource:router and tenant:8b25db4679dd43e2a58ab9d346c49074 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:31.068287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.078303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:31.137615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:31.137864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:31.176805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.177834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.217737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:31.218000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.240237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.320669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.340901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e1309e8>,) {'filters': {'network_id': ['9fe72f50-4a4d-482e-bbb0-7d3566805186']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:31.373091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.440831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1309e8>, '61c894b1-5c38-4c1b-a303-212ccab8225f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:31.441045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] For port 436c2cda-6eab-45cc-ae61-e81ebeb1720a, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=436c2cda-6eab-45cc-ae61-e81ebeb1720a,segment=NetworkSegment(61c894b1-5c38-4c1b-a303-212ccab8225f),segment_id=61c894b1-5c38-4c1b-a303-212ccab8225f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:31.441179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e1309e8>, '61c894b1-5c38-4c1b-a303-212ccab8225f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:31.441512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.447081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.448707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17ec8513-adc3-48c1-b2de-b83ccc14bff3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4517457
Dec 13 14:55:31.456406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49542) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:31.467724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:31.476568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6d6368ac-2185-4772-be30-7cd1a3054953', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:31.477494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.480013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.486538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.487480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.491431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8ad0985-2f62-476e-9787-6622d8674e39 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:31.529895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.639386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.654323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:31.654820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.676121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:31.681175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Calling delete_port for 436c2cda-6eab-45cc-ae61-e81ebeb1720a owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:31.681742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:31.706579 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:31.863844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 2e75268e-3036-45a8-a690-fc6bf05073ab is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:31.870338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:31.897304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 172.20.0.4 (cd6315a2-c455-466b-90ce-13d3e49c993d/7d62dade-e953-45f1-9d22-15f75df57a01/236e814f-3865-409c-bdf7-18c0c54cd91f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:31.962793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:31.971031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fe3d:409c (cd6315a2-c455-466b-90ce-13d3e49c993d/39af59df-3701-4671-b1f9-f4c640daccd5/236e814f-3865-409c-bdf7-18c0c54cd91f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:31.976912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:32.007444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.018180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=9fe72f50-4a4d-482e-bbb0-7d3566805186,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:32.038175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:32.055310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.064284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/9fe72f50-4a4d-482e-bbb0-7d3566805186 HTTP/1.1" status: 204  len: 168 time: 3.3986859
Dec 13 14:55:32.067470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:32.082085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-812233295'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:32.093088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:55:32.093490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:55:32.095636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:32.103692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:32.109164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:32.116607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Allocated IP 172.20.0.2 (6d6368ac-2185-4772-be30-7cd1a3054953/9b3745b9-5d83-4025-9dcd-b9e5ebf11042/22be3c69-29b0-4116-8939-2915b417957b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:32.118133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:32.133982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.151638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port c66b70eb-2fac-48d0-ade9-cc5bef30fff6, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:32.156201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Transition to ACTIVE for port object ddc7c18f-754e-4128-a057-c2f157c4622c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:32.162590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.181543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a86f1d63-f180-479e-ab48-382e3f7d8c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:32.222210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.255245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.404076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:32.411043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.419051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.441543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 236e814f-3865-409c-bdf7-18c0c54cd91f will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:32.449435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.497724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:32.521581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.521967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment 4f58b0df-b8ac-406a-888e-b19a66615b4a of type vlan for network 68208694-44b1-493d-9262-de50444da742
Dec 13 14:55:32.535394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9f4059fc-74cd-4328-8264-35ff3673ed62 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:32.588627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:32.592098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:32.593029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Attempting to bind port ddc7c18f-754e-4128-a057-c2f157c4622c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:32.593578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Attempting to bind port ddc7c18f-754e-4128-a057-c2f157c4622c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:32.593986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Attempting to bind port ddc7c18f-754e-4128-a057-c2f157c4622c on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:32.597817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.600687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dd312e3-c18b-44f2-a81f-f439299d488e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:32.631075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Deleting port 436c2cda-6eab-45cc-ae61-e81ebeb1720a {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:32.631893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.645715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:32.752378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:55:32.753995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.758261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:32.758627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:32.758862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:32.759340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.759503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.759779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:32.760432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Bound port: ddc7c18f-754e-4128-a057-c2f157c4622c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:32.760750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.859140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ae385e9-0cf8-463c-8680-4ff3a4bab05d None None] The port '436c2cda-6eab-45cc-ae61-e81ebeb1720a' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:55:32.875974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] For port ddc7c18f-754e-4128-a057-c2f157c4622c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:32.884559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] For port ddc7c18f-754e-4128-a057-c2f157c4622c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ddc7c18f-754e-4128-a057-c2f157c4622c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:32.902074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.923865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Pushing event updated for resources: {'Port': ['ID=ddc7c18f-754e-4128-a057-c2f157c4622c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:32.927642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:32.932077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:32.961264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:32.980217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e6de19e-0afa-4adb-aa18-2ff95c9e8bf3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:33.059617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9f4059fc-74cd-4328-8264-35ff3673ed62 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:33.085002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:33.102247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=236e814f-3865-409c-bdf7-18c0c54cd91f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:33.109356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4792aec-71c3-4c95-be47-8effed4ebc60 None None] Network 2e75268e-3036-45a8-a690-fc6bf05073ab requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:33.113482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:33.115823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:33.117296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:33.119554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Router e70ca399-76b7-41a7-a66b-923919836a8e is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:55:33.121744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:33.195486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Provisioning for port 9f4059fc-74cd-4328-8264-35ff3673ed62 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:33.200533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:33.201654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.228747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.7108412
Dec 13 14:55:33.230696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49552) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.269041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 436c2cda-6eab-45cc-ae61-e81ebeb1720a no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:33.292930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Pushing event updated for resources: {'Port': ['ID=ddc7c18f-754e-4128-a057-c2f157c4622c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:33.296607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:33.311451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2364604
Dec 13 14:55:33.313694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Allocated IP 172.20.0.2 (cd6315a2-c455-466b-90ce-13d3e49c993d/7d62dade-e953-45f1-9d22-15f75df57a01/9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:33.320229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49556) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.328354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Provisioning complete for port 9f4059fc-74cd-4328-8264-35ff3673ed62 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:33.328779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.329561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': '68208694-44b1-493d-9262-de50444da742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:33.347009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=68208694-44b1-493d-9262-de50444da742,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:33.354652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.362908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.370139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:33.370345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 436c2cda-6eab-45cc-ae61-e81ebeb1720a {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:33.370689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 436c2cda-6eab-45cc-ae61-e81ebeb1720a not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:33.386777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 68208694-44b1-493d-9262-de50444da742 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:33.400486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:33.401204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f240198>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:33.460651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:33.467568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.469497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-118e93ea-fd61-4d4f-b7a6-91deb2ca9b13 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "PUT /v2.0/routers/e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 200  len: 693 time: 2.0093784
Dec 13 14:55:33.473023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49560) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.489149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Transition to ACTIVE for port object 22be3c69-29b0-4116-8939-2915b417957b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:33.513474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Sync routers for ids ['e70ca399-76b7-41a7-a66b-923919836a8e'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:33.610209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2d965-55d9-4b63-8acd-835de43278f9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:33.614561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2d965-55d9-4b63-8acd-835de43278f9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:33.615424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1d2d965-55d9-4b63-8acd-835de43278f9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:33.643878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:33.646880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e1d2d965-55d9-4b63-8acd-835de43278f9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:33.650806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1d2d965-55d9-4b63-8acd-835de43278f9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.3506632
Dec 13 14:55:33.651088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49564) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.661301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:33.676157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:33.690713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:33.696055 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc9900f8-d63d-4ee2-af41-3eb3fdc052df tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/routers/e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 200  len: 699 time: 0.2214482
Dec 13 14:55:33.697940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49568) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.707512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:33.719351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:33.735259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:33.736886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8636d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:33.746959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 236e814f-3865-409c-bdf7-18c0c54cd91f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:33.747505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.758586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0466158
Dec 13 14:55:33.771142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49572) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.830272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1001483387'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:33.840590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ddb8da1f-bde9-484f-9722-9bff2b9ca56e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 200  len: 205 time: 0.1389799
Dec 13 14:55:33.841546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:33.843893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Transition to ACTIVE for port object 22be3c69-29b0-4116-8939-2915b417957b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:33.863697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49576) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:33.877420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:33.894206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73b833c0-d959-4e24-bbcb-76adbffd8ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:33.930695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:33.943686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:33.953917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Routers {'e70ca399-76b7-41a7-a66b-923919836a8e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:33.954609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e70ca399-76b7-41a7-a66b-923919836a8e'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:33.962507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:network and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:33.979937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:34.021185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Pushing event updated for resources: {'Port': ['ID=22be3c69-29b0-4116-8939-2915b417957b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:34.024224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:34.054530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.098380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:34.188928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.215712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:34.221982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.249966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 236e814f-3865-409c-bdf7-18c0c54cd91f owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:34.341596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c66b70eb-2fac-48d0-ade9-cc5bef30fff6 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:34.349077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.371171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8636d8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:30Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:30Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:34.376272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:34.376683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Updating router 0a33a8c9-bf7a-442d-93ec-997cca070d6f port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:34.429257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:34.446294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.448111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:34.450722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:34.548513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:34.574495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.589933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5077149f-ca88-408e-98cf-af8acfaf41e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:34.601070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:34.642316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.642682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added segment 67dd2b8c-147a-4655-8910-815ea63d58f1 of type vlan for network 43f3e235-f0fa-461a-820a-c413b8ccbd80
Dec 13 14:55:34.655804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (6d6368ac-2185-4772-be30-7cd1a3054953/9b3745b9-5d83-4025-9dcd-b9e5ebf11042/905db15f-8e56-4787-8b0e-2ea8cd27b5b0) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:34.657245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=236e814f-3865-409c-bdf7-18c0c54cd91f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:34.689024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Set router e70ca399-76b7-41a7-a66b-923919836a8e gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:34.761876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:34.764794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.825477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.838455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.838749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:34.840808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Transition to ACTIVE for port object e2e8018d-522c-4d43-bf89-17c9b1dd68a0 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:34.849660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.861393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/236e814f-3865-409c-bdf7-18c0c54cd91f HTTP/1.1" status: 204  len: 168 time: 1.2091906
Dec 13 14:55:34.862497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49580) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:34.863133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2748>, [{'id': 'e70ca399-76b7-41a7-a66b-923919836a8e', 'name': 'tempest-RoutersTest-router-348124984', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:31Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:34.866158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:34.933739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Pushing event updated for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:34.937522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:34.946883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:34.977165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:34.979446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:34.981131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:34.982278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:34.994247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Checking router: e70ca399-76b7-41a7-a66b-923919836a8e for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:34.999635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:35.004659 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d7aa9fa-d3cf-4cda-afd5-52346caab92f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1396863
Dec 13 14:55:35.005341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:35.026527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Routers {'e70ca399-76b7-41a7-a66b-923919836a8e'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:35.027292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['e70ca399-76b7-41a7-a66b-923919836a8e'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:35.088942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 39af59df-3701-4671-b1f9-f4c640daccd5 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:35.248123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Attempting to bind port 22be3c69-29b0-4116-8939-2915b417957b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:35.248786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Attempting to bind port 22be3c69-29b0-4116-8939-2915b417957b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:35.249054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Attempting to bind port 22be3c69-29b0-4116-8939-2915b417957b on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:35.256477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.289259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] For port 9f4059fc-74cd-4328-8264-35ff3673ed62, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9f4059fc-74cd-4328-8264-35ff3673ed62,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:35.303101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Attempting to bind port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:35.304757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Attempting to bind port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:35.305430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Attempting to bind port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 on network 2e75268e-3036-45a8-a690-fc6bf05073ab {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:35.315468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:35.316583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Checking segment: {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:35.317372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.317994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Bound using segment: {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:35.318875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Bound port: e2e8018d-522c-4d43-bf89-17c9b1dd68a0, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7eabb4-af70-4f27-995b-a1c51461dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:35.320015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.329253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.331193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:35.398287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] Set router e70ca399-76b7-41a7-a66b-923919836a8e gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:35.421790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] For port e2e8018d-522c-4d43-bf89-17c9b1dd68a0, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:35.425170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] For port e2e8018d-522c-4d43-bf89-17c9b1dd68a0, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:35.429357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.433811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-231b7887-8391-402d-892f-322646f67882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:35.439487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Transition to ACTIVE for port object 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:35.440497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:35.440938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Checking segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:35.441663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.441783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Bound using segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:35.441869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.442299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Bound port: 22be3c69-29b0-4116-8939-2915b417957b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:35.442724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.443565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.446010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:35.446644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.468648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10a2c84d-0213-4e49-8ca3-6cb2d72fe991 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:35.481688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.486123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.504734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Pushing event updated for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:35.509886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:35.529050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:35.530001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8636d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:35.570758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.590300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.592840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.670260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.8977368
Dec 13 14:55:35.671174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49588) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:35.694218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:35.694647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.706113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'subnet': {'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:35.724608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Network': ['ID=43f3e235-f0fa-461a-820a-c413b8ccbd80,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:35.724864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:35.730076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.757552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.761044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:35.773707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:35.774352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78bf39cb-85af-46c6-be3b-629cc4dfb625 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:35.779464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2748>, [{'id': 'e70ca399-76b7-41a7-a66b-923919836a8e', 'name': 'tempest-RoutersTest-router-348124984', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:31Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:35.825897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Pushing event updated for resources: {'Port': ['ID=9f4059fc-74cd-4328-8264-35ff3673ed62,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:35.887362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.888358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7fd3e01-66da-4d4f-a842-7c1b82ec13e9 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:35.913367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] For port 22be3c69-29b0-4116-8939-2915b417957b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:35.917148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] For port 22be3c69-29b0-4116-8939-2915b417957b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=22be3c69-29b0-4116-8939-2915b417957b,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:35.939077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=39af59df-3701-4671-b1f9-f4c640daccd5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:35.944237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:35.954824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.973765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/39af59df-3701-4671-b1f9-f4c640daccd5 HTTP/1.1" status: 204  len: 168 time: 0.9672706
Dec 13 14:55:35.978306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49592) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:35.990837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:35.991542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Fanout notify agent at l3_agent the message router_deleted on router e70ca399-76b7-41a7-a66b-923919836a8e {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:55:35.993689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:35.996000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:35.996679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-360b45b8-9174-4e33-b833-85abdb157909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:36.027553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f22-9ba6-4ca3-a945-0c74eb1cd994 None None] The sync data for ids ['e70ca399-76b7-41a7-a66b-923919836a8e'] in dv-neutron-821565-1-hyperv is: [{'id': 'e70ca399-76b7-41a7-a66b-923919836a8e', 'name': 'tempest-RoutersTest-router-348124984', 'tenant_id': '8b25db4679dd43e2a58ab9d346c49074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:31Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 2, 'project_id': '8b25db4679dd43e2a58ab9d346c49074', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:36.036064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=9819055e-0576-4373-9d94-2a017a270109,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:36.040518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:36.042540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:36.054398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.056099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:subnet and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:36.062063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.066952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-59fe0f55-ebaa-48d1-8d06-a80a1c29211f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 204  len: 168 time: 2.2000442
Dec 13 14:55:36.067954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49596) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.069970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:36.081706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': '4f58b0df-b8ac-406a-888e-b19a66615b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68208694-44b1-493d-9262-de50444da742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:36.082083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: 68208694-44b1-493d-9262-de50444da742, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:36.087173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:36.125129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Made reservation on behalf of 139601c617184ff4a47fb35bcb0595a1 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:36.157662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.158135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8826604-c891-4587-a9fd-0065c1bb3081 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Synchronizing usage tracker for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:36.177202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ca706bd-de70-43c7-8d50-c7ca0a6e3d58 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:36.193996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8826604-c891-4587-a9fd-0065c1bb3081 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Unset dirty status for tenant:8b25db4679dd43e2a58ab9d346c49074 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:36.197788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8826604-c891-4587-a9fd-0065c1bb3081 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 200  len: 205 time: 0.1264715
Dec 13 14:55:36.200413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.268111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 68208694-44b1-493d-9262-de50444da742 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:36.344529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Pushing event updated for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:36.352699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8636d8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:30Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:35Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:36.362600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6fab-ce86-4d4f-a155-8c9b8f141f36 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:30Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:35Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:36.363848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-40fed3c0-da0e-4fab-833f-56989e7b9357 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:36.368660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40fed3c0-da0e-4fab-833f-56989e7b9357 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/e70ca399-76b7-41a7-a66b-923919836a8e HTTP/1.1" status: 404  len: 336 time: 0.1645548
Dec 13 14:55:36.372261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49604) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.414958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-99d91b3c-cc5c-4a04-bd0b-42ec88cd87cc None None] Provisioning for port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:36.419236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:36.434741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f2227bb-7f36-4ab6-ab96-3057313816a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:36.440348 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb7c962-cdc6-4a62-86e6-e601bdd4260f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:36.440504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb7c962-cdc6-4a62-86e6-e601bdd4260f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:36.442539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9cb7c962-cdc6-4a62-86e6-e601bdd4260f tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/9ed384aa-63fa-40f8-af36-f718fbc8a909 HTTP/1.1" status: 404  len: 337 time: 0.0691082
Dec 13 14:55:36.445765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49608) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.568723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.596742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:36.623115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:36.634304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:36.699283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 68208694-44b1-493d-9262-de50444da742) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:36.703696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:36.704465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.747660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 7d62dade-e953-45f1-9d22-15f75df57a01 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:36.755813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:36.811234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3e37f6-ad12-43e1-ae6c-add69e1b0d1c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:36.812987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3e37f6-ad12-43e1-ae6c-add69e1b0d1c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:36.815267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a3e37f6-ad12-43e1-ae6c-add69e1b0d1c tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/394dac9e-43fc-4efa-a103-76b66547681b HTTP/1.1" status: 404  len: 337 time: 0.3683934
Dec 13 14:55:36.829837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49612) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.901889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e76126f-15e4-4d4b-bad6-bd0f52ae3165 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:36.902387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e76126f-15e4-4d4b-bad6-bd0f52ae3165 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:36.910156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e76126f-15e4-4d4b-bad6-bd0f52ae3165 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/c97fd4df-cd93-4fbd-8d70-def95dc5a822 HTTP/1.1" status: 404  len: 337 time: 0.0791321
Dec 13 14:55:36.913858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.971269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc40bfd9-5cef-4674-be67-94d9fb80cd4e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:36.971767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc40bfd9-5cef-4674-be67-94d9fb80cd4e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:36.973658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc40bfd9-5cef-4674-be67-94d9fb80cd4e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/9213513a-a4a3-4d89-8e3c-e282c0375f86 HTTP/1.1" status: 404  len: 337 time: 0.0574036
Dec 13 14:55:36.982007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:36.994340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.099341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e233f7d-1d3b-4c99-8dff-b2c45e646631 None None] Network 68208694-44b1-493d-9262-de50444da742 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:37.117045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.124709 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6aab2181-17c6-4661-ace8-4f17fbcf6aca tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 200  len: 205 time: 0.1412959
Dec 13 14:55:37.137500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.176675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:37.188464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.228877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:37.243385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6bf01c8-7720-494f-a4a3-1c101715d051 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:37.287527 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9583747
Dec 13 14:55:37.304223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49628) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.323368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '68208694-44b1-493d-9262-de50444da742', 'name': 'tempest-PortsTestJSON-1630641899', 'fixed_ips': [{'subnet_id': '9819055e-0576-4373-9d94-2a017a270109', 'ip_address': '172.20.0.10'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:37.335445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-4f5922d7-7274-4929-ba82-24b9051cf354 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:37.339273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f5922d7-7274-4929-ba82-24b9051cf354 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/1396f267-c228-48eb-8b19-7534819b07de HTTP/1.1" status: 404  len: 336 time: 0.1981633
Dec 13 14:55:37.343526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49632) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.351493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f240198>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:24Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:37.416223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d68-2896-45d7-ad17-c52387f761aa None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:24Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:37.466702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3221f286-7a45-4e59-af0e-0e856f80f06b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0c6ef5b-9470-4fd5-ad28-464569314950 HTTP/1.1" status: 200  len: 205 time: 0.1136947
Dec 13 14:55:37.475686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.500987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Pushing event updated for resources: {'Port': ['ID=22be3c69-29b0-4116-8939-2915b417957b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:37.558849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:37.633195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-99d91b3c-cc5c-4a04-bd0b-42ec88cd87cc None None] Provisioning complete for port 9f4059fc-74cd-4328-8264-35ff3673ed62 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:37.633808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99d91b3c-cc5c-4a04-bd0b-42ec88cd87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.663344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-a26dc691-f63d-41a4-855d-195d4d4f2478 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:37.664566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a26dc691-f63d-41a4-855d-195d4d4f2478 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/e0c6ef5b-9470-4fd5-ad28-464569314950 HTTP/1.1" status: 404  len: 336 time: 0.1877909
Dec 13 14:55:37.667854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.782844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:37.783142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c197b7-08c5-4dde-8cb6-8bfbb5b7444a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:37.783603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c197b7-08c5-4dde-8cb6-8bfbb5b7444a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:37.785536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00c197b7-08c5-4dde-8cb6-8bfbb5b7444a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/07b0c031-aeaf-41a2-9516-19a2fc85be45 HTTP/1.1" status: 404  len: 337 time: 0.1166816
Dec 13 14:55:37.788375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:37.788556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.793635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:37.797455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:37.816897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:37.825152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Subnet': ['ID=2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:37.833457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:37.834170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.876495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:37.893550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:37.924579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d257b061-82c3-49f5-b58f-0f7634736ff1 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 200  len: 205 time: 0.1190107
Dec 13 14:55:37.927318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49648) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:37.933189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Checking segment: {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:37.933595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network hostable DHCP agents. Network: 43f3e235-f0fa-461a-820a-c413b8ccbd80, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:38.003829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-68208694-44b1-493d-9262-de50444da742', 'network_id': '68208694-44b1-493d-9262-de50444da742', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': '9819055e-0576-4373-9d94-2a017a270109'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:38.005220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.037717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-834cf6e8-8234-43cc-95c7-d585a5bfcbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.044051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port af496807-d427-48c3-96c2-21871837c839 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:38.064265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-5a1d284e-2e16-4c2d-b172-da21186f1a9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:38.065668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a1d284e-2e16-4c2d-b172-da21186f1a9b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/983cda7f-77b0-4e85-8010-b52f9aa4fb81 HTTP/1.1" status: 404  len: 336 time: 0.1371646
Dec 13 14:55:38.069473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49652) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:38.120735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.144120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a2f79-108f-479d-a31e-810a5ecb994e None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:38.202740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3dd96a0-263f-43e5-a567-142b281abe19 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b731079-5ed5-4214-a977-564b9405090e HTTP/1.1" status: 200  len: 205 time: 0.1303146
Dec 13 14:55:38.205686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49656) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:38.245984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:38.290050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Allocated IP 172.20.0.2 (68208694-44b1-493d-9262-de50444da742/9819055e-0576-4373-9d94-2a017a270109/1c6d738c-d2a1-456e-a66d-7d14bec2753b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:38.329970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-987c98ed-ce54-4e0a-82b3-fe9a35251afa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:38.333602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-987c98ed-ce54-4e0a-82b3-fe9a35251afa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/7b731079-5ed5-4214-a977-564b9405090e HTTP/1.1" status: 404  len: 336 time: 0.1244531
Dec 13 14:55:38.334164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49660) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:38.415319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.418005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2e8018d-522c-4d43-bf89-17c9b1dd68a0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:38.784827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.798340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Transition to ACTIVE for port object 1c6d738c-d2a1-456e-a66d-7d14bec2753b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:38.801170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d054dee1-9914-4664-85b0-d25259a2bef1 tempest-RoutersIpV6AdminTest-1104362646 tempest-RoutersIpV6AdminTest-1104362646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:38.828610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Transition to ACTIVE for port object 1c6d738c-d2a1-456e-a66d-7d14bec2753b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:38.866440 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1af227-2fd4-4845-a1b8-89fdca22690e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:38.866929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1af227-2fd4-4845-a1b8-89fdca22690e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:38.872704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.904375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:38.904778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:38.909418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/7d62dade-e953-45f1-9d22-15f75df57a01 HTTP/1.1" status: 204  len: 168 time: 2.9296842
Dec 13 14:55:38.914699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=7d62dade-e953-45f1-9d22-15f75df57a01,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:38.916815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49664) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:38.921165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a1af227-2fd4-4845-a1b8-89fdca22690e tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/f4277626-1c6c-4b1c-a382-83d6dc4f6d52 HTTP/1.1" status: 404  len: 337 time: 0.5705431
Dec 13 14:55:38.921879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:38.922378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49668) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:38.979975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:38.993145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Network 68208694-44b1-493d-9262-de50444da742 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:39.065736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 43f3e235-f0fa-461a-820a-c413b8ccbd80) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:39.072705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:39.072705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.080814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.090773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-270d7ca2-e9dc-4041-8fc0-e33fae394230 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1708782
Dec 13 14:55:39.096149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49672) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.096390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.098658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5538f-3b64-4afa-b8b8-cabcf6ccdbac None None] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:39.113148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:39.118411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:39.131634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:39.139091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:39.140236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.175684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:39.217936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.266001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a933a366-753c-4802-a39a-62bbe72bb9d3 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 HTTP/1.1" status: 200  len: 205 time: 0.2248230
Dec 13 14:55:39.266001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:39.267885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49676) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.270610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:39.273904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:39.280952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:39.297097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:39.303511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.372642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Pushing event updated for resources: {'Port': ['ID=1c6d738c-d2a1-456e-a66d-7d14bec2753b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:39.479445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.479673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.7897937
Dec 13 14:55:39.509992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3a8416ff-37ef-4ca9-8eb7-3e9951f194ac None None] Provisioning for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:39.519249 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-36e8574a-e047-48c3-bc15-8abc37cb3500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:39.525518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-36e8574a-e047-48c3-bc15-8abc37cb3500 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/7a78a7e3-3970-4b71-b5e9-9b76d7a0ede1 HTTP/1.1" status: 404  len: 336 time: 0.2459476
Dec 13 14:55:39.530476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49684) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.559855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:39.560868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3a8416ff-37ef-4ca9-8eb7-3e9951f194ac None None] Provisioning complete for port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:39.561491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a8416ff-37ef-4ca9-8eb7-3e9951f194ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:39.575993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:39.613683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d399f39-93ce-4e0b-befe-c26e76d2e336 None None] Network 6d6368ac-2185-4772-be30-7cd1a3054953 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:39.634711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:39.649437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a1b6f8-5db8-4472-ba7f-76d4ac9a0938 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:39.650047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a1b6f8-5db8-4472-ba7f-76d4ac9a0938 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:39.655128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49688) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.655374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0a1b6f8-5db8-4472-ba7f-76d4ac9a0938 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/dab00684-9941-44f2-ab22-4a290e4f60f7 HTTP/1.1" status: 404  len: 337 time: 0.1210048
Dec 13 14:55:39.676821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.10 (68208694-44b1-493d-9262-de50444da742/9819055e-0576-4373-9d94-2a017a270109/af496807-d427-48c3-96c2-21871837c839) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:39.734714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9ed1577-5846-4efa-8df4-af996bd516b9 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a87e9d3-0b7e-4fff-b920-a0f697eefd88 HTTP/1.1" status: 200  len: 205 time: 0.0741513
Dec 13 14:55:39.735688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49692) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:39.824144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:39.835805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:39.842476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-0c3690fb-20e0-4ddf-aee6-b66751906cce tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] delete failed (client error): The resource could not be found.
Dec 13 14:55:39.844042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c3690fb-20e0-4ddf-aee6-b66751906cce tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/routers/3a87e9d3-0b7e-4fff-b920-a0f697eefd88 HTTP/1.1" status: 404  len: 336 time: 0.1043200
Dec 13 14:55:39.905805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49696) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:40.054607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-45019a3f-2561-44f2-b1aa-5a920717847b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:40.055018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45019a3f-2561-44f2-b1aa-5a920717847b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:40.064207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45019a3f-2561-44f2-b1aa-5a920717847b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/811a7fb7-9c1e-49fb-bd96-a7e15a3bb227 HTTP/1.1" status: 404  len: 337 time: 0.1486735
Dec 13 14:55:40.066635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.071455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49700) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:40.072204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7351e791-544f-42b8-9817-13828476ac9e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:40.164175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-43f3e235-f0fa-461a-820a-c413b8ccbd80', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:40.165213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.201857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-324b0309-0ec8-4261-874e-c7dd6234f23b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:55:40.202521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324b0309-0ec8-4261-874e-c7dd6234f23b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:55:40.206063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-324b0309-0ec8-4261-874e-c7dd6234f23b tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] 10.222.0.69 "DELETE /v2.0/subnets/e4da12db-1292-48f9-8297-d4109362b987 HTTP/1.1" status: 404  len: 337 time: 0.0907304
Dec 13 14:55:40.230693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.232014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:40.236411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=2e17821e-66cb-4b15-b407-0210f4dabdba,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:40.239084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:40.240951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:40.243637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:40.244387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.251913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object af496807-d427-48c3-96c2-21871837c839 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:40.277673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1786606
Dec 13 14:55:40.283487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49706) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:40.292569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:40.329688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.348215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:40.440774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Attempting to bind port 1c6d738c-d2a1-456e-a66d-7d14bec2753b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:40.441197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Attempting to bind port 1c6d738c-d2a1-456e-a66d-7d14bec2753b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4f58b0df-b8ac-406a-888e-b19a66615b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68208694-44b1-493d-9262-de50444da742'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:40.441612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Attempting to bind port 1c6d738c-d2a1-456e-a66d-7d14bec2753b on network 68208694-44b1-493d-9262-de50444da742 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:40.464221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=af496807-d427-48c3-96c2-21871837c839,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:40.479588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:40.480569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.489531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 68208694-44b1-493d-9262-de50444da742 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:40.499816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:40.513670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:40.515261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f399f00b-9bb3-470d-a716-1f4e343bef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.527278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:40.527500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Deleting port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:40.527729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.674920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:40.681900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:40.686249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:40.695185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:40.695449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:40.695877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.740906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.4325686
Dec 13 14:55:40.740906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49712) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:40.741840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49714) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:40.756317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': '68208694-44b1-493d-9262-de50444da742', 'name': 'tempest-PortsTestJSON-469627204', 'fixed_ips': [{'subnet_id': '9819055e-0576-4373-9d94-2a017a270109', 'ip_address': '172.20.0.9'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:40.778050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:40.797465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:40.805406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.811006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:40.811295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Checking segment: {'id': '4f58b0df-b8ac-406a-888e-b19a66615b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68208694-44b1-493d-9262-de50444da742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:40.811690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.812221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Bound using segment: {'id': '4f58b0df-b8ac-406a-888e-b19a66615b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68208694-44b1-493d-9262-de50444da742'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:40.812772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Bound port: 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f58b0df-b8ac-406a-888e-b19a66615b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68208694-44b1-493d-9262-de50444da742'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:40.813198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.942417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:40.994461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:41.006666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.076962 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f49cb29-3647-4e46-b32e-c44ed477b0cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b25db4679dd43e2a58ab9d346c49074&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3356559
Dec 13 14:55:41.078205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49722) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:41.103476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Allocated IP 2001:db8:3::2 (43f3e235-f0fa-461a-820a-c413b8ccbd80/2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8/5ae47d57-cb79-4811-9089-d320b3735e52) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:41.111803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c6d738c-d2a1-456e-a66d-7d14bec2753b,segment=NetworkSegment(4f58b0df-b8ac-406a-888e-b19a66615b4a),segment_id=4f58b0df-b8ac-406a-888e-b19a66615b4a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:41.140041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.141803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:41.154077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8690135
Dec 13 14:55:41.155730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:41.160661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e2e8018d-522c-4d43-bf89-17c9b1dd68a0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:41.170723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:41.213305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.214269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9f4059fc-74cd-4328-8264-35ff3673ed62 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:41.352833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.355324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.417157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.474204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.474606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.475262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.475665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.476061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.476460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.476859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.477252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.477644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.478162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.478425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.486371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e5360e4-0682-4e7d-925e-0cbbaf7e93d1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7672 time: 0.3253024
Dec 13 14:55:41.487098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:41.538082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:41.547842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:41.561120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:41.570845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:41.602032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Pushing event updated for resources: {'Port': ['ID=1c6d738c-d2a1-456e-a66d-7d14bec2753b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:41.605646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:41.609257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:41.611859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d905499c-5640-487c-aea9-5041ffce8b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:41.625989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.626491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.626902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.627668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.628069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.628466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.628860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.629607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.630005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.630388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:41.635423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-334c013f-a59f-41a3-a5a8-6f4f3e071519 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6387 time: 0.1426721
Dec 13 14:55:41.637739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49734) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:41.745784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9f4059fc-74cd-4328-8264-35ff3673ed62 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:41.746209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.848195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.848660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Provisioning complete for port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:41.849092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.863430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba776497-fc30-4c96-a83e-d318b45ddc91 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:41.898687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385403ff-dc66-4231-9f25-cc7c3c55c2bf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:41.910309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.916789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/385403ff-dc66-4231-9f25-cc7c3c55c2bf HTTP/1.1" status: 204  len: 168 time: 0.8356776
Dec 13 14:55:41.918846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:41.951874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] For port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:41.952751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:41.967925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:41.971496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:42.002324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.039644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e1126a0-98a1-41d8-bc61-f259bd014013 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2140 time: 0.4004016
Dec 13 14:55:42.044903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port 594f8fc8-62c2-4df5-927c-aff0768cda59 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:42.353742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Calling delete_port for 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:42.515188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.9 (68208694-44b1-493d-9262-de50444da742/9819055e-0576-4373-9d94-2a017a270109/594f8fc8-62c2-4df5-927c-aff0768cda59) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:42.517739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.564385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:42.578303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Transition to ACTIVE for port object 5ae47d57-cb79-4811-9089-d320b3735e52 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:42.587297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.600969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:42.676689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 13 14:55:42.677041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:9e42 {{(pid=88857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 13 14:55:42.817869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.837362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee806a48-07fd-4a5f-b647-2a41cb368277 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:42.856619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Pushing event deleted for resources: {'Port': ['ID=9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:42.877572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:42.886728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.889765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:42.892105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:42.896798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:42.897448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:42.937551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49752) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:42.952854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577008710', 'description': 'tempest-secgroup-smoke-577008710 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:42.953501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Transition to ACTIVE for port object 5ae47d57-cb79-4811-9089-d320b3735e52 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:42.969611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:42.970224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2304e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:42.975882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:43.051707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.059016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] No DVR routers for this DVR port 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:43.063348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f530114-624e-4437-8f1a-3e84676f3bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:43.073470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:43.077974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.7921169
Dec 13 14:55:43.079052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=cc26cedd-7491-4f9e-8d6e-089e817e5aaf,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:43.081146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49760) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:43.084245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:43.102607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:43.114482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:e8:46:30', 'name': 'tempest-NetworksTestDHCPv6-2113687722'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:43.146029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65f1d0-e12d-4b1e-8536-9fb0b90201ec None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:43.253069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.256924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:43.353139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.372491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Allocated IP 2001:db8:3::1 (43f3e235-f0fa-461a-820a-c413b8ccbd80/2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8/700a887e-9d2f-4f75-b094-ce8bff533a95) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:43.441275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:43.452373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:43.454999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49766) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:43.460351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:43.462838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Pushing event updated for resources: {'Port': ['ID=5ae47d57-cb79-4811-9089-d320b3735e52,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:43.481024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 22be3c69-29b0-4116-8939-2915b417957b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:43.541047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object 594f8fc8-62c2-4df5-927c-aff0768cda59 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:43.561063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.561312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.561671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.562222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.562470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.562845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.563413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.563789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.564157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.564522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.564988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:55:43.625433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:43.629295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:43.630753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:43.634070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:43.641168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:43.642668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1276146589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:43.650828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:43.653253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:43.656634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:router and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:43.661001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:43.667566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:43.671470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:43.680381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.682013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.691703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:43.694130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:43.699721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:43.705843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.714289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:43.732195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.751649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.760947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.763357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5cbed4ad-7391-43e9-a6f7-582a023d5e88 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.3063819
Dec 13 14:55:43.766407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49772) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:43.774057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-113429232'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:43.781059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:43.786439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:network and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:43.796994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Provisioning for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:43.808019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Provisioning complete for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:43.808437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.819659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:43.878680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:43.894901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.905175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Attempting to bind port 5ae47d57-cb79-4811-9089-d320b3735e52 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:43.905694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Attempting to bind port 5ae47d57-cb79-4811-9089-d320b3735e52 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:43.905985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Attempting to bind port 5ae47d57-cb79-4811-9089-d320b3735e52 on network 43f3e235-f0fa-461a-820a-c413b8ccbd80 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:43.913050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '2e17821e-66cb-4b15-b407-0210f4dabdba'}, {'subnet_id': 'cc26cedd-7491-4f9e-8d6e-089e817e5aaf'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:43.913716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:43.951412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23e670-0b12-4665-bd88-fb14f284a971 None None] Network 68208694-44b1-493d-9262-de50444da742 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:43.972824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Transition to ACTIVE for port object 700a887e-9d2f-4f75-b094-ce8bff533a95 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:43.979542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=594f8fc8-62c2-4df5-927c-aff0768cda59,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:44.008938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:44.016360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network 68208694-44b1-493d-9262-de50444da742 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:44.024076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:44.038942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:44.069356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:44.069832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Checking segment: {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:44.070228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.070683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Bound using segment: {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:44.071283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Bound port: 5ae47d57-cb79-4811-9089-d320b3735e52, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:44.071713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.078832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.086165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:44.092961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:44.102430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:44.103586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.108775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.117432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.124841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.126489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49c9f73-c84f-455a-8feb-1ee8422502b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:44.130296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 22be3c69-29b0-4116-8939-2915b417957b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:44.168522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port e50dd755-ef22-4053-8684-026f02a1a0c2 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:44.176667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:44.181279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:security_group_rule and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:44.184523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:44.191746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:44.210776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Provisioning for port 22be3c69-29b0-4116-8939-2915b417957b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:44.239921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:44.240832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.251029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 22be3c69-29b0-4116-8939-2915b417957b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:44.251459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.252211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.273243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.277351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.300059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:44.302952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70b83db4-fe35-4e9b-bbe6-7765f6d2927c tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:44.340196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3183f3-a331-4195-b04f-904634a30fb3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:44.345110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:44.349661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.350151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Added segment f05222ec-88c8-4138-ae94-1df917c2c86d of type vlan for network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a
Dec 13 14:55:44.382864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Provisioning complete for port 22be3c69-29b0-4116-8939-2915b417957b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:44.383484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.383574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.416958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.421231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:44.421584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.428499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fee9d84a-0f89-43b2-9067-281051120f33 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:44.548910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b243ef-cf3d-4015-a9f0-91c16b06bc4d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:44.556089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7884448
Dec 13 14:55:44.561220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49776) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:44.562229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.562354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Network': ['ID=0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:44.563595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.6217301
Dec 13 14:55:44.567035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:44.569013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49780) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:44.571097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:44.571673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eedb9e32-b917-4dc6-9eb2-2c157f539aad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:44.576043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'subnet': {'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:44.599303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:44.612799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:44.631076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:44.638044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.8905411
Dec 13 14:55:44.638212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49784) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:44.639531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:44.657988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:44.659011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:44.667689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:44.674959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:44.675542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.678355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:44.685151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:44.745434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:44.794379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.817103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:44.834285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:subnet and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:44.840954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:44.858285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:44.873881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18edd7c-2bf6-4299-a7b6-eaaafa144c74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:44.874634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e18edd7c-2bf6-4299-a7b6-eaaafa144c74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:44.884183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:44.895514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:44.904396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 172.20.0.5 (cd6315a2-c455-466b-90ce-13d3e49c993d/2e17821e-66cb-4b15-b407-0210f4dabdba/e50dd755-ef22-4053-8684-026f02a1a0c2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:44.936110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e18edd7c-2bf6-4299-a7b6-eaaafa144c74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:44.937603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e18edd7c-2bf6-4299-a7b6-eaaafa144c74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.3001652
Dec 13 14:55:44.938387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fee8:4630 (cd6315a2-c455-466b-90ce-13d3e49c993d/cc26cedd-7491-4f9e-8d6e-089e817e5aaf/e50dd755-ef22-4053-8684-026f02a1a0c2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:44.944548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] For port 5ae47d57-cb79-4811-9089-d320b3735e52, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:44.947173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49788) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:44.995316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] For port 5ae47d57-cb79-4811-9089-d320b3735e52, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5ae47d57-cb79-4811-9089-d320b3735e52,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:45.048018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.062116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.070365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.074702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30c82999-92eb-4dc8-b9f5-36686f3ab1c6 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.079396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.085800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.146899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a3612b-45ed-4d14-96a4-08c15e345e69,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:45.153736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:45.226463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.230252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6571968
Dec 13 14:55:45.236818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.240633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49792) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:45.255517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:45.267301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:45.277089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:45.287034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:45.303563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf763f-099e-474c-a057-8a474b87c78f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:45.308636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf763f-099e-474c-a057-8a474b87c78f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:45.313770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf763f-099e-474c-a057-8a474b87c78f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:45.315653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c9bf763f-099e-474c-a057-8a474b87c78f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.3653448
Dec 13 14:55:45.318267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:45.321307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49796) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:45.339852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.382135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Pushing event updated for resources: {'Port': ['ID=5ae47d57-cb79-4811-9089-d320b3735e52,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:45.386374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:45.428020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2304e0>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:55:38Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:45.432355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] For port 22be3c69-29b0-4116-8939-2915b417957b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=22be3c69-29b0-4116-8939-2915b417957b,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:45.440787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.442325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:45.442739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Updating router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:45.444325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.472473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 594f8fc8-62c2-4df5-927c-aff0768cda59 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:45.472843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.475984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.482238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object e50dd755-ef22-4053-8684-026f02a1a0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:45.516915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbcc1e80-c056-4513-94e6-ae0b767085c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.534179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.541445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.543117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.549552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.646335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.659803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.670689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event updated for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:45.675422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0f32c75-323e-421f-a8b4-9eb2c9b459b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.734572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:45.740369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a7e18a12-37a9-471a-a5c3-71c310fb7ad5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:45.797661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Allocated IP 172.20.0.2 (cd6315a2-c455-466b-90ce-13d3e49c993d/2e17821e-66cb-4b15-b407-0210f4dabdba/ff564a62-e54d-4e93-afd9-86aa20ceb58b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:45.807116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Allocated IP 2001:db8::f816:3eff:fe23:878b (cd6315a2-c455-466b-90ce-13d3e49c993d/cc26cedd-7491-4f9e-8d6e-089e817e5aaf/ff564a62-e54d-4e93-afd9-86aa20ceb58b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:45.830996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:45.848777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:45.858897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:45.861115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.880381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.917968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=e50dd755-ef22-4053-8684-026f02a1a0c2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:45.932148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:45.941955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:45.942638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:45.998914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:46.004358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.9092720
Dec 13 14:55:46.005258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:46.007197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49800) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:46.043245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Checking segment: {'id': 'f05222ec-88c8-4138-ae94-1df917c2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:46.043919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network hostable DHCP agents. Network: 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:46.050288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Subnet': ['ID=51e4c172-f1c1-4842-888d-57bbafff59c8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:46.075838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:46.077024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:46.115253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.120339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011809ee-8c9c-47a4-adea-b31e69d18ff1,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:46.130426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Transition to ACTIVE for port object ff564a62-e54d-4e93-afd9-86aa20ceb58b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:46.144461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:46.145525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.151938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9100816
Dec 13 14:55:46.153477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Transition to ACTIVE for port object ff564a62-e54d-4e93-afd9-86aa20ceb58b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:46.153799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49804) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:46.169860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.174813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:55:46.175267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:55:46.175812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.189471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:46.213830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Pushing event updated for resources: {'Port': ['ID=22be3c69-29b0-4116-8939-2915b417957b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:46.219548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:46.223708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f67132d2-8362-4828-8f6a-7e9c0088e542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:46.231195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:46.234894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:46.245366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.261461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:46.269405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcefc91-e9e1-48b0-8715-9c13765a27b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:46.270145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fcefc91-e9e1-48b0-8715-9c13765a27b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:46.273759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:46.358043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:46.361274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:46.433877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a88b28-273d-4401-8789-aa49b03eecc6 None None] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:46.454756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 594f8fc8-62c2-4df5-927c-aff0768cda59 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:46.457916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fcefc91-e9e1-48b0-8715-9c13765a27b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:46.459798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3fcefc91-e9e1-48b0-8715-9c13765a27b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.4515884
Dec 13 14:55:46.463463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49808) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:46.465535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:46.485455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:46.497936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:46.498949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.506305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b5020d0-0938-4411-a50f-627c00310c93 None None] Provisioning for port 1c6d738c-d2a1-456e-a66d-7d14bec2753b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:46.514085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:46.552929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9847023
Dec 13 14:55:46.553921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49812) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:46.554603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.562329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port e50dd755-ef22-4053-8684-026f02a1a0c2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:46.562714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.571822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'network': {'name': 'tempest-router-network01--123241306'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:46.584716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Pushing event updated for resources: {'Port': ['ID=ff564a62-e54d-4e93-afd9-86aa20ceb58b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:46.597859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:46.603393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:46.703879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:46.706616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:network and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:46.717685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b5020d0-0938-4411-a50f-627c00310c93 None None] Provisioning complete for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:46.718093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:46.718222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b5020d0-0938-4411-a50f-627c00310c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.736512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:46.768112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.775889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ecfca93-bafa-4fc2-867e-4289212e5d97 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:46.826410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:46.832971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.869196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.870696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=594f8fc8-62c2-4df5-927c-aff0768cda59,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:46.879475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:46.882393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:46.884990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8fa88184-bd7d-4bcb-8b8d-7fd79f2e3561 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:46.964443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6de9406-52ab-400a-8fa5-6b85c41753d9,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:47.013580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:47.014930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:47.067894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.068594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Added segment 0911b6f3-931c-4779-a0d9-462dc3c667af of type vlan for network 2c5f5317-4d40-437f-b3a5-ca042da74350
Dec 13 14:55:47.073089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.074572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9044907
Dec 13 14:55:47.082109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49816) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.095942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:47.112462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.114884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/594f8fc8-62c2-4df5-927c-aff0768cda59 HTTP/1.1" status: 204  len: 168 time: 1.7926350
Dec 13 14:55:47.116629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:47.137155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:47.142381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49820) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.215952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Attempting to bind port ff564a62-e54d-4e93-afd9-86aa20ceb58b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:47.216320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Attempting to bind port ff564a62-e54d-4e93-afd9-86aa20ceb58b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:47.216739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Attempting to bind port ff564a62-e54d-4e93-afd9-86aa20ceb58b on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:47.229135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:47.229570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:47.230036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.230478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:47.231026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Bound port: ff564a62-e54d-4e93-afd9-86aa20ceb58b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:47.231449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.237248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:47.241850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3b5020d0-0938-4411-a50f-627c00310c93 None None] Port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:47.250801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c823b0cc-5891-46a2-afb5-909fa8d415b2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:55:47.251763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c823b0cc-5891-46a2-afb5-909fa8d415b2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:47.253205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2e8018d-522c-4d43-bf89-17c9b1dd68a0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:47.255945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:47.267274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.377849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.385678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c823b0cc-5891-46a2-afb5-909fa8d415b2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:47.390894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c823b0cc-5891-46a2-afb5-909fa8d415b2 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/594f8fc8-62c2-4df5-927c-aff0768cda59 HTTP/1.1" status: 404  len: 333 time: 0.2326462
Dec 13 14:55:47.396159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.396803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49824) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.414289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.419043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:47.420012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.428832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69fa8fe1-4d68-4bb5-ba25-f3af54ba0e50 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:47.564593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0021336
Dec 13 14:55:47.577519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for e50dd755-ef22-4053-8684-026f02a1a0c2 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:47.577914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49828) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.581901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Network': ['ID=2c5f5317-4d40-437f-b3a5-ca042da74350,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:47.593385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'network': {'name': 'tempest-router-network02--1752148212'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:47.597876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:47.603159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:47.610842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:network and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:47.621824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:47.632244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.633745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:47.641932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.644664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:47.662647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:47.665628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:47.668800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.680861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:47.683990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.690860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2103188
Dec 13 14:55:47.693994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49832) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.702258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b27b98-2773-4973-bbd5-51d07714da99,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:47.703372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:47.713003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:47.713487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:47.720414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.721995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6378355
Dec 13 14:55:47.726762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49836) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:47.731021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:47.731695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f71d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:47.733851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:47.743030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:55:47.752659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:47.761080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:47.767144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:47.774843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.775264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Added segment 4e2e4ac3-f948-4036-900a-2904f343f225 of type vlan for network f3dddbce-574a-4f94-95e3-a24e08428211
Dec 13 14:55:47.776332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a', 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a', 'tenant_id': '88ac9c2d7558496aa8d74234e1eab089', 'fixed_ips': [{'subnet_id': '51e4c172-f1c1-4842-888d-57bbafff59c8'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:47.776627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:47.776763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port af496807-d427-48c3-96c2-21871837c839 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:47.777211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.777350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.806936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:55:47.816229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.818856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:47.821219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.822070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.893796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.898077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:47.898725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.905753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5023d7ba-473a-47f8-9b51-4fe694e1ddc1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:47.970814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:47.993273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:48.018218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Allocated IP 2001:db8::2 (0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a/51e4c172-f1c1-4842-888d-57bbafff59c8/12a4e261-7666-4b1b-9de7-5544d9197fa9) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:48.029997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4500861
Dec 13 14:55:48.037043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.039104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49840) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:48.050444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Network': ['ID=f3dddbce-574a-4f94-95e3-a24e08428211,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:48.068523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'subnet': {'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:48.089241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:48.089853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8c9ae8c-a6f2-46fb-88f0-f012793fe596 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:48.122531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.126846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3960567
Dec 13 14:55:48.128251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ba657c-9a93-4a1e-9d10-16c7b2ec7297,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:48.139123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49844) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:48.201290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:48.206235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '36b243ef-cf3d-4015-a9f0-91c16b06bc4d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:48.220189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:48.236981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:48.242414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:48.247627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.253229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:48.258491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:48.265790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:subnet and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:48.270148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:48.274384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ecf98-04b5-4d6e-a818-fd079fff178c None None] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:48.277660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:48.295811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:55:48.312354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.358465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:48.415164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network f3dddbce-574a-4f94-95e3-a24e08428211 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:55:48.448306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.454395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f71d0>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:44Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:45Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:48.460072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:48.460753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Updating router 0a33a8c9-bf7a-442d-93ec-997cca070d6f port 700a887e-9d2f-4f75-b094-ce8bff533a95 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:55:48.475124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b3b3520-4ff3-40ca-91fa-07446685d6e5 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:48.525408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.525909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Transition to ACTIVE for port object 12a4e261-7666-4b1b-9de7-5544d9197fa9 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:48.538179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.547738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Transition to ACTIVE for port object 12a4e261-7666-4b1b-9de7-5544d9197fa9 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:48.563285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Transition to ACTIVE for port object 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:48.567116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=e50dd755-ef22-4053-8684-026f02a1a0c2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:48.570217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:48.673639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.725737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.740544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] For port ff564a62-e54d-4e93-afd9-86aa20ceb58b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:48.753365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:48.838092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:48.851719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Pushing event updated for resources: {'Port': ['ID=12a4e261-7666-4b1b-9de7-5544d9197fa9,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:48.859952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:48.861829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d444e110-5999-49ea-a3fc-7236fb4efe71 None None] Provisioning for port af496807-d427-48c3-96c2-21871837c839 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:48.868306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.880587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for af496807-d427-48c3-96c2-21871837c839 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:48.881020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:48.897316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.901877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:48.902404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:48.911527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.915122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3d88122-5a34-4896-8767-38ac114815a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:48.937791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d444e110-5999-49ea-a3fc-7236fb4efe71 None None] Provisioning complete for port af496807-d427-48c3-96c2-21871837c839 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:48.938209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d444e110-5999-49ea-a3fc-7236fb4efe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.946296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02e02ce-0abf-426e-9d03-bd988629ea1b,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:48.956742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.962516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:48.981605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:48.983535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8405581
Dec 13 14:55:48.983783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/e50dd755-ef22-4053-8684-026f02a1a0c2 HTTP/1.1" status: 204  len: 168 time: 2.5197804
Dec 13 14:55:48.984577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49848) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:49.106749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.138694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Transition to ACTIVE for port object 700a887e-9d2f-4f75-b094-ce8bff533a95 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:49.162197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.167499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:49.172423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.183616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f660dfcc-f88c-4e23-88e5-b0e629728540 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:49.382808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af26f87-2781-4989-b32e-cab8563aa8c9 None None] Pushing event updated for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:49.386689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9af26f87-2781-4989-b32e-cab8563aa8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:49.395102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Checking segment: {'id': '0911b6f3-931c-4779-a0d9-462dc3c667af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:49.395512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network hostable DHCP agents. Network: 2c5f5317-4d40-437f-b3a5-ca042da74350, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:49.418036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] For port ff564a62-e54d-4e93-afd9-86aa20ceb58b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ff564a62-e54d-4e93-afd9-86aa20ceb58b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:49.431008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Subnet': ['ID=b3c7b691-a3c4-45d5-8b62-0bc450f177e8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:49.435410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:49.450078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Attempting to bind port 12a4e261-7666-4b1b-9de7-5544d9197fa9 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:49.450729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Attempting to bind port 12a4e261-7666-4b1b-9de7-5544d9197fa9 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'f05222ec-88c8-4138-ae94-1df917c2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:49.463884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-74e6e896-e26b-439b-a71f-eb77c962ed8f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:49.468810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Attempting to bind port 12a4e261-7666-4b1b-9de7-5544d9197fa9 on network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:49.469614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:49.482591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:49.483114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Checking segment: {'id': 'f05222ec-88c8-4138-ae94-1df917c2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:49.483825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.484270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Bound using segment: {'id': 'f05222ec-88c8-4138-ae94-1df917c2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:49.484818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Bound port: 12a4e261-7666-4b1b-9de7-5544d9197fa9, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05222ec-88c8-4138-ae94-1df917c2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:49.485246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.489495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Attempting to bind port 700a887e-9d2f-4f75-b094-ce8bff533a95 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:49.490135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Attempting to bind port 700a887e-9d2f-4f75-b094-ce8bff533a95 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:49.491312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Attempting to bind port 700a887e-9d2f-4f75-b094-ce8bff533a95 on network 43f3e235-f0fa-461a-820a-c413b8ccbd80 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:49.491450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2c5f5317-4d40-437f-b3a5-ca042da74350) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:49.495382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d444e110-5999-49ea-a3fc-7236fb4efe71 None None] Port af496807-d427-48c3-96c2-21871837c839 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:49.502037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:49.502468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Checking segment: {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:49.502926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.503414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Bound using segment: {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:49.504293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Bound port: 700a887e-9d2f-4f75-b094-ce8bff533a95, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd2b8c-147a-4655-8910-815ea63d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:49.504717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.505138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.508360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-74e6e896-e26b-439b-a71f-eb77c962ed8f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:49.509976 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-74e6e896-e26b-439b-a71f-eb77c962ed8f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577008710&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.1459072
Dec 13 14:55:49.511744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:49.512571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.543867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a6b25-e922-481a-97fb-df2675fef0c8 None None] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:49.606739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] For port 700a887e-9d2f-4f75-b094-ce8bff533a95, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:49.611113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] For port 700a887e-9d2f-4f75-b094-ce8bff533a95, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=700a887e-9d2f-4f75-b094-ce8bff533a95,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:49.615682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.627978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:49.689418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:49.691102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:49.692766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:49.693704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:49.707835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:49.708545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f71d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:49.744920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0463e-28da-4916-bae3-7e84d738420d req-b67bdd75-32d0-4d58-a63f-8ec410114858 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:49.747033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-b67bdd75-32d0-4d58-a63f-8ec410114858 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 797 time: 0.2040763
Dec 13 14:55:49.751890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7060854
Dec 13 14:55:49.752288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49864) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:49.762549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'subnet': {'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:49.796926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-3e7948ef-eb3d-43e7-99dd-8bf60e20133a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0180576
Dec 13 14:55:49.825416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:49.830193 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f2c79dac-3e65-4822-a84f-b815ee284542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.8053310
Dec 13 14:55:49.831076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:49.899270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] For port 12a4e261-7666-4b1b-9de7-5544d9197fa9, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:49.902602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] For port 12a4e261-7666-4b1b-9de7-5544d9197fa9, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=12a4e261-7666-4b1b-9de7-5544d9197fa9,segment=NetworkSegment(f05222ec-88c8-4138-ae94-1df917c2c86d),segment_id=f05222ec-88c8-4138-ae94-1df917c2c86d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:49.906284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ddc7c18f-754e-4128-a057-c2f157c4622c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:49.961495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:49.971988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00b4aaac-810a-4512-add4-b19142a4369d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:49.973127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Pushing event updated for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:49.988633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:49.994430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.005444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3b38132-aebf-4bb2-ba6f-db27ea8efba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:50.007356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:50.016510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:subnet and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:50.025026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:50.032325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:50.039544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=af496807-d427-48c3-96c2-21871837c839,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:50.041500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-0db92ce3-66ef-493d-961c-baf5dc2a8485 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:50.062826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:50.065397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:50.081350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-0db92ce3-66ef-493d-961c-baf5dc2a8485 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:50.095753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-0db92ce3-66ef-493d-961c-baf5dc2a8485 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2974200
Dec 13 14:55:50.166604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af26f87-2781-4989-b32e-cab8563aa8c9 None None] Pushing event updated for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:50.172521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9af26f87-2781-4989-b32e-cab8563aa8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:50.211853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d444e110-5999-49ea-a3fc-7236fb4efe71 None None] Could not find standard attr ID for object 594f8fc8-62c2-4df5-927c-aff0768cda59. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:55:50.213944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Pushing event updated for resources: {'Port': ['ID=ff564a62-e54d-4e93-afd9-86aa20ceb58b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:50.219289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:50.265835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:55:50.306596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Removed routes are [] {{(pid=88857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:55:50.307259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.321792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 2e17821e-66cb-4b15-b407-0210f4dabdba {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:50.471984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.475265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Attempting to bind port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:50.475729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Attempting to bind port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:50.476149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Attempting to bind port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:50.516019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:50.516895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Checking segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:50.519932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.520534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Bound using segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:50.521109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Bound port: 905db15f-8e56-4787-8b0e-2ea8cd27b5b0, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:50.521547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.588683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.652415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-6c3fcb5e-4f39-4419-81a9-7d355397626a service neutron] 10.222.0.69 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5556271
Dec 13 14:55:50.684998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.751343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] For port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:50.756775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] For port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:50.761414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Pushing event updated for resources: {'Port': ['ID=12a4e261-7666-4b1b-9de7-5544d9197fa9,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:50.785840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:50.799388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:50.800082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:50.801664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.811426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:50.863906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:50.928581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Pushing event updated for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:50.932413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:50.938609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ddc7c18f-754e-4128-a057-c2f157c4622c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:50.954638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8f71d0>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:44Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:49Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:50.973153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36aba4-fff6-4e63-8fa1-dbd35821f231 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:44Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:49Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:51.005493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ddc7c18f-754e-4128-a057-c2f157c4622c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:51.006270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.041150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.059738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.066740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9dbffce3-29d7-43a2-8583-135fcef67c6c None None] Provisioning for port 5ae47d57-cb79-4811-9089-d320b3735e52 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:51.075197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-9f3fd581-493e-4519-bf02-ac4bd34b1dc0 service neutron] 10.222.0.69 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4184213
Dec 13 14:55:51.099718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:51.102588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2304e0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:51.284930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-493c6f19-f419-4857-af65-f6a17861ab0d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:51.359807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/af496807-d427-48c3-96c2-21871837c839 HTTP/1.1" status: 204  len: 168 time: 3.9618437
Dec 13 14:55:51.371166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.390429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/2e17821e-66cb-4b15-b407-0210f4dabdba HTTP/1.1" status: 204  len: 168 time: 1.5530689
Dec 13 14:55:51.391308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49874) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:51.393081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:51.497292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=2e17821e-66cb-4b15-b407-0210f4dabdba,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:51.524299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.537048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c776a078-8d89-4365-9ebb-c38ad8674440 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:51.607613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2c5f5317-4d40-437f-b3a5-ca042da74350', 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350', 'tenant_id': '88ac9c2d7558496aa8d74234e1eab089', 'fixed_ips': [{'subnet_id': 'b3c7b691-a3c4-45d5-8b62-0bc450f177e8'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:51.608890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.632430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:51.653955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-450200cd-3453-4002-b48a-cb69476f3c1b req-dc3ce5d5-94bf-4a20-8273-6e7888c874e0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:51.664052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-821d570e-e23e-4fe5-9c9f-1fa2e47bdbae None None] Provisioning for port 700a887e-9d2f-4f75-b094-ce8bff533a95 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:51.695835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.710356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Subnet': ['ID=32af4a27-f2f0-474e-b3a4-59fdd6b43c5f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:51.713801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:51.755050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea418e5-b852-4a95-8213-314dcfa541ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:55:51.775511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49888) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:51.781697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dea418e5-b852-4a95-8213-314dcfa541ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/af496807-d427-48c3-96c2-21871837c839 HTTP/1.1" status: 404  len: 333 time: 0.3823144
Dec 13 14:55:51.838282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Checking segment: {'id': '4e2e4ac3-f948-4036-900a-2904f343f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:51.838669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network hostable DHCP agents. Network: f3dddbce-574a-4f94-95e3-a24e08428211, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:55:51.875515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port ddc7c18f-754e-4128-a057-c2f157c4622c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ddc7c18f-754e-4128-a057-c2f157c4622c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:51.897168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:51.898093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c6d738c-d2a1-456e-a66d-7d14bec2753b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:51.932151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-450200cd-3453-4002-b48a-cb69476f3c1b req-dc3ce5d5-94bf-4a20-8273-6e7888c874e0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:51.933620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-450200cd-3453-4002-b48a-cb69476f3c1b req-dc3ce5d5-94bf-4a20-8273-6e7888c874e0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 210 time: 0.4136684
Dec 13 14:55:52.009767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-012283af-aef6-4d16-8154-893a18ade9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:52.069512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network f3dddbce-574a-4f94-95e3-a24e08428211 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:55:52.112741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, f3dddbce-574a-4f94-95e3-a24e08428211) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:52.132930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet cc26cedd-7491-4f9e-8d6e-089e817e5aaf {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:52.142667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:52.143444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.147968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdc3e9-57de-4baa-8030-5bb62aca3384 None None] Network f3dddbce-574a-4f94-95e3-a24e08428211 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:52.157485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.255168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:52.261540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5079923
Dec 13 14:55:52.265035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49894) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:52.392444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.397336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.456315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 9819055e-0576-4373-9d94-2a017a270109 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:55:52.462869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.468289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.658062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.743625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=ddc7c18f-754e-4128-a057-c2f157c4622c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:52.754312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:52.844073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.846410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:52.871124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Allocated IP 2001:db8::2 (2c5f5317-4d40-437f-b3a5-ca042da74350/b3c7b691-a3c4-45d5-8b62-0bc450f177e8/db1b5e86-5211-4f20-93a5-d472b6f3de9d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:52.986020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.010884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-578eb41c-d425-4830-a728-7997c61e0c80 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:53.064112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=9819055e-0576-4373-9d94-2a017a270109,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:53.069863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:53.073904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:53.098120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.137519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79645b58-5fae-41ef-a093-6df6a0fffce9 None None] Network 68208694-44b1-493d-9262-de50444da742 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:53.146292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.172310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-790a1961-8aa6-401d-b752-e657b9529d63 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:53.626991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1c6d738c-d2a1-456e-a66d-7d14bec2753b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:53.656059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1c6d738c-d2a1-456e-a66d-7d14bec2753b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:53.658204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.854699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=cc26cedd-7491-4f9e-8d6e-089e817e5aaf,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:53.866835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:53.869359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68743fed-5fd4-4184-ade0-a283bb66c71d req-478912fd-6ee7-413e-98da-d3443215dd00 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 210 time: 0.6430731
Dec 13 14:55:53.870528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.874898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:53.927451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/9819055e-0576-4373-9d94-2a017a270109 HTTP/1.1" status: 204  len: 168 time: 2.1480901
Dec 13 14:55:53.929741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49904) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:53.992587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0463e-28da-4916-bae3-7e84d738420d req-8a345e13-02fb-4124-8e19-c9425d1f9e51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:53.993394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-8a345e13-02fb-4124-8e19-c9425d1f9e51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:54.086501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-f3dddbce-574a-4f94-95e3-a24e08428211', 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211', 'tenant_id': '88ac9c2d7558496aa8d74234e1eab089', 'fixed_ips': [{'subnet_id': '32af4a27-f2f0-474e-b3a4-59fdd6b43c5f'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:55:54.087444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.110106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-8a345e13-02fb-4124-8e19-c9425d1f9e51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:54.111451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-8a345e13-02fb-4124-8e19-c9425d1f9e51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 797 time: 0.4339709
Dec 13 14:55:54.206136 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/cc26cedd-7491-4f9e-8d6e-089e817e5aaf HTTP/1.1" status: 204  len: 168 time: 2.8048844
Dec 13 14:55:54.209718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49908) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:54.219457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.224342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-62498de8-911a-458a-a116-e5d50be6d9bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:54.266187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 1c6d738c-d2a1-456e-a66d-7d14bec2753b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:54.266570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.277188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1003c0-4728-4c69-aa17-fc4113cc6105 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:54.298290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dee0463e-28da-4916-bae3-7e84d738420d req-62498de8-911a-458a-a116-e5d50be6d9bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:54.300115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-62498de8-911a-458a-a116-e5d50be6d9bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 379 time: 0.1645355
Dec 13 14:55:54.308147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:54.322889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['36b243ef-cf3d-4015-a9f0-91c16b06bc4d']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:54.344895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e4f6303-d75b-474c-a655-f9aca4eb951e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1310086
Dec 13 14:55:54.351548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49912) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:54.356537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.360896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27b495ae-5ef6-4491-9e5f-476abba03066 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 952 time: 6.6641603
Dec 13 14:55:54.361720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49914) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:54.374431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:54.387294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:54.390478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea8c9a-566e-4f04-889c-6f7739ba4c70 None None] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:54.441054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2304e0>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:55:50Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:54.471079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.549256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fee5d1-2d1d-421e-b216-1ff4ac7446f7 None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:55:50Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:54.589285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Transition to ACTIVE for port object db1b5e86-5211-4f20-93a5-d472b6f3de9d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:54.641851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a771d70-d0d9-4350-b171-b6ffc53b9ace tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 952 time: 0.2789180
Dec 13 14:55:54.645308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49920) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:54.675666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'routes': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:54.738349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:54.822545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:54.823390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f70d320>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:54.823859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:54.852163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:54.864615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:54.909916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:54.951023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:55.021546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:55.027956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.067292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:55.188957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Transition to ACTIVE for port object db1b5e86-5211-4f20-93a5-d472b6f3de9d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:55.193495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] DHCP port deletion for 68208694-44b1-493d-9262-de50444da742 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:55.214435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33f9e70a-7e45-4217-8e64-53282cba1be1 req-1f5b863f-8a92-4564-af2b-f2078429f70b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 210 time: 0.1485240
Dec 13 14:55:55.220371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a10583e7-fa4b-4f60-857c-6ea2eb48c516 None None] Provisioning for port ff564a62-e54d-4e93-afd9-86aa20ceb58b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:55.223372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:55.229006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.250856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c6d738c-d2a1-456e-a66d-7d14bec2753b,segment=NetworkSegment(4f58b0df-b8ac-406a-888e-b19a66615b4a),segment_id=4f58b0df-b8ac-406a-888e-b19a66615b4a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:55.251447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c6d738c-d2a1-456e-a66d-7d14bec2753b,segment=NetworkSegment(4f58b0df-b8ac-406a-888e-b19a66615b4a),segment_id=4f58b0df-b8ac-406a-888e-b19a66615b4a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:55.251859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.263205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.268526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Deleting port 1c6d738c-d2a1-456e-a66d-7d14bec2753b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:55.269170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.314412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:55.331170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Allocated IP 2001:db8::1 (2c5f5317-4d40-437f-b3a5-ca042da74350/b3c7b691-a3c4-45d5-8b62-0bc450f177e8/f5000a33-33c7-4e0f-acd1-ea633bc75943) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:55.381029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.473753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 1c6d738c-d2a1-456e-a66d-7d14bec2753b owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:55.483799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Allocated IP 2001:db8::2 (f3dddbce-574a-4f94-95e3-a24e08428211/32af4a27-f2f0-474e-b3a4-59fdd6b43c5f/a12166d2-ce8d-4fdd-a872-f43eea056db7) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:55.502464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:55:55.526813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a10583e7-fa4b-4f60-857c-6ea2eb48c516 None None] Provisioning for port 12a4e261-7666-4b1b-9de7-5544d9197fa9 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:55.557135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.566781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:55.577998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Transition to ACTIVE for port object f5000a33-33c7-4e0f-acd1-ea633bc75943 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:55.586117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:55.598546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:55:55.598935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b8b697f-d7e1-40d9-bdb9-3a4b923cfe4f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:55:55.609944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.614733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f01c68fe-2372-4939-8044-3411b09191ba tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:55.616502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:55.687326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Pushing event updated for resources: {'Port': ['ID=db1b5e86-5211-4f20-93a5-d472b6f3de9d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:55.702238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:55.706829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:55.717310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:55.717465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:55.718251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.722169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:55.749862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Port': ['ID=f5000a33-33c7-4e0f-acd1-ea633bc75943,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:55.755538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:55.848060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:55.885499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:55.936296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1c6d738c-d2a1-456e-a66d-7d14bec2753b,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:55.954559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:56.065828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Attempting to bind port db1b5e86-5211-4f20-93a5-d472b6f3de9d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:56.066732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Attempting to bind port db1b5e86-5211-4f20-93a5-d472b6f3de9d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '0911b6f3-931c-4779-a0d9-462dc3c667af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:56.067460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Attempting to bind port db1b5e86-5211-4f20-93a5-d472b6f3de9d on network 2c5f5317-4d40-437f-b3a5-ca042da74350 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:56.196794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5ae47d57-cb79-4811-9089-d320b3735e52 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:56.252147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:55:56.284785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:56.285211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Checking segment: {'id': '0911b6f3-931c-4779-a0d9-462dc3c667af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:56.285668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.286114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Bound using segment: {'id': '0911b6f3-931c-4779-a0d9-462dc3c667af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:56.286855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Bound port: db1b5e86-5211-4f20-93a5-d472b6f3de9d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0911b6f3-931c-4779-a0d9-462dc3c667af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c5f5317-4d40-437f-b3a5-ca042da74350'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:56.287089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.297439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Deleting port ff564a62-e54d-4e93-afd9-86aa20ceb58b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:56.297862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.382569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.388521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.389858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.395819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b779be07-d4cb-41ca-b585-d00fd263e17e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:56.398366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:55:56.398932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:55:56.486375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.7 (6d6368ac-2185-4772-be30-7cd1a3054953/9b3745b9-5d83-4025-9dcd-b9e5ebf11042/ecd66496-5a66-45dd-a194-66f0f6376a4f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:55:56.489406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.497734 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a5c9d28-3c9e-440e-9886-00cdd77b2f68 req-d928d26e-d4a1-4f60-8eda-481a2ec62054 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 210 time: 0.0658431
Dec 13 14:55:56.538604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8053f962-ad61-4b43-af8a-9fe6309d02dc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:56.539994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Port': ['ID=f5000a33-33c7-4e0f-acd1-ea633bc75943,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:56.559214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:56.644284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c6d738c-d2a1-456e-a66d-7d14bec2753b,segment=NetworkSegment(4f58b0df-b8ac-406a-888e-b19a66615b4a),segment_id=4f58b0df-b8ac-406a-888e-b19a66615b4a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:56.644733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.647126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:56.655004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:56.680530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:56.681814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:56.692782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:56.693920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.729353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=6321bdc1-e207-4801-83a6-f413df5fe5fe,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:56.738761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:56.903493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5380306
Dec 13 14:55:56.912467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 1c6d738c-d2a1-456e-a66d-7d14bec2753b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:56.912871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:56.918260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49928) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:56.931838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:57.123411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.134900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Calling delete_port for 1c6d738c-d2a1-456e-a66d-7d14bec2753b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:57.141639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added routes are [] {{(pid=88857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:55:57.142026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:55:57.188981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:57.196059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:57.200149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:57.201901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object ecd66496-5a66-45dd-a194-66f0f6376a4f will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:57.210491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:57.232845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:57.244138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] For port db1b5e86-5211-4f20-93a5-d472b6f3de9d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:57.303569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5ae47d57-cb79-4811-9089-d320b3735e52 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:57.307910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] For port db1b5e86-5211-4f20-93a5-d472b6f3de9d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=db1b5e86-5211-4f20-93a5-d472b6f3de9d,segment=NetworkSegment(0911b6f3-931c-4779-a0d9-462dc3c667af),segment_id=0911b6f3-931c-4779-a0d9-462dc3c667af)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:57.311754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.314084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port 1c6d738c-d2a1-456e-a66d-7d14bec2753b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c6d738c-d2a1-456e-a66d-7d14bec2753b,segment=NetworkSegment(4f58b0df-b8ac-406a-888e-b19a66615b4a),segment_id=4f58b0df-b8ac-406a-888e-b19a66615b4a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:57.314491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.330312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.403809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Transition to ACTIVE for port object a12166d2-ce8d-4fdd-a872-f43eea056db7 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:57.424681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Transition to ACTIVE for port object a12166d2-ce8d-4fdd-a872-f43eea056db7 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:55:57.428133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.436354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Router 78285180-a0bc-41a9-ad85-d716ec0ba33a is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:55:57.448842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.455579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aba390cc-daca-4e90-8aa9-a49183cbe573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:57.478773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 1c6d738c-d2a1-456e-a66d-7d14bec2753b owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:57.487169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5ae47d57-cb79-4811-9089-d320b3735e52 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:57.487169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.540183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.629457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.686565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Network f3dddbce-574a-4f94-95e3-a24e08428211 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:57.686794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:55:57.687199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:55:57.725107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.728306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:57.734258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:57.758528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9be86e50-4fab-437d-95b8-0fb6e434e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:57.773035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] For port ff564a62-e54d-4e93-afd9-86aa20ceb58b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ff564a62-e54d-4e93-afd9-86aa20ceb58b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:57.773472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:57.787134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Pushing event updated for resources: {'Port': ['ID=db1b5e86-5211-4f20-93a5-d472b6f3de9d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:57.830231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:57.838042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:57.942052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] No DVR routers for this DVR port 1c6d738c-d2a1-456e-a66d-7d14bec2753b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:57.959776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:57.961806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:57.971439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:57.974101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:55:58.014879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:58.040807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 1c6d738c-d2a1-456e-a66d-7d14bec2753b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:55:58.041216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.061691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Calling delete_port for ff564a62-e54d-4e93-afd9-86aa20ceb58b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:55:58.151354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:58.152196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.208448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8961496
Dec 13 14:55:58.259385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] The port '1c6d738c-d2a1-456e-a66d-7d14bec2753b' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:55:58.267881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Request body: {'port': {'device_id': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:58.277617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Attempting to bind port a12166d2-ce8d-4fdd-a872-f43eea056db7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:55:58.277969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Attempting to bind port a12166d2-ce8d-4fdd-a872-f43eea056db7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4e2e4ac3-f948-4036-900a-2904f343f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:55:58.296905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Attempting to bind port a12166d2-ce8d-4fdd-a872-f43eea056db7 on network f3dddbce-574a-4f94-95e3-a24e08428211 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:55:58.311513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Pushing event updated for resources: {'Port': ['ID=a12166d2-ce8d-4fdd-a872-f43eea056db7,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:58.396505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.422232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f70d320>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:50Z', 'revision_number': 6, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:49Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.436206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:55:58.436621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Checking segment: {'id': '4e2e4ac3-f948-4036-900a-2904f343f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:55:58.437073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.437521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Bound using segment: {'id': '4e2e4ac3-f948-4036-900a-2904f343f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:55:58.438074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Bound port: a12166d2-ce8d-4fdd-a872-f43eea056db7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2e4ac3-f948-4036-900a-2904f343f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3dddbce-574a-4f94-95e3-a24e08428211'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:55:58.438503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.458200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b685-365d-42fc-9324-98239011916f req-b285d73f-450f-483d-a01f-f403daffea20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:58.459299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-04a8b685-365d-42fc-9324-98239011916f req-b285d73f-450f-483d-a01f-f403daffea20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:55:58.527223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Pushing event deleted for resources: {'Port': ['ID=1c6d738c-d2a1-456e-a66d-7d14bec2753b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:58.546906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:55:58.557994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:58.558521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.814s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:58.559729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:58.584163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:55:58.589961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.599941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:58.599941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f70d320>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.601965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] Sync routers for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:55:58.604074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.618697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:58.620026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.625786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Port ff564a62-e54d-4e93-afd9-86aa20ceb58b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88856) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 13 14:55:58.626138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:878b {{(pid=88856) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 13 14:55:58.640319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-04a8b685-365d-42fc-9324-98239011916f req-b285d73f-450f-483d-a01f-f403daffea20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:55:58.647704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04a8b685-365d-42fc-9324-98239011916f req-b285d73f-450f-483d-a01f-f403daffea20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 931 time: 0.8410079
Dec 13 14:55:58.648810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3824999
Dec 13 14:55:58.649877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.654678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49936) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:58.655445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aea8be25-97a1-42e7-9c7d-15acec972986 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:58.668663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e78a438>,) {'filters': {'network_id': ['68208694-44b1-493d-9262-de50444da742']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.700990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.714635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:55:58.715575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.720240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e78a438>, '4f58b0df-b8ac-406a-888e-b19a66615b4a') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.720585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e78a438>, '4f58b0df-b8ac-406a-888e-b19a66615b4a') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.729387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=21f45f35-f155-4b65-aaff-800bb80d5002,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:58.732583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:58.774567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:55:58.798925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f86b208>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:55:58.800707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598d868-86ec-4ae2-b703-3452faf6e23b None None] The sync data for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:55:58.821720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.832239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f1631cd-352b-4fb6-97af-59a3947fc200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:58.871199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:55:58.877537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:55:58.890587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:55:58.891273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.921940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0023282
Dec 13 14:55:58.922339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 5ae47d57-cb79-4811-9089-d320b3735e52, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5ae47d57-cb79-4811-9089-d320b3735e52,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:55:58.923719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49940) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:58.926318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Pushing event deleted for resources: {'Port': ['ID=ff564a62-e54d-4e93-afd9-86aa20ceb58b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:58.933201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:5a:68:d8', 'name': 'tempest-NetworksTestDHCPv6-1658707694'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:58.946909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:58.947824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:58.948718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 700a887e-9d2f-4f75-b094-ce8bff533a95 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:55:58.995381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:59.040312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] For port a12166d2-ce8d-4fdd-a872-f43eea056db7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:55:59.053935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.065456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] No DVR routers for this DVR port ff564a62-e54d-4e93-afd9-86aa20ceb58b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:55:59.151233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.221644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.232945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04a8b685-365d-42fc-9324-98239011916f req-16e171ce-6c4c-40a3-bf84-54a978498b9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5839100
Dec 13 14:55:59.248975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:59.261871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:59.266681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:59.267228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.275944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:59.290272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:55:59.290782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.318599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:55:59.321799 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:55:59.325964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:55:59.340443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.360544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab110cc5-08ab-4d92-983d-2a2aff16bfa1 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:59.385767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] For port a12166d2-ce8d-4fdd-a872-f43eea056db7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a12166d2-ce8d-4fdd-a872-f43eea056db7,segment=NetworkSegment(4e2e4ac3-f948-4036-900a-2904f343f225),segment_id=4e2e4ac3-f948-4036-900a-2904f343f225)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:55:59.390630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 48ba40d9-1b36-49e3-9d88-6f1e079c96bf yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:55:59.396299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2a1bd797-0423-439b-bd1c-9adade38115c None None] Provisioning for port ecd66496-5a66-45dd-a194-66f0f6376a4f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:59.434599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.448746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2a1bd797-0423-439b-bd1c-9adade38115c None None] Provisioning complete for port ecd66496-5a66-45dd-a194-66f0f6376a4f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:59.449164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd797-0423-439b-bd1c-9adade38115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.589109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=5ae47d57-cb79-4811-9089-d320b3735e52,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:59.662779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:59.670838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:59.684458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.694023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fa91a75-8783-49c2-ac13-132c77f433e4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:55:59.713411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.747426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bd797-0423-439b-bd1c-9adade38115c None None] Port ecd66496-5a66-45dd-a194-66f0f6376a4f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:55:59.807075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/68208694-44b1-493d-9262-de50444da742 HTTP/1.1" status: 204  len: 168 time: 5.8754461
Dec 13 14:55:59.808391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 700a887e-9d2f-4f75-b094-ce8bff533a95 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:55:59.812965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:55:59.819863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=68208694-44b1-493d-9262-de50444da742,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:59.829071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:59.872148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 700a887e-9d2f-4f75-b094-ce8bff533a95 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:55:59.872574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:55:59.892330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1616157484'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:55:59.905607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:55:59.919139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:network and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:55:59.924132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Pushing event updated for resources: {'Port': ['ID=a12166d2-ce8d-4fdd-a872-f43eea056db7,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:55:59.935484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:55:59.935714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:55:59.956314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:55:59.979453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a23f4-38e9-483b-86f7-38b4accddbb6 None None] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:55:59.987592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:55:59.997416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:00.007277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.008266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd66496-5a66-45dd-a194-66f0f6376a4f {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:56:00.020420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 172.20.0.7 (cd6315a2-c455-466b-90ce-13d3e49c993d/6321bdc1-e207-4801-83a6-f413df5fe5fe/48ba40d9-1b36-49e3-9d88-6f1e079c96bf) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:00.021641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.036426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fe5a:68d8 (cd6315a2-c455-466b-90ce-13d3e49c993d/21f45f35-f155-4b65-aaff-800bb80d5002/48ba40d9-1b36-49e3-9d88-6f1e079c96bf) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:00.110169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:56:00.142083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-9c83a3f7-853b-4b82-961c-b2e14bf5e1cf tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:00.146169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c83a3f7-853b-4b82-961c-b2e14bf5e1cf tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4550812
Dec 13 14:56:00.146169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.146169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Added segment db0f7b6d-c3ac-464f-a8e7-0512e8020ae6 of type vlan for network c2efc813-631d-44e7-9d91-1045821cf969
Dec 13 14:56:00.152436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49948) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:00.165314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Transition to ACTIVE for port object ecd66496-5a66-45dd-a194-66f0f6376a4f will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:00.179008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.184487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34a47571-40e2-469c-974e-a201bca141aa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:00.208298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '21f45f35-f155-4b65-aaff-800bb80d5002'}, {'subnet_id': '6321bdc1-e207-4801-83a6-f413df5fe5fe'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:00.209245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.220938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fe62ff01-37f7-4c4c-a876-b6ed1e450e95 None None] Provisioning for port db1b5e86-5211-4f20-93a5-d472b6f3de9d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:00.388446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.502480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.513912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:00.525808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f70d320>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:57Z', 'revision_number': 7, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:49Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:00.555722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:00.561295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bd27d-38c5-4429-8853-0abacd6adcec None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:57Z', 'revision_number': 7, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:55:49Z', 'revision_number': 4, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:00.646531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 700a887e-9d2f-4f75-b094-ce8bff533a95, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=700a887e-9d2f-4f75-b094-ce8bff533a95,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:00.659248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.660219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:00.662308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:00.671977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.676536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f455bfe2-09e5-4b7f-a3b6-0c753308af4b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 702 time: 6.0131114
Dec 13 14:56:00.679710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49954) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:00.710099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:00.826685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71239-ef8d-40b5-9f04-3e42189ed0ff req-6bcd01d0-dda2-4ee3-9b7e-3e7ffb6fae0b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:00.828945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fe71239-ef8d-40b5-9f04-3e42189ed0ff req-6bcd01d0-dda2-4ee3-9b7e-3e7ffb6fae0b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 943 time: 0.3378477
Dec 13 14:56:00.834883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.839897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:00.844756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.856101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d1d29177-3649-48d1-8c2b-19f490066ae3 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:00.875649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Attempting to bind port ecd66496-5a66-45dd-a194-66f0f6376a4f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:00.876020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Attempting to bind port ecd66496-5a66-45dd-a194-66f0f6376a4f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:00.876401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Attempting to bind port ecd66496-5a66-45dd-a194-66f0f6376a4f on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:00.886883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Port ecd66496-5a66-45dd-a194-66f0f6376a4f on network 6d6368ac-2185-4772-be30-7cd1a3054953 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:56:00.887287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Attempting to bind port ecd66496-5a66-45dd-a194-66f0f6376a4f on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:00.899749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:00.900095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Checking segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:00.900899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Bound using segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:00.901410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Bound port: ecd66496-5a66-45dd-a194-66f0f6376a4f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:00.901799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:00.907297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:00.917072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:00.929821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:00.940515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:00.940978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.036837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:01.048143 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a607a5f-a32f-41cc-9390-a254cf124407 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 702 time: 0.3604021
Dec 13 14:56:01.048143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:01.048836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49958) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:01.082252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:01.113842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.118526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.125799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76aac79e-238d-402e-85cb-15de9bae0503 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:01.129216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:01.130056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e8e2748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:01.254411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4003067
Dec 13 14:56:01.262300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.264414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] 10.222.0.72 "PUT /v2.0/ports/ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 1093 time: 3.0019181
Dec 13 14:56:01.266135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49962) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:01.271179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:56:01.286517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:01.305371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.306306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 22be3c69-29b0-4116-8939-2915b417957b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:01.318438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:01.348159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04841610-c6d8-4162-b77b-97dded5eb501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:01.466379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'status': 'completed', 'code': 200}
Dec 13 14:56:01.486022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:01.553277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.559924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Network': ['ID=c2efc813-631d-44e7-9d91-1045821cf969,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:01.569992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:01.587456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3fe71239-ef8d-40b5-9f04-3e42189ed0ff req-38fcf347-efa1-4840-9d90-3a2a6dc0b6d9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7376745
Dec 13 14:56:01.601111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 48ba40d9-1b36-49e3-9d88-6f1e079c96bf will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:01.641365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network c2efc813-631d-44e7-9d91-1045821cf969 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:56:01.674276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.684807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-828a111e-8135-481a-bed0-269b490a2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:01.791843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:01.902602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=48ba40d9-1b36-49e3-9d88-6f1e079c96bf,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:01.909795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:01.961252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:01.974722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:01.996183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:01.998384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:02.003451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:02.014151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:02.029659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:02.034803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:02.045396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:02.054060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:02.058658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:02.088399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:02.113888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6246bc7d-1459-4184-9b7e-4b69eef9972e None None] Provisioning for port f5000a33-33c7-4e0f-acd1-ea633bc75943 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:02.117685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:02.118379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.141656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6246bc7d-1459-4184-9b7e-4b69eef9972e None None] Provisioning complete for port f5000a33-33c7-4e0f-acd1-ea633bc75943 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:02.142092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6246bc7d-1459-4184-9b7e-4b69eef9972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.201464 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.2762525
Dec 13 14:56:02.210424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-9d3d889a-6d7a-401c-9ca0-3e57ebc1db02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1096 time: 0.7426050
Dec 13 14:56:02.211334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:02.269272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 22be3c69-29b0-4116-8939-2915b417957b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:02.269693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.374680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Allocated IP 172.20.0.2 (cd6315a2-c455-466b-90ce-13d3e49c993d/6321bdc1-e207-4801-83a6-f413df5fe5fe/3c438598-fd05-4bb7-855d-c6474dbedef3) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:02.413570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6246bc7d-1459-4184-9b7e-4b69eef9972e None None] Port f5000a33-33c7-4e0f-acd1-ea633bc75943 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:02.472657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Allocated IP 2001:db8::f816:3eff:fe7f:6490 (cd6315a2-c455-466b-90ce-13d3e49c993d/21f45f35-f155-4b65-aaff-800bb80d5002/3c438598-fd05-4bb7-855d-c6474dbedef3) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:02.562696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-ca4fd41f-e6d2-4fb5-bfe5-e4b745eeb003 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 217 time: 0.1533215
Dec 13 14:56:02.602183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.800567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d589011-7a1e-4e0f-ab82-dd08d4120efa None None] Network f3dddbce-574a-4f94-95e3-a24e08428211 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:02.834783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port f5000a33-33c7-4e0f-acd1-ea633bc75943 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:02.835222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.846839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 12a4e261-7666-4b1b-9de7-5544d9197fa9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:02.929625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0463e-28da-4916-bae3-7e84d738420d req-b800c4f1-d130-4bb9-af73-5762c1cca914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:02.931738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-b800c4f1-d130-4bb9-af73-5762c1cca914 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.2981746
Dec 13 14:56:02.993948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252e3b60-9504-4a6f-a0ed-30894a3fa66b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:02.994190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2bd4e159-dfe3-4860-9a05-a6819e5a429e None None] Provisioning complete for port f5000a33-33c7-4e0f-acd1-ea633bc75943 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:02.994476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e159-dfe3-4860-9a05-a6819e5a429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:02.994727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-252e3b60-9504-4a6f-a0ed-30894a3fa66b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:03.047977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.065424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-252e3b60-9504-4a6f-a0ed-30894a3fa66b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:03.071516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-252e3b60-9504-4a6f-a0ed-30894a3fa66b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.8482902
Dec 13 14:56:03.107771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49974) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:03.169630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.174789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4e159-dfe3-4860-9a05-a6819e5a429e None None] Port f5000a33-33c7-4e0f-acd1-ea633bc75943 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:03.180913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for f5000a33-33c7-4e0f-acd1-ea633bc75943 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:03.241995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e8e2748>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:57Z', 'revision_number': 7, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:03.258743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.262244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb320-0b4d-43ab-b0e5-e0258dc03f5e req-8bc54df3-4aeb-427d-a713-fac4502decf8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:03.263222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ab5eb320-0b4d-43ab-b0e5-e0258dc03f5e req-8bc54df3-4aeb-427d-a713-fac4502decf8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 943 time: 0.4258354
Dec 13 14:56:03.278216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:03.292737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Transition to ACTIVE for port object 3c438598-fd05-4bb7-855d-c6474dbedef3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:03.309655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 12a4e261-7666-4b1b-9de7-5544d9197fa9 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:03.378362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.381673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-0485087b-2f1b-4535-9123-1cd6175f244e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4399254
Dec 13 14:56:03.383315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82d987f8-7b9e-4bb7-8410-7e6ee6bdfcd1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:03.428097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Port': ['ID=f5000a33-33c7-4e0f-acd1-ea633bc75943,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:03.430769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:03.470921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 12a4e261-7666-4b1b-9de7-5544d9197fa9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:03.471375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.483200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 48ba40d9-1b36-49e3-9d88-6f1e079c96bf {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:03.483650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.544392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.580361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a64f7a7-20bc-4956-80f0-a4961349a60a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:03.660225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.735590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Transition to ACTIVE for port object 3c438598-fd05-4bb7-855d-c6474dbedef3 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:03.741860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-2e2ecf8d-9e81-4d0a-9953-c335a7bdf6e1 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3376181
Dec 13 14:56:03.745681 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ab5eb320-0b4d-43ab-b0e5-e0258dc03f5e req-cd0d82ed-9751-49ca-bf04-1e140615075e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4198053
Dec 13 14:56:03.762699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:03.763484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e8e2748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:03.830713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ca14b12d-a511-40a4-a037-b17f78b851e0 None None] Could not find standard attr ID for object f5000a33-33c7-4e0f-acd1-ea633bc75943. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:03.844501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:03.911353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3cb45426-281c-4138-919b-d648110b1d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:04.083853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:04.092092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ca14b12d-a511-40a4-a037-b17f78b851e0 None None] Provisioning for port a12166d2-ce8d-4fdd-a872-f43eea056db7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:04.102647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Pushing event updated for resources: {'Port': ['ID=3c438598-fd05-4bb7-855d-c6474dbedef3,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:04.132303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:04.135990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:04.149983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:04.189228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:04.233554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=436989e1-1421-4c18-8c2e-37a51839b69b,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:04.236537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:04.315056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.431762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Checking segment: {'id': 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:04.432169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network hostable DHCP agents. Network: c2efc813-631d-44e7-9d91-1045821cf969, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:56:04.463193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Router 78285180-a0bc-41a9-ad85-d716ec0ba33a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:04.490135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dee0463e-28da-4916-bae3-7e84d738420d req-aa4b26cc-6387-4ffc-ae26-e750a48f8100 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7250140
Dec 13 14:56:04.563196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Attempting to bind port 3c438598-fd05-4bb7-855d-c6474dbedef3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:04.563624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Attempting to bind port 3c438598-fd05-4bb7-855d-c6474dbedef3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:04.564041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Attempting to bind port 3c438598-fd05-4bb7-855d-c6474dbedef3 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:04.601568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 12a4e261-7666-4b1b-9de7-5544d9197fa9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=12a4e261-7666-4b1b-9de7-5544d9197fa9,segment=NetworkSegment(f05222ec-88c8-4138-ae94-1df917c2c86d),segment_id=f05222ec-88c8-4138-ae94-1df917c2c86d)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:04.609805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:04.610229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:04.610690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.612030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:04.612846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Bound port: 3c438598-fd05-4bb7-855d-c6474dbedef3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:04.613518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.662705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.675936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:04.688128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] Sync routers for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:04.692859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5393138
Dec 13 14:56:04.697239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:04.702178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:04.703296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f157588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:04.708823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network c2efc813-631d-44e7-9d91-1045821cf969 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:56:04.776923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f157588>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:04.786446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-b8b469a4-63bf-4583-8979-d07e9e11b6ce tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:04.787236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8b469a4-63bf-4583-8979-d07e9e11b6ce tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1338207078 HTTP/1.1" status: 404  len: 335 time: 0.0887830
Dec 13 14:56:04.790694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:04.791767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f157588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:55:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:04.791980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49982) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:04.799280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-47c88b08-b083-42c5-b28f-2704580b93e7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'router': {'external_gateway_info': {'network_id': '78285180-a0bc-41a9-ad85-d716ec0ba33a'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:04.837914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-077c484b-8609-436f-a994-cf32f4860bca None None] For port 3c438598-fd05-4bb7-855d-c6474dbedef3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:04.841243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-077c484b-8609-436f-a994-cf32f4860bca None None] For port 3c438598-fd05-4bb7-855d-c6474dbedef3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c438598-fd05-4bb7-855d-c6474dbedef3,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:04.863514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f157588>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:04.864480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b1adf-1206-4523-85f0-b2a6dd40981b None None] The sync data for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:04.871976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.872984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ddc7c18f-754e-4128-a057-c2f157c4622c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:04.905991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 48ba40d9-1b36-49e3-9d88-6f1e079c96bf owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:04.923438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:04.946521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, c2efc813-631d-44e7-9d91-1045821cf969) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:04.951136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:04.952007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.975449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:04.989694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5942d-0bef-4635-8000-2e0d766de085 None None] Network c2efc813-631d-44e7-9d91-1045821cf969 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:05.056431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7796693
Dec 13 14:56:05.063801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 49988) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:05.085678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-181454375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:05.096144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:05.101220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-f1e096ac-4956-437d-a559-f3f20e6f9fdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1096 time: 0.5139394
Dec 13 14:56:05.168481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:router and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:05.172092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:05.185791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727588c-369c-4d4d-b05d-bf721766234b req-c422e829-f0b1-4496-8cf6-a56c18782047 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:05.188567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6727588c-369c-4d4d-b05d-bf721766234b req-c422e829-f0b1-4496-8cf6-a56c18782047 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 943 time: 0.2362752
Dec 13 14:56:05.196057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=12a4e261-7666-4b1b-9de7-5544d9197fa9,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:05.199951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:05.204462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:05.207179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:05.335065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.336269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.363720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ddc7c18f-754e-4128-a057-c2f157c4622c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:05.364145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.405406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e8e2748>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:57Z', 'revision_number': 7, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:05.412449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6727588c-369c-4d4d-b05d-bf721766234b req-f181314a-c3ab-4f74-a65d-11c96a211bed tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2168019
Dec 13 14:56:05.425175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Pushing event updated for resources: {'Port': ['ID=3c438598-fd05-4bb7-855d-c6474dbedef3,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:05.432778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef42a1-e9d4-4d6a-95ce-ca87b1e3008c None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:55:57Z', 'revision_number': 7, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700a887e-9d2f-4f75-b094-ce8bff533a95', 'name': '', 'network_id': '43f3e235-f0fa-461a-820a-c413b8ccbd80', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:0f:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:41Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:05.434602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:05.436719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47c88b08-b083-42c5-b28f-2704580b93e7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.444933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-bf643970-f90c-484d-8977-a15b27f3636f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:05.446774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-bf643970-f90c-484d-8977-a15b27f3636f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.3147738
Dec 13 14:56:05.485215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-47c88b08-b083-42c5-b28f-2704580b93e7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] update failed (client error): The resource could not be found.
Dec 13 14:56:05.490068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-47c88b08-b083-42c5-b28f-2704580b93e7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a HTTP/1.1" status: 404  len: 339 time: 0.6935985
Dec 13 14:56:05.491660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49992) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:05.499190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1338617630'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:05.506441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:05.510691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:network and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:05.515069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:05.526071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:05.548478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:05.552230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-0285d0ea-b58e-40b0-b0ae-c923c031825c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 217 time: 0.0890098
Dec 13 14:56:05.557202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.581981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-c2efc813-631d-44e7-9d91-1045821cf969', 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': '436989e1-1421-4c18-8c2e-37a51839b69b'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:05.582933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.597594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:56:05.613929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.614173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Added segment 32579587-3d5e-48f9-aee3-4d1bd6604932 of type vlan for network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf
Dec 13 14:56:05.653086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.658249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.669033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3d2cb6f-f080-4463-80b4-3a5216ceb4f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:05.721822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.731441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:05.731785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.733917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=48ba40d9-1b36-49e3-9d88-6f1e079c96bf,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:05.736761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:05.746825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ff564a62-e54d-4e93-afd9-86aa20ceb58b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:05.766738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c893017-f2aa-42a6-b2a7-b1fd44990437 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:05.795500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.2993798
Dec 13 14:56:05.797771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 49996) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:05.807921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:05.822335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'subnet': {'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:05.830293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-c7702a91-32b4-400d-98ec-14fd7c3a55c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:05.831938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-c7702a91-32b4-400d-98ec-14fd7c3a55c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.2425153
Dec 13 14:56:05.839428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ff564a62-e54d-4e93-afd9-86aa20ceb58b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:05.841054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ff564a62-e54d-4e93-afd9-86aa20ceb58b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 13 14:56:05.942941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Network': ['ID=9c8186c5-c2c6-45fe-8de4-2629d74cd3bf,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:06.011151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:06.030755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.043510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:06.048611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Usage tracker for resource:subnet and tenant:88ac9c2d7558496aa8d74234e1eab089 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:06.052542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:06.063441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:06.076065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Made reservation on behalf of 88ac9c2d7558496aa8d74234e1eab089 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:06.096720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:56:06.110581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ecd66496-5a66-45dd-a194-66f0f6376a4f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:56:06.133221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port ff564a62-e54d-4e93-afd9-86aa20ceb58b not found, will not notify nova. {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 13 14:56:06.153855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 700a887e-9d2f-4f75-b094-ce8bff533a95 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:06.154939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.195371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.197240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c6d738c-d2a1-456e-a66d-7d14bec2753b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:06.200087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50000) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:06.200213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/48ba40d9-1b36-49e3-9d88-6f1e079c96bf HTTP/1.1" status: 204  len: 168 time: 3.0902395
Dec 13 14:56:06.202185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.206386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a8d96aa-530c-4aa6-893a-bfd64a4e0a86 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 1.1267214
Dec 13 14:56:06.211923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50004) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:06.224778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969', 'name': 'tempest-PortsTestJSON-98879599'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:06.247125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-2ec25fdd-d561-4d44-9b2b-76daf79ea36b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4000237
Dec 13 14:56:06.263631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.338157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Allocated IP 172.20.0.2 (c2efc813-631d-44e7-9d91-1045821cf969/436989e1-1421-4c18-8c2e-37a51839b69b/fea91221-72aa-4315-974f-3f479f6f5419) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:06.348478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:06.351058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:06.351666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 1c6d738c-d2a1-456e-a66d-7d14bec2753b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:06.352136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c6d738c-d2a1-456e-a66d-7d14bec2753b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:06.352555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:06.353435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:06.629501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:06.634074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f2c588c-4f7f-4f0f-b44e-7e5168274c58 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4272678
Dec 13 14:56:06.634074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.642603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50010) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:06.643561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1953d22-7117-4043-9d88-1cff5dec75e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:06.685888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:06.790529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'port_id': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'mac_address': 'fa:16:3e:b2:0f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:56:06.803966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5ae47d57-cb79-4811-9089-d320b3735e52 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:06.818098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Subnet': ['ID=643d12d1-abd9-42e6-a6bf-c28e9d2bb16e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:06.820982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Checking segment: {'id': '32579587-3d5e-48f9-aee3-4d1bd6604932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:06.821509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network hostable DHCP agents. Network: 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:56:06.962524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:06.969847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.977836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:06.993026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 21f45f35-f155-4b65-aaff-800bb80d5002 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:06.996845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:56:07.004004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.005806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd66496-5a66-45dd-a194-66f0f6376a4f {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:56:07.023585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:07.027204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5ae47d57-cb79-4811-9089-d320b3735e52 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:07.027859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.053708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:07.054128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Transition to ACTIVE for port object fea91221-72aa-4315-974f-3f479f6f5419 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:07.063784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:07.064475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.065418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.084252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-867d40c8-d517-4f4a-8356-e9e41303f328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:07.088735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.104253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 700a887e-9d2f-4f75-b094-ce8bff533a95, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=700a887e-9d2f-4f75-b094-ce8bff533a95,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:07.104738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.113677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2d08a-cc54-4843-9dd5-ecd381cd5e95 None None] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:07.137797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3388400
Dec 13 14:56:07.140911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50014) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:07.148724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6514afc2-3755-4295-9d25-549149176ac9 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:07.270810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 700a887e-9d2f-4f75-b094-ce8bff533a95 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:07.298510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Transition to ACTIVE for port object fea91221-72aa-4315-974f-3f479f6f5419 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:07.348448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['ecd66496-5a66-45dd-a194-66f0f6376a4f'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:56:07.398745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.452099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:07.458309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:port and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:07.462724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:07.470437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:07.476173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Network c2efc813-631d-44e7-9d91-1045821cf969 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:07.496453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:07.499369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:07.502833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:07.507626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.512475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:07.516533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:07.547528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-03a83a15-8f63-4fc8-8363-26fa236d0ccb service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2834003
Dec 13 14:56:07.554494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:07.595090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cce7bd-4398-4e15-b5a5-fd30428a2adf None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:07.631919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port d749b0d9-99e3-4c2c-9501-b3e50c744a22 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:07.758778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.780132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-9c8186c5-c2c6-45fe-8de4-2629d74cd3bf', 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf', 'tenant_id': '88ac9c2d7558496aa8d74234e1eab089', 'fixed_ips': [{'subnet_id': '643d12d1-abd9-42e6-a6bf-c28e9d2bb16e'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:07.781031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.849308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9bbd8-9538-459b-82ba-1c4ee444dcbb req-94218124-9e65-4459-a10b-cab35b0b3a51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:07.850917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bb9bbd8-9538-459b-82ba-1c4ee444dcbb req-94218124-9e65-4459-a10b-cab35b0b3a51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 944 time: 1.1898208
Dec 13 14:56:07.851246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7511b94e-12a1-42db-aec8-bb5cd8b25ab6 None None] Provisioning for port 3c438598-fd05-4bb7-855d-c6474dbedef3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:07.861653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.914915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6408e8d-107a-42a0-a878-5224690a0217 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:07.918142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 700a887e-9d2f-4f75-b094-ce8bff533a95 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:07.941699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Pushing event updated for resources: {'Port': ['ID=fea91221-72aa-4315-974f-3f479f6f5419,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:07.964528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:07.982871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:07.993642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e27cde5-0ee6-47f6-97e6-5e4318307956 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:07.997065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=700a887e-9d2f-4f75-b094-ce8bff533a95,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:07.998949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 700a887e-9d2f-4f75-b094-ce8bff533a95 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:07.999375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 700a887e-9d2f-4f75-b094-ce8bff533a95 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 13 14:56:07.999769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:08.044582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.047895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=21f45f35-f155-4b65-aaff-800bb80d5002,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:08.051320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6514afc2-3755-4295-9d25-549149176ac9 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.069978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:08.073829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a5c2b43-c814-4b13-b841-4ae9aa91e8e7 req-f64afdd3-df2d-49a5-a6a5-1fd809a11b05 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5177476
Dec 13 14:56:08.123773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/21f45f35-f155-4b65-aaff-800bb80d5002 HTTP/1.1" status: 204  len: 168 time: 1.4310651
Dec 13 14:56:08.124911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50018) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:08.222175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.3 (c2efc813-631d-44e7-9d91-1045821cf969/436989e1-1421-4c18-8c2e-37a51839b69b/d749b0d9-99e3-4c2c-9501-b3e50c744a22) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:08.234064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bb9bbd8-9538-459b-82ba-1c4ee444dcbb req-a9c98ab2-fc49-4daf-98be-e2c8de2d9de5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3374555
Dec 13 14:56:08.283281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port 700a887e-9d2f-4f75-b094-ce8bff533a95 not found, will not notify nova. {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 13 14:56:08.283759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:08.337723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Attempting to bind port fea91221-72aa-4315-974f-3f479f6f5419 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:08.338145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Attempting to bind port fea91221-72aa-4315-974f-3f479f6f5419 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:08.338550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Attempting to bind port fea91221-72aa-4315-974f-3f479f6f5419 on network c2efc813-631d-44e7-9d91-1045821cf969 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:08.341019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-008aed13-c8a8-4e93-8199-646c2f4dbd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.349489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 6321bdc1-e207-4801-83a6-f413df5fe5fe {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:08.366004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.449685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.459152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.472341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:08.472746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Checking segment: {'id': 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:08.473214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.473928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Bound using segment: {'id': 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:08.474196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Bound port: fea91221-72aa-4315-974f-3f479f6f5419, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c2efc813-631d-44e7-9d91-1045821cf969'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:08.474621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.531073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-6514afc2-3755-4295-9d25-549149176ac9 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:08.536211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6514afc2-3755-4295-9d25-549149176ac9 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a HTTP/1.1" status: 400  len: 364 time: 1.3942845
Dec 13 14:56:08.536826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50022) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:08.634825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.659033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object d749b0d9-99e3-4c2c-9501-b3e50c744a22 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:08.690772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.711921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.720493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4370cc71-4344-4217-86d4-15601c0880f9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:08.781378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Allocated IP 2001:db8:1::2 (9c8186c5-c2c6-45fe-8de4-2629d74cd3bf/643d12d1-abd9-42e6-a6bf-c28e9d2bb16e/a946640c-ffd3-4e18-8f55-bddfae54cf28) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:08.790312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:08.790738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.858950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] For port fea91221-72aa-4315-974f-3f479f6f5419, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:08.909394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.913415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bd5cd8f-bebe-414c-996e-097dcd085688 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:08.918541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] For port fea91221-72aa-4315-974f-3f479f6f5419, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fea91221-72aa-4315-974f-3f479f6f5419,segment=NetworkSegment(db0f7b6d-c3ac-464f-a8e7-0512e8020ae6),segment_id=db0f7b6d-c3ac-464f-a8e7-0512e8020ae6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:08.940702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network c2efc813-631d-44e7-9d91-1045821cf969 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:08.943863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=d749b0d9-99e3-4c2c-9501-b3e50c744a22,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:08.946938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:08.947864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:08.950147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:08.952537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:08.955762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=6321bdc1-e207-4801-83a6-f413df5fe5fe,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:08.960423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c8f9205-efea-46f9-a2b5-114f9d6074bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:09.012116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:09.028502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.052935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:09.053725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.110343 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/6321bdc1-e207-4801-83a6-f413df5fe5fe HTTP/1.1" status: 204  len: 168 time: 0.9702473
Dec 13 14:56:09.112933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50026) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:09.198462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8827fce6-c73e-4c46-b8ec-8545c299f31b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0818493
Dec 13 14:56:09.199977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:09.211222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Pushing event updated for resources: {'Port': ['ID=fea91221-72aa-4315-974f-3f479f6f5419,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:09.220733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:09.230303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.0151067
Dec 13 14:56:09.234334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50034) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:09.298986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c438598-fd05-4bb7-855d-c6474dbedef3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:09.420634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.445495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Transition to ACTIVE for port object a946640c-ffd3-4e18-8f55-bddfae54cf28 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:09.456417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.470781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Transition to ACTIVE for port object a946640c-ffd3-4e18-8f55-bddfae54cf28 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:09.473593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3c438598-fd05-4bb7-855d-c6474dbedef3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:09.480416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.490740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:09.527981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3c438598-fd05-4bb7-855d-c6474dbedef3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:09.528708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.553507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b625244-5973-42c3-b53c-11bde107ef51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:09.554292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b625244-5973-42c3-b53c-11bde107ef51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:09.707678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Pushing event updated for resources: {'Port': ['ID=a946640c-ffd3-4e18-8f55-bddfae54cf28,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:09.711029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:09.746503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:56:09.799542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.808012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b625244-5973-42c3-b53c-11bde107ef51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:09.808491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:09.812028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b625244-5973-42c3-b53c-11bde107ef51 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.6061530
Dec 13 14:56:09.817067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:09.825352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:09.833613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50040) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:09.894468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:09.936383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a226ac-f93d-432d-93e4-ae2a357574fa req-2a537662-c8ee-415f-9c31-71c570064461 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:09.938119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96a226ac-f93d-432d-93e4-ae2a357574fa req-2a537662-c8ee-415f-9c31-71c570064461 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 944 time: 0.4562747
Dec 13 14:56:09.993715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Attempting to bind port a946640c-ffd3-4e18-8f55-bddfae54cf28 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:09.994143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Attempting to bind port a946640c-ffd3-4e18-8f55-bddfae54cf28 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '32579587-3d5e-48f9-aee3-4d1bd6604932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:09.994568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Attempting to bind port a946640c-ffd3-4e18-8f55-bddfae54cf28 on network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:10.007289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:10.007719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Checking segment: {'id': '32579587-3d5e-48f9-aee3-4d1bd6604932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:10.008182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.008595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Bound using segment: {'id': '32579587-3d5e-48f9-aee3-4d1bd6604932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:10.009430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Bound port: a946640c-ffd3-4e18-8f55-bddfae54cf28, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32579587-3d5e-48f9-aee3-4d1bd6604932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9c8186c5-c2c6-45fe-8de4-2629d74cd3bf'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:10.009562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.022045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3c438598-fd05-4bb7-855d-c6474dbedef3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c438598-fd05-4bb7-855d-c6474dbedef3,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:10.031454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.032399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 12a4e261-7666-4b1b-9de7-5544d9197fa9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:10.065254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:10.078567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae7305-c295-432f-a76e-c7251fd34a2d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:10.080577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ae7305-c295-432f-a76e-c7251fd34a2d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:10.105304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ecd66496-5a66-45dd-a194-66f0f6376a4f up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:10.130701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96a226ac-f93d-432d-93e4-ae2a357574fa req-f62031ae-558b-4a0d-acec-08ecc73f6182 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854465
Dec 13 14:56:10.167074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-17ae7305-c295-432f-a76e-c7251fd34a2d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:10.168431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17ae7305-c295-432f-a76e-c7251fd34a2d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3320837
Dec 13 14:56:10.177262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:10.178318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:10.250370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Allocated IP 2001:db8::1 (0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a/51e4c172-f1c1-4842-888d-57bbafff59c8/9d120263-1dbe-4bbf-9548-8fe275c9a31e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:10.253211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3c438598-fd05-4bb7-855d-c6474dbedef3,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:10.257310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:10.306931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1cce871-6af6-43b8-ad82-c11157e7c57f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1244612
Dec 13 14:56:10.310500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50048) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:10.318393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:10.337931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47c57ab2-dd20-4802-8ca2-112ce9310bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.361534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] For port a946640c-ffd3-4e18-8f55-bddfae54cf28, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:10.370813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] For port a946640c-ffd3-4e18-8f55-bddfae54cf28, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a946640c-ffd3-4e18-8f55-bddfae54cf28,segment=NetworkSegment(32579587-3d5e-48f9-aee3-4d1bd6604932),segment_id=32579587-3d5e-48f9-aee3-4d1bd6604932)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:10.373886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 12a4e261-7666-4b1b-9de7-5544d9197fa9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:10.374406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.410389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.417393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:10.452675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.470730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Transition to ACTIVE for port object 9d120263-1dbe-4bbf-9548-8fe275c9a31e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:10.485852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port ecd66496-5a66-45dd-a194-66f0f6376a4f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:10.493020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.498706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c870ae5a-096e-4657-9d16-1d822a5c410e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:10.512820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port ecd66496-5a66-45dd-a194-66f0f6376a4f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:10.513404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.571185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Pushing event updated for resources: {'Port': ['ID=a946640c-ffd3-4e18-8f55-bddfae54cf28,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:10.574742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:10.579238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:10.583869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:10.598952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:10.599757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.607709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Port': ['ID=9d120263-1dbe-4bbf-9548-8fe275c9a31e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:10.612505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:10.623820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e6f54-c56e-44a8-a211-220d1fcba185 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:10.726341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:10.728067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:10.739283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:10.781172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:11.024928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.028296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:11.029035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:11.030162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a12166d2-ce8d-4fdd-a872-f43eea056db7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:11.110621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee1fd12d-2fb8-4ded-97bd-431268b56679 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7989008
Dec 13 14:56:11.122429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50052) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:11.124805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:11.127370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.136858 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0866742
Dec 13 14:56:11.142271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:11.143325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d53f2600-430e-467a-8cec-a14d029cee04 None None] Provisioning complete for port 3c438598-fd05-4bb7-855d-c6474dbedef3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:11.143772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d53f2600-430e-467a-8cec-a14d029cee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.165072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50056) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:11.184625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:11.356158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.386761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.458701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:11.461048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:11.461757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f225898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:11.575589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:56:11.589693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.617500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:11.669516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:11.700266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:11.735928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.741481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'code': 200}
Dec 13 14:56:11.743753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.745747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:11.757866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8945f638-4109-45fd-a07f-b5504716c320 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:11.937522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a12166d2-ce8d-4fdd-a872-f43eea056db7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:11.974380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a12166d2-ce8d-4fdd-a872-f43eea056db7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:11.974621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.002764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event updated for resources: {'Port': ['ID=9d120263-1dbe-4bbf-9548-8fe275c9a31e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:12.011095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:12.017206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.018725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:12.019434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:12.020095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:12.032094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:12.037971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:12.039271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:12.055445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:12.073790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:12.109670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f762ecbd-b5ee-4fcc-bdd7-b97eb5d04455 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.9780729
Dec 13 14:56:12.127840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9aea-21e2-488f-a86a-b8c8a4a5860e req-008a8088-ccab-47ce-8afa-8bbe564d0477 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:12.129857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-524c9aea-21e2-488f-a86a-b8c8a4a5860e req-008a8088-ccab-47ce-8afa-8bbe564d0477 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.7143314
Dec 13 14:56:12.138457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50064) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:12.144835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:12.180780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.193689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:12.312962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75fcc74-ac85-40bd-b428-dfdab41dce3b None None] Network c2efc813-631d-44e7-9d91-1045821cf969 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:12.377206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:12.384977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:12.396515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:12.413627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:12.439202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Deleting port 3c438598-fd05-4bb7-855d-c6474dbedef3 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:12.439927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.534914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.536669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.655363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4736e416-5921-4b9b-b88e-051f1e741981 req-73628b1f-9114-42b5-be9d-192715e6b050 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1098 time: 0.7150087
Dec 13 14:56:12.663669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9346baa7-7557-4ef8-8f2c-9885318f0c87 None None] Provisioning for port 9d120263-1dbe-4bbf-9548-8fe275c9a31e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:12.669252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-524c9aea-21e2-488f-a86a-b8c8a4a5860e req-32a23cd3-769c-4a50-831b-715032d6965d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5176792
Dec 13 14:56:12.672177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.695547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9346baa7-7557-4ef8-8f2c-9885318f0c87 None None] Provisioning complete for port 9d120263-1dbe-4bbf-9548-8fe275c9a31e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:12.695969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9346baa7-7557-4ef8-8f2c-9885318f0c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.708579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.711069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:12.711659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:12.740785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f282983a-6629-41ea-b6bd-8840ee9e9f38 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5984900
Dec 13 14:56:12.743515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50068) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:12.747264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port a12166d2-ce8d-4fdd-a872-f43eea056db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a12166d2-ce8d-4fdd-a872-f43eea056db7,segment=NetworkSegment(4e2e4ac3-f948-4036-900a-2904f343f225),segment_id=4e2e4ac3-f948-4036-900a-2904f343f225)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:12.764422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:12.803263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.804217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device db1b5e86-5211-4f20-93a5-d472b6f3de9d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:12.833165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.840052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4736e416-5921-4b9b-b88e-051f1e741981 req-f449e3f5-0c95-4cc4-981c-4cf931412476 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083803
Dec 13 14:56:12.842509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.848663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bfb9b11-39aa-4cb9-9ba7-d34d38a40b8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:12.852808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19b69224-f8b0-460e-9e02-4a5382efd6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:12.908364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:12.912173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.929016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:12.940112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Router 78285180-a0bc-41a9-ad85-d716ec0ba33a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:12.954061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:12.960821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:12.962511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:12.963161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:13.030815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=d749b0d9-99e3-4c2c-9501-b3e50c744a22,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:13.040968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:13.116143 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f35894d-fd57-4970-a46d-1e721f84bd90 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3572164
Dec 13 14:56:13.118208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50072) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:13.125196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:13.167512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.177451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b41b238-bd5a-488f-80f1-014222eae5ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:13.224599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:13.233581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:13.242452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9346baa7-7557-4ef8-8f2c-9885318f0c87 None None] Port 9d120263-1dbe-4bbf-9548-8fe275c9a31e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:13.242901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.283245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8 HTTP/1.1" status: 204  len: 168 time: 2.1145184
Dec 13 14:56:13.289023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50076) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:13.290710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364545d3-0298-450e-b04e-b94b890faa09 None None] Network 43f3e235-f0fa-461a-820a-c413b8ccbd80 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:13.301415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:13.316887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:13.352179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:13.359839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.361371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:13.361856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:13.403738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a03ad05b-c496-42c2-809d-b4fbcf636f3b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2843082
Dec 13 14:56:13.413850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50080) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:13.425660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:13.448553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:13.452758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=a12166d2-ce8d-4fdd-a872-f43eea056db7,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:13.463327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9218495
Dec 13 14:56:13.464245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50084) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:13.476223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:13.484861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.485684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] Sync routers for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:13.499958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.511137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:13.513401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8750b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:13.521841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 5ae47d57-cb79-4811-9089-d320b3735e52 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:13.522221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.584566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] For port 3c438598-fd05-4bb7-855d-c6474dbedef3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c438598-fd05-4bb7-855d-c6474dbedef3,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:13.585394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.599656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8750b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:13.612460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:13.613464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8750b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:13.628349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92e357-211d-4b97-b829-23f638938ee2 None None] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:13.661759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port db1b5e86-5211-4f20-93a5-d472b6f3de9d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:13.690721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8750b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:13.691944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc9a81-fc80-479e-95e3-614102be31f3 None None] The sync data for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:13.692250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.729007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fca1abb9-ba2b-4886-b848-a5e742bd2fa0 None None] Provisioning for port fea91221-72aa-4315-974f-3f479f6f5419 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:13.888697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Calling delete_port for 3c438598-fd05-4bb7-855d-c6474dbedef3 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:13.902140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 5ae47d57-cb79-4811-9089-d320b3735e52, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5ae47d57-cb79-4811-9089-d320b3735e52,segment=NetworkSegment(67dd2b8c-147a-4655-8910-815ea63d58f1),segment_id=67dd2b8c-147a-4655-8910-815ea63d58f1)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:13.902558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:13.916153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port db1b5e86-5211-4f20-93a5-d472b6f3de9d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:13.916527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.069509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f225898>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:07Z', 'revision_number': 8, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:14.107401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:14.132460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 5ae47d57-cb79-4811-9089-d320b3735e52 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:14.152833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:14.168510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:14.195278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fca1abb9-ba2b-4886-b848-a5e742bd2fa0 None None] Provisioning complete for port 9d120263-1dbe-4bbf-9548-8fe275c9a31e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:14.196129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fca1abb9-ba2b-4886-b848-a5e742bd2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.200497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:14.207208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.212324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:14.212897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:14.258102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ae1e962-c10e-4d8b-b180-5560fe0b03e9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.8381038
Dec 13 14:56:14.259055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50090) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:14.265104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8b3a-2be5-41dd-956f-90e3251b82d7 req-1e02fbe0-9c14-4866-8f0b-6e44fd2e7ab1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:14.266856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-371f8b3a-2be5-41dd-956f-90e3251b82d7 req-1e02fbe0-9c14-4866-8f0b-6e44fd2e7ab1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.2012310
Dec 13 14:56:14.276375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.289989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d30215f-9fc1-4eb2-a31b-b8d1b03c2c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:14.315429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfd02645-4d0c-499b-87c2-09ce7a98ea9e tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.362113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-86359493-bc55-492c-8c7b-933753e137d6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:14.386027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:14.386726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f225898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:14.452820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.468899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-371f8b3a-2be5-41dd-956f-90e3251b82d7 req-fae14719-b352-4a5b-888d-5dc96a9ec21c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1948912
Dec 13 14:56:14.471575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:14.514269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-cfd02645-4d0c-499b-87c2-09ce7a98ea9e tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:56:14.515795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cfd02645-4d0c-499b-87c2-09ce7a98ea9e tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a HTTP/1.1" status: 409  len: 329 time: 1.0365474
Dec 13 14:56:14.523527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50094) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:14.550032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=5ae47d57-cb79-4811-9089-d320b3735e52,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:14.558412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-86359493-bc55-492c-8c7b-933753e137d6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:14.559968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-86359493-bc55-492c-8c7b-933753e137d6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3003476
Dec 13 14:56:14.574311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Pushing event deleted for resources: {'Port': ['ID=3c438598-fd05-4bb7-855d-c6474dbedef3,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:14.581878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:14.606327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50098) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:14.620024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:14.637695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port 5ae47d57-cb79-4811-9089-d320b3735e52 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:14.699937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239826b4-01c5-48dd-a081-1ae2900c1cf6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:14.702595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] No DVR routers for this DVR port 3c438598-fd05-4bb7-855d-c6474dbedef3 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:14.704370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fca1abb9-ba2b-4886-b848-a5e742bd2fa0 None None] Port 9d120263-1dbe-4bbf-9548-8fe275c9a31e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:14.706296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-239826b4-01c5-48dd-a081-1ae2900c1cf6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0988400
Dec 13 14:56:14.707191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50102) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:14.740795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.778097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.799668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:14.805704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.855459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:14.859964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14fb29-dc46-4838-99e0-2f80900faf29 None None] DHCP port deletion for 43f3e235-f0fa-461a-820a-c413b8ccbd80 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:14.869682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9cde7153-b37a-4fc2-9be0-a305a639ad30 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0903571
Dec 13 14:56:14.870359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50106) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:14.878092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:14.899265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port db1b5e86-5211-4f20-93a5-d472b6f3de9d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=db1b5e86-5211-4f20-93a5-d472b6f3de9d,segment=NetworkSegment(0911b6f3-931c-4779-a0d9-462dc3c667af),segment_id=0911b6f3-931c-4779-a0d9-462dc3c667af)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:14.919178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:14.924796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e5e8aa0-6965-45b3-a82c-6016cae55e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:15.023718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:15.054055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:15.062149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.079979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:15.086950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.109798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.237375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ff564a62-e54d-4e93-afd9-86aa20ceb58b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:15.308353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network c2efc813-631d-44e7-9d91-1045821cf969 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:15.336755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:15.381452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ff564a62-e54d-4e93-afd9-86aa20ceb58b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:15.382241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ff564a62-e54d-4e93-afd9-86aa20ceb58b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:15.425837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3d13728-8f77-4997-b8a2-028d91957c2a None None] Provisioning for port d749b0d9-99e3-4c2c-9501-b3e50c744a22 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:15.444699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3d13728-8f77-4997-b8a2-028d91957c2a None None] Provisioning complete for port d749b0d9-99e3-4c2c-9501-b3e50c744a22 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:15.445131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3d13728-8f77-4997-b8a2-028d91957c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.682777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.695340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-535742a5-22af-4c55-af87-8ad10ec404ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:15.707447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=db1b5e86-5211-4f20-93a5-d472b6f3de9d,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:15.714532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:15.725388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b3d13728-8f77-4997-b8a2-028d91957c2a None None] Port d749b0d9-99e3-4c2c-9501-b3e50c744a22 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:15.775925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.832404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a12166d2-ce8d-4fdd-a872-f43eea056db7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:15.928542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:15.933775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:15.939863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:15.940786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:15.944071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3d13728-8f77-4997-b8a2-028d91957c2a None None] Provisioning for port a946640c-ffd3-4e18-8f55-bddfae54cf28 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:15.947267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=478d8394-e910-486e-ae3f-92db62a2c33c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:15.952479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:15.975573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ddb5080>,) {'filters': {'network_id': ['43f3e235-f0fa-461a-820a-c413b8ccbd80']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:15.977022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f6bd5-b5d6-42ab-900b-4ced8bb927a8 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:15.990377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=d749b0d9-99e3-4c2c-9501-b3e50c744a22,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:15.991899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1192002
Dec 13 14:56:15.993359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:15.995271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50112) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:16.002473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:97:9f:ca', 'name': 'tempest-NetworksTestDHCPv6-750995747'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:16.019978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddb5080>, '67dd2b8c-147a-4655-8910-815ea63d58f1') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:16.020294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ddb5080>, '67dd2b8c-147a-4655-8910-815ea63d58f1') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:16.044662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.074257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.093869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:16.094273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:16.113267 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:16.131786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a12166d2-ce8d-4fdd-a872-f43eea056db7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:16.132206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.264035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f225898>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:07Z', 'revision_number': 8, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:16.272819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:16.289455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b70fd-55b1-4349-86d3-309214eb8149 req-b60b588f-347c-48d7-849b-bdc463c559bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:16.290611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca533a8c-d8c1-4236-aa37-b99b5d7d2256 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:07Z', 'revision_number': 8, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2e8018d-522c-4d43-bf89-17c9b1dd68a0', 'name': '', 'network_id': '2e75268e-3036-45a8-a690-fc6bf05073ab', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:fd:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:29Z', 'updated_at': '2021-12-13T14:55:41Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '9e16b2f2-1266-4427-bb4b-e165402dd53a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:16.291717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b4b70fd-55b1-4349-86d3-309214eb8149 req-b60b588f-347c-48d7-849b-bdc463c559bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.3757291
Dec 13 14:56:16.302266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:16.360413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:16.368119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.402160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '478d8394-e910-486e-ae3f-92db62a2c33c'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:16.406398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.419923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-601caab9-15e4-4f7e-ac6a-926c047709a4 None None] Provisioning complete for port d749b0d9-99e3-4c2c-9501-b3e50c744a22 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:16.420628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-601caab9-15e4-4f7e-ac6a-926c047709a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.432077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.443444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a962d238-82e7-411b-8151-1e44059e5c6b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:16.448040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 6005bb2c-06b4-45e5-9365-65746aa51133 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:16.458837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.490798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/43f3e235-f0fa-461a-820a-c413b8ccbd80 HTTP/1.1" status: 204  len: 168 time: 3.1991274
Dec 13 14:56:16.491464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50116) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:16.514702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=43f3e235-f0fa-461a-820a-c413b8ccbd80,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:16.520242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7b4b70fd-55b1-4349-86d3-309214eb8149 req-06d7b6c3-555f-412d-809d-29bead6733f5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385486
Dec 13 14:56:16.521129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:16.548007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fea91221-72aa-4315-974f-3f479f6f5419 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:16.599931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-601caab9-15e4-4f7e-ac6a-926c047709a4 None None] Port d749b0d9-99e3-4c2c-9501-b3e50c744a22 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:16.641330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Router b17b5d63-8604-4147-b9a5-2ed78f6f1c86 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:56:16.761208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port fea91221-72aa-4315-974f-3f479f6f5419 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:16.765651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Allocated IP 2001:db8::f816:3eff:fe99:9af6 (cd6315a2-c455-466b-90ce-13d3e49c993d/478d8394-e910-486e-ae3f-92db62a2c33c/33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:16.772722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fea91221-72aa-4315-974f-3f479f6f5419 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:16.773144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:16.879320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:16.887635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/routers/b17b5d63-8604-4147-b9a5-2ed78f6f1c86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6522274
Dec 13 14:56:16.888590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50122) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:16.930341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] Sync routers for ids ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:16.982206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e224a9f-ee7b-4a02-9e5a-36d52d4b806e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:16.983616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e224a9f-ee7b-4a02-9e5a-36d52d4b806e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:17.000156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e224a9f-ee7b-4a02-9e5a-36d52d4b806e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:17.005486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e224a9f-ee7b-4a02-9e5a-36d52d4b806e tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17b5d63-8604-4147-b9a5-2ed78f6f1c86 HTTP/1.1" status: 200  len: 980 time: 0.1124494
Dec 13 14:56:17.005652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50126) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:17.019070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] Routers {'b17b5d63-8604-4147-b9a5-2ed78f6f1c86'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:17.019701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f59a7b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:17.105114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f59a7b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:17.116313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.165249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e06f0-340e-44b0-abbf-51f4baaafc03 req-9e85db5a-6d86-4a52-b640-0406598760ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:17.166955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e23e06f0-340e-44b0-abbf-51f4baaafc03 req-9e85db5a-6d86-4a52-b640-0406598760ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.3141589
Dec 13 14:56:17.194416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] Routers {'b17b5d63-8604-4147-b9a5-2ed78f6f1c86'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:17.195141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f59a7b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:17.430538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e23e06f0-340e-44b0-abbf-51f4baaafc03 req-958ba9f0-239a-439d-a525-a243d805da6c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503872
Dec 13 14:56:17.450137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f59a7b8>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:17.450320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf8fb-a942-4fc6-a75e-16839631cce1 None None] The sync data for ids ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:17.456421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fea91221-72aa-4315-974f-3f479f6f5419, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fea91221-72aa-4315-974f-3f479f6f5419,segment=NetworkSegment(db0f7b6d-c3ac-464f-a8e7-0512e8020ae6),segment_id=db0f7b6d-c3ac-464f-a8e7-0512e8020ae6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:17.457785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.463900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.464811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a946640c-ffd3-4e18-8f55-bddfae54cf28 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:17.488604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50130) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:17.496247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9dff8d79-95f9-4e98-84b8-2d2dc5976448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:17.536386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Transition to ACTIVE for port object 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:17.564694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port 9d120263-1dbe-4bbf-9548-8fe275c9a31e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:17.565058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.599936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Transition to ACTIVE for port object 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:17.607887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da8af635-8cae-48d4-9d3e-b0e0ed61f9bf tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1093 time: 0.1151385
Dec 13 14:56:17.608672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:17.613330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fea91221-72aa-4315-974f-3f479f6f5419,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:17.617261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.621553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:17.622207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:17.645840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.649024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:17.666397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:17.675301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:17.680133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:17.690854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:17.694631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a946640c-ffd3-4e18-8f55-bddfae54cf28 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:17.700286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.704122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:17.708062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:17.710798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:17.712713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:17.713535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a946640c-ffd3-4e18-8f55-bddfae54cf28 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:17.714015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.742049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:17.822663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.864246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Attempting to bind port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:17.864498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Attempting to bind port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:17.864859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Attempting to bind port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:17.907215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:17.907651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:17.908083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.908524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:17.909038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Bound port: 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:17.909458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.923292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fe97:9fca (cd6315a2-c455-466b-90ce-13d3e49c993d/478d8394-e910-486e-ae3f-92db62a2c33c/6005bb2c-06b4-45e5-9365-65746aa51133) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:17.970086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:17.970675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.046855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port a946640c-ffd3-4e18-8f55-bddfae54cf28, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a946640c-ffd3-4e18-8f55-bddfae54cf28,segment=NetworkSegment(32579587-3d5e-48f9-aee3-4d1bd6604932),segment_id=32579587-3d5e-48f9-aee3-4d1bd6604932)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:18.053357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.059602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:18.062865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:18.117187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:18.125614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5ae47d57-cb79-4811-9089-d320b3735e52 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:18.152136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for 9d120263-1dbe-4bbf-9548-8fe275c9a31e owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:18.159949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.182566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5ae47d57-cb79-4811-9089-d320b3735e52 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:18.182566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5ae47d57-cb79-4811-9089-d320b3735e52 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:18.183144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c438598-fd05-4bb7-855d-c6474dbedef3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:18.223305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3c438598-fd05-4bb7-855d-c6474dbedef3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:18.223729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c438598-fd05-4bb7-855d-c6474dbedef3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:18.233149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=a946640c-ffd3-4e18-8f55-bddfae54cf28,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:18.252916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:18.254073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:18.386960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.391056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fea91221-72aa-4315-974f-3f479f6f5419 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:18.415162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:18.423056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:18.470636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fea91221-72aa-4315-974f-3f479f6f5419 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:18.471358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.609450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device db1b5e86-5211-4f20-93a5-d472b6f3de9d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:18.656438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port d749b0d9-99e3-4c2c-9501-b3e50c744a22 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:18.656983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.685181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port db1b5e86-5211-4f20-93a5-d472b6f3de9d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:18.685606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.721596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.160 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/5337f8e1-039d-492b-b07c-42772170674b) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:18.753212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.877863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a946640c-ffd3-4e18-8f55-bddfae54cf28 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:18.943744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 6005bb2c-06b4-45e5-9365-65746aa51133 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:18.950324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.962886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a946640c-ffd3-4e18-8f55-bddfae54cf28 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:18.963679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:18.964393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3c69ffae-6f72-479c-9509-5fd8e9a9b159 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:19.022331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Port': ['ID=9d120263-1dbe-4bbf-9548-8fe275c9a31e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:19.062503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.083990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:19.115736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 700a887e-9d2f-4f75-b094-ce8bff533a95 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:19.156275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 700a887e-9d2f-4f75-b094-ce8bff533a95 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:19.156780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 700a887e-9d2f-4f75-b094-ce8bff533a95 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:19.167269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.205617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-533d0ce1-475a-471f-befc-b24bba680a28 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:19.213590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for d749b0d9-99e3-4c2c-9501-b3e50c744a22 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:19.309546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.385004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.393350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fa5be1ba-c470-45ab-bd87-860c48651efa tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:19.517227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:19.520455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=5337f8e1-039d-492b-b07c-42772170674b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:19.525318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:19.527309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:19.530565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:19.581840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.588942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:19.608381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:19.612178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=6005bb2c-06b4-45e5-9365-65746aa51133,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:19.614812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:19.616739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:19.620089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:19.624468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:19.625129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.636096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=d749b0d9-99e3-4c2c-9501-b3e50c744a22,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:19.642077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:19.645082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:19.740293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7411659
Dec 13 14:56:19.748160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50138) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:19.933154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port e2e8018d-522c-4d43-bf89-17c9b1dd68a0 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:19.933743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.101292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.207885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60897284-8b74-4024-bbaf-6b53ae6b1676 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:20.212079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60897284-8b74-4024-bbaf-6b53ae6b1676 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:20.212952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-60897284-8b74-4024-bbaf-6b53ae6b1676 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:20.392348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4c9debdf-774f-410a-be26-5e17d85a069a None None] Provisioning for port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:20.422437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:20.433789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-60897284-8b74-4024-bbaf-6b53ae6b1676 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:20.437647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-60897284-8b74-4024-bbaf-6b53ae6b1676 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.6411574
Dec 13 14:56:20.446074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50142) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:20.494118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port e2e8018d-522c-4d43-bf89-17c9b1dd68a0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:20.494522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.500013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:20.505540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:20.505962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.645640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for e2e8018d-522c-4d43-bf89-17c9b1dd68a0 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:20.657903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.697301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:20.701537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.706688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:20.707443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Router 78285180-a0bc-41a9-ad85-d716ec0ba33a has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:20.714107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 6005bb2c-06b4-45e5-9365-65746aa51133 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:20.714491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.763140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Router b17b5d63-8604-4147-b9a5-2ed78f6f1c86 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:20.792046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:20.797593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:20.827435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-76243ca6-62f2-4b4a-8fb5-945ccf33a22c None None] Provisioning for port 6005bb2c-06b4-45e5-9365-65746aa51133 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:20.833358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-76243ca6-62f2-4b4a-8fb5-945ccf33a22c None None] Provisioning complete for port 6005bb2c-06b4-45e5-9365-65746aa51133 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:20.834206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76243ca6-62f2-4b4a-8fb5-945ccf33a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:20.899859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-76243ca6-62f2-4b4a-8fb5-945ccf33a22c None None] Port 6005bb2c-06b4-45e5-9365-65746aa51133 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:21.264109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.321025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:21.336905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] Sync routers for ids ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:21.347047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.355898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] Routers {'b17b5d63-8604-4147-b9a5-2ed78f6f1c86'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:21.358327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f54b0f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.411949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/routers/b17b5d63-8604-4147-b9a5-2ed78f6f1c86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4039762
Dec 13 14:56:21.415166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50146) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:21.443311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f54b0f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.451743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:21.462037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] Routers {'b17b5d63-8604-4147-b9a5-2ed78f6f1c86'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:21.463931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f54b0f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.468305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce632af3-a1b8-429b-9d9d-e7e50d036045 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:56:21.468870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce632af3-a1b8-429b-9d9d-e7e50d036045 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:21.472365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] Sync routers for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:21.482200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9539747
Dec 13 14:56:21.492360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50150) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:21.495876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:21.496933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f804da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.552383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f54b0f0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.552896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc353ca-8339-406e-924c-5a986d92ce41 None None] The sync data for ids ['b17b5d63-8604-4147-b9a5-2ed78f6f1c86'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:21.553726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.565392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-735325b7-8ffa-4c94-bf94-15a79ffe4ab7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:21.571017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce632af3-a1b8-429b-9d9d-e7e50d036045 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:21.575038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce632af3-a1b8-429b-9d9d-e7e50d036045 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/d749b0d9-99e3-4c2c-9501-b3e50c744a22 HTTP/1.1" status: 404  len: 333 time: 0.1561520
Dec 13 14:56:21.577690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50154) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:21.579690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f804da0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.592534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] Routers {'78285180-a0bc-41a9-ad85-d716ec0ba33a'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:21.593363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f804da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['78285180-a0bc-41a9-ad85-d716ec0ba33a'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.611634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.628691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-56e12a87-ee9d-4874-9631-43d638c32c61 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] show failed (client error): The resource could not be found.
Dec 13 14:56:21.634244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-56e12a87-ee9d-4874-9631-43d638c32c61 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1731515528 HTTP/1.1" status: 404  len: 335 time: 0.1360722
Dec 13 14:56:21.635182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=e2e8018d-522c-4d43-bf89-17c9b1dd68a0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:21.637632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50158) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:21.645862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-69d56b98-b9db-4da7-a415-acc0dbbf3a4f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:21.660231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f804da0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:21.660699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded904d2-37bd-4ec2-ad65-0e6479bb6a05 None None] The sync data for ids ['78285180-a0bc-41a9-ad85-d716ec0ba33a'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:21.748995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:21.762018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.825454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 6005bb2c-06b4-45e5-9365-65746aa51133 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:21.896467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-69d56b98-b9db-4da7-a415-acc0dbbf3a4f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] update failed (client error): The resource could not be found.
Dec 13 14:56:21.901786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69d56b98-b9db-4da7-a415-acc0dbbf3a4f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1610583685 HTTP/1.1" status: 404  len: 335 time: 0.2568603
Dec 13 14:56:21.903077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50162) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:21.906277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.947529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:21.957516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e8192b2-35ec-4830-bae5-f20532cccfd4 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:22.178695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.187458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:22.204095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=5337f8e1-039d-492b-b07c-42772170674b,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:22.238911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=6005bb2c-06b4-45e5-9365-65746aa51133,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:22.239428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:22.244771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:22.247223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.298956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.375340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/6005bb2c-06b4-45e5-9365-65746aa51133 HTTP/1.1" status: 204  len: 168 time: 1.9251289
Dec 13 14:56:22.427290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50166) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:22.446230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:22.528847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.536813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a7038-6298-4d4f-8d75-2bdf2f49d345 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:22.538800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a7038-6298-4d4f-8d75-2bdf2f49d345 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:22.539751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b90a7038-6298-4d4f-8d75-2bdf2f49d345 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:22.546537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:22.547080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.567466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b90a7038-6298-4d4f-8d75-2bdf2f49d345 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:22.568746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b90a7038-6298-4d4f-8d75-2bdf2f49d345 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1330149
Dec 13 14:56:22.572378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50170) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:22.601225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.618517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.679633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting subnet 643d12d1-abd9-42e6-a6bf-c28e9d2bb16e {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:22.938112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.972377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:22.972932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Fanout notify agent at l3_agent the message router_deleted on router b17b5d63-8604-4147-b9a5-2ed78f6f1c86 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:56:23.053016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.054408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c35b5682-488f-4e54-a7be-47f6a797593c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/routers/b17b5d63-8604-4147-b9a5-2ed78f6f1c86 HTTP/1.1" status: 204  len: 168 time: 1.4757199
Dec 13 14:56:23.057510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50174) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:23.070834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.105248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 478d8394-e910-486e-ae3f-92db62a2c33c {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:23.114700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.186882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.239080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690 associated. External IP: 172.26.4.160, port: ecd66496-5a66-45dd-a194-66f0f6376a4f.
Dec 13 14:56:23.350260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.357014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02f839ca-d24c-4c97-9a82-40dc29a78c81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:23.404036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Subnet': ['ID=643d12d1-abd9-42e6-a6bf-c28e9d2bb16e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:23.408437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:23.413339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.420895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb98b78-76b0-4499-9b4e-27e7f578d0ce None None] Network 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:23.481833 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/subnets/643d12d1-abd9-42e6-a6bf-c28e9d2bb16e HTTP/1.1" status: 204  len: 168 time: 1.5760021
Dec 13 14:56:23.482819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50178) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:23.487116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.631992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.652457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port a946640c-ffd3-4e18-8f55-bddfae54cf28 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:23.652839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.684296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:23.692600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 436989e1-1421-4c18-8c2e-37a51839b69b {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:23.701194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.710677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] DHCP port deletion for 9c8186c5-c2c6-45fe-8de4-2629d74cd3bf request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:23.715477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Deleting port a946640c-ffd3-4e18-8f55-bddfae54cf28 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:23.715982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.766374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.866235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.933915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] For port a946640c-ffd3-4e18-8f55-bddfae54cf28, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a946640c-ffd3-4e18-8f55-bddfae54cf28,segment=NetworkSegment(32579587-3d5e-48f9-aee3-4d1bd6604932),segment_id=32579587-3d5e-48f9-aee3-4d1bd6604932)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:23.934292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:23.969627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] For port a946640c-ffd3-4e18-8f55-bddfae54cf28, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a946640c-ffd3-4e18-8f55-bddfae54cf28,segment=NetworkSegment(32579587-3d5e-48f9-aee3-4d1bd6604932),segment_id=32579587-3d5e-48f9-aee3-4d1bd6604932)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:23.970055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.061857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.068178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2af96afc-34a8-49eb-bff8-6d5e5a01400f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:24.069720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Calling delete_port for a946640c-ffd3-4e18-8f55-bddfae54cf28 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:24.096820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.144219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.151073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:24.156599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=478d8394-e910-486e-ae3f-92db62a2c33c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:24.158318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for a946640c-ffd3-4e18-8f55-bddfae54cf28 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:24.163193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:24.173287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.202930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/478d8394-e910-486e-ae3f-92db62a2c33c HTTP/1.1" status: 204  len: 168 time: 1.6291623
Dec 13 14:56:24.206069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50182) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:24.207528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0497266-3464-4bd9-9aa7-dccd0d869bc4 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:24.221817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:24.228229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.236755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Pushing event deleted for resources: {'Port': ['ID=a946640c-ffd3-4e18-8f55-bddfae54cf28,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:24.239513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cabc6015-ce88-4141-ba62-177428f248b1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:24.240320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:24.251321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:24.253782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:24.254809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:24.272756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.274766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/436989e1-1421-4c18-8c2e-37a51839b69b HTTP/1.1" status: 204  len: 168 time: 1.2148092
Dec 13 14:56:24.280910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7855289
Dec 13 14:56:24.280910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50186) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:24.283665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50188) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:24.304270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=436989e1-1421-4c18-8c2e-37a51839b69b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:24.309266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:24.316076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] No DVR routers for this DVR port a946640c-ffd3-4e18-8f55-bddfae54cf28 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:24.333453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e8f8c44-9474-41ca-aa2c-1f2697d0d2e0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1153915
Dec 13 14:56:24.334238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50194) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:24.337187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeba00c-6cc5-498b-9d2b-1643b1f781ee None None] Network c2efc813-631d-44e7-9d91-1045821cf969 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:24.342582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:24.464817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.499965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:24.526741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a946640c-ffd3-4e18-8f55-bddfae54cf28 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:24.563192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:24.566270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port fea91221-72aa-4315-974f-3f479f6f5419 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:24.566643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.630080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 9e16b2f2-1266-4427-bb4b-e165402dd53a {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:24.639383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.658565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:24.669479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:24.680816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:24.724449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:24.731041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.731815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:24.733728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:24.748924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:24.838468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a946640c-ffd3-4e18-8f55-bddfae54cf28 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:24.839090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a946640c-ffd3-4e18-8f55-bddfae54cf28 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:24.874804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.967151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] For port fea91221-72aa-4315-974f-3f479f6f5419, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fea91221-72aa-4315-974f-3f479f6f5419,segment=NetworkSegment(db0f7b6d-c3ac-464f-a8e7-0512e8020ae6),segment_id=db0f7b6d-c3ac-464f-a8e7-0512e8020ae6)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:24.968030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:24.996955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf5f8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:21Z', 'revision_number': 9, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.001622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:25.013980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:25.014890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf5f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.111607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] DHCP port deletion for c2efc813-631d-44e7-9d91-1045821cf969 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:25.118523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Deleting port fea91221-72aa-4315-974f-3f479f6f5419 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:25.119174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.126986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for fea91221-72aa-4315-974f-3f479f6f5419 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:25.202417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:25.244744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:25.264749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Deleting port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:25.265260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.287412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.295353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:25.366398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=fea91221-72aa-4315-974f-3f479f6f5419,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:25.379941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:25.386858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No DVR routers for this DVR port fea91221-72aa-4315-974f-3f479f6f5419 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:25.418349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port a946640c-ffd3-4e18-8f55-bddfae54cf28 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:25.418721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.534332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] The port 'a946640c-ffd3-4e18-8f55-bddfae54cf28' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:25.572562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0bf5f8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:21Z', 'revision_number': 9, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.577485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716198f7-f7ec-4639-b228-77aa25b76e06 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:21Z', 'revision_number': 9, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c66b70eb-2fac-48d0-ade9-cc5bef30fff6', 'name': '', 'network_id': '539a5dc1-51e9-40e4-8832-3c642ec5496a', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:10:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:13Z', 'updated_at': '2021-12-13T14:55:32Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': '86642efb-5edf-43ef-97a0-c97fd195c811', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:25.636503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.685765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65de108d0>,) {'filters': {'network_id': ['c2efc813-631d-44e7-9d91-1045821cf969']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.707862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de108d0>, 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.708207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de108d0>, 'db0f7b6d-c3ac-464f-a8e7-0512e8020ae6') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.717142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:25.717612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.741443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.777922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65de82c50>,) {'filters': {'network_id': ['9c8186c5-c2c6-45fe-8de4-2629d74cd3bf']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.781054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.793603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de82c50>, '32579587-3d5e-48f9-aee3-4d1bd6604932') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.793935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65de82c50>, '32579587-3d5e-48f9-aee3-4d1bd6604932') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:25.812404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.825318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.835680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.843252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:25.844107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.844423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:25.844808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:25.861553 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:25.911332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Calling delete_port for 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:25.961516 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:25.966260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.971412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.984329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca622532-4305-4897-a557-6b60342ecd9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:25.989408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:25.993415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a18c0fac-5909-473a-8da7-05b92e9f5100 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:26.012625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/networks/9c8186c5-c2c6-45fe-8de4-2629d74cd3bf HTTP/1.1" status: 204  len: 168 time: 2.5293224
Dec 13 14:56:26.015883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Network': ['ID=9c8186c5-c2c6-45fe-8de4-2629d74cd3bf,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:26.019502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:26.020085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50198) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:26.021269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.024816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=c2efc813-631d-44e7-9d91-1045821cf969,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:26.044967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.060697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] For port fea91221-72aa-4315-974f-3f479f6f5419, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fea91221-72aa-4315-974f-3f479f6f5419,segment=NetworkSegment(db0f7b6d-c3ac-464f-a8e7-0512e8020ae6),segment_id=db0f7b6d-c3ac-464f-a8e7-0512e8020ae6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:26.061250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.074611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:26.143411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:26.153044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.161169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c232440f-f301-4005-9db9-ed68602a7f3f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:26.184680 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/c2efc813-631d-44e7-9d91-1045821cf969 HTTP/1.1" status: 204  len: 168 time: 1.9002917
Dec 13 14:56:26.193701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50202) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:26.216204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:26.220636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=9e16b2f2-1266-4427-bb4b-e165402dd53a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:26.229338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Calling delete_port for fea91221-72aa-4315-974f-3f479f6f5419 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:26.234085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:26.252527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.255203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/9e16b2f2-1266-4427-bb4b-e165402dd53a HTTP/1.1" status: 204  len: 168 time: 1.9708040
Dec 13 14:56:26.256676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.271544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f6104-4434-4aee-9968-6ae8401d3f5c None None] Network 2e75268e-3036-45a8-a690-fc6bf05073ab requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:26.282186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50206) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:26.283149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.374580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.7646818
Dec 13 14:56:26.376043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:56:26.381122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50210) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:26.498007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fea91221-72aa-4315-974f-3f479f6f5419 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:26.506022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'status': 'completed', 'code': 200}
Dec 13 14:56:26.585843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:26.586548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95f28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:26.591770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-114127f8-10f4-419b-91f1-faf826dae326 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.2067266
Dec 13 14:56:26.625904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-eb1586ad-f07e-4990-9fba-aade9981cbf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1098 time: 0.1029592
Dec 13 14:56:26.642362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:26.642779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:26.669532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: fea91221-72aa-4315-974f-3f479f6f5419 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:26.669960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fea91221-72aa-4315-974f-3f479f6f5419 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:26.670386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2e8018d-522c-4d43-bf89-17c9b1dd68a0 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   (self, other),
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:26.709842 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:26.750896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e2e8018d-522c-4d43-bf89-17c9b1dd68a0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:26.751299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e2e8018d-522c-4d43-bf89-17c9b1dd68a0 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:26.751770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:26.778009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-b03f949f-d127-406b-aa51-d9b1cc3b9191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:26.780005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-b03f949f-d127-406b-aa51-d9b1cc3b9191 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.1464438
Dec 13 14:56:26.841620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:26.841849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:26.883345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a6471-4445-4176-80e8-8f324363d5fc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:26.883972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f2a6471-4445-4176-80e8-8f324363d5fc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:26.893784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-80ce2c62-9e45-4f9e-8edc-ebbbf97ad501 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 999 time: 0.1063440
Dec 13 14:56:26.954869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:26.974067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-451f97f6-5f43-4ae7-9792-25256809abad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:26.975722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-451f97f6-5f43-4ae7-9792-25256809abad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.0750201
Dec 13 14:56:27.036149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:27.042777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1f2a6471-4445-4176-80e8-8f324363d5fc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:27.049734 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1f2a6471-4445-4176-80e8-8f324363d5fc tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce HTTP/1.1" status: 200  len: 841 time: 0.8492789
Dec 13 14:56:27.050998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50216) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:27.056387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 9f4059fc-74cd-4328-8264-35ff3673ed62 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:27.056769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.091591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.107103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-dd6c31e4-eb17-44ab-9811-c3dba2b0ea6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1237438
Dec 13 14:56:27.108954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting subnet 32af4a27-f2f0-474e-b3a4-59fdd6b43c5f {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:27.117009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.183018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc927bf4-ed90-4136-a305-9b8174650527 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1248991
Dec 13 14:56:27.187989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50220) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:27.251115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:27.257988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.321224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Deleting port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:27.322783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.334797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:27.363608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Deleting port fea91221-72aa-4315-974f-3f479f6f5419 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:27.363608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.390104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] DHCP port deletion for 2e75268e-3036-45a8-a690-fc6bf05073ab request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:27.416270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-e1ef15ec-a4db-4197-a068-6a5434669cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962978
Dec 13 14:56:27.417439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:27.421516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:27.437592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Deleting port 9f4059fc-74cd-4328-8264-35ff3673ed62 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:27.437937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.452967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:27.472206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:27.496157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.507508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.508343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.513302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 9f4059fc-74cd-4328-8264-35ff3673ed62, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9f4059fc-74cd-4328-8264-35ff3673ed62,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:27.513670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.524136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5dcc7c3c-0786-4da3-bbe3-e6e890fc3b74 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:27.543868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:27.598029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50224) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:27.634129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.660895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0e689410-339d-4bdf-8c1d-66651a01f027 None None] The port 'fea91221-72aa-4315-974f-3f479f6f5419' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:27.736271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 9f4059fc-74cd-4328-8264-35ff3673ed62 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:27.767144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f8ae184-7c93-4790-a15a-f721f29ea17d req-56dec092-1615-4190-a6a2-edff79eda7ee service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3423975
Dec 13 14:56:27.778372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.798928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:27.799422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:27.819992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:27.828426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66e04d53-bae1-4313-9bc1-dc184a174193 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.2291424
Dec 13 14:56:27.834842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:27.837908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:27.838561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:27.878047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5431159
Dec 13 14:56:27.879469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,revision_number=6']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:27.881813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50228) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:27.904597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:c9:23:3a', 'name': 'tempest-NetworksTestDHCPv6-1585034341'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:27.941792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.942272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.942596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.943105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.943588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.944133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.944446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.944855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.945331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.945776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.946184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:27.950719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:27.970382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef398484-04b4-4012-9063-cc7c78ac4a97 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.008239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.039114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.044434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ee24ba5-9212-4478-961d-a70760378afc tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.075877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.113152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:28.116477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:28.120582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.120872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:28.121472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.129097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] For port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:28.129545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.137208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/subnets/32af4a27-f2f0-474e-b3a4-59fdd6b43c5f HTTP/1.1" status: 204  len: 168 time: 2.1096005
Dec 13 14:56:28.137811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=b87f360e-e9ca-4f5c-876a-577266950b92,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.140488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50232) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:28.145755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=582b35d0-9541-4cc3-852a-0cba83bbe59a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.148591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.153206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40e796d7-3bde-4283-81c9-1c1e94feb748 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.157575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c7f64-07f0-438f-ba65-51e86b9beb7f None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:28.170876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e40b9-ccc9-42d5-9396-fe9f36ff63e4 None None] Network f3dddbce-574a-4f94-95e3-a24e08428211 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:28.183636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port 9f4059fc-74cd-4328-8264-35ff3673ed62 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:28.186762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9975829
Dec 13 14:56:28.194291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50236) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:28.210255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'security_group': {'name': 'tempest-secgroup-524535387'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:28.216009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.216701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.217123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.217555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.217968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.218378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.218784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.219211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.219601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.219998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.220401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:28.227274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.228372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:28.236787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:28.241728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:28.251629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:28.264570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Subnet': ['ID=32af4a27-f2f0-474e-b3a4-59fdd6b43c5f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.267215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.273270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.297514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.336278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:28.337191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Calling delete_port for 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:28.341385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=9f4059fc-74cd-4328-8264-35ff3673ed62,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.344224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.396427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:28.405004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:28.409963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.424518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:28.428774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:28.434602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting subnet b3c7b691-a3c4-45d5-8b62-0bc450f177e8 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:28.437116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:28.441037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:28.443882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.452117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ed550>,) {'filters': {'network_id': ['2e75268e-3036-45a8-a690-fc6bf05073ab']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:28.462625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:28.486203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:28.486435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ed550>, '6c7eabb4-af70-4f27-995b-a1c51461dbf6') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:28.486788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f0ed550>, '6c7eabb4-af70-4f27-995b-a1c51461dbf6') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:28.521440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.550058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] For port 9f4059fc-74cd-4328-8264-35ff3673ed62, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9f4059fc-74cd-4328-8264-35ff3673ed62,segment=NetworkSegment(6c7eabb4-af70-4f27-995b-a1c51461dbf6),segment_id=6c7eabb4-af70-4f27-995b-a1c51461dbf6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:28.550517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.569554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.598709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.611009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:28.611469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.625129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:28.627716 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:28.636540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.659286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34991960-8775-4900-8507-d5257779638d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.670848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.672371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.4697137
Dec 13 14:56:28.676804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50240) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:28.687152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'security_group': {'name': 'tempest-secgroup-2062379429'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:28.702368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:28.711056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.719610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:28.722716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a905e-8824-4844-88c7-18b2dce6dd6f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.727104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:28.730959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.732797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.766234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.773398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:28.776302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.788800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.798177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.805789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port b29b70e7-6120-4326-8990-f594728f21cb yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:28.836299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50244) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:28.855196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/2e75268e-3036-45a8-a690-fc6bf05073ab HTTP/1.1" status: 204  len: 168 time: 2.5466497
Dec 13 14:56:28.855984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=2e75268e-3036-45a8-a690-fc6bf05073ab,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:28.858636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:28.864289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50248) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:28.939414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:28.946016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:28.949077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3187e567-2ba9-4f75-a286-50b55e5feeb9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:28.968504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Calling delete_port for 9f4059fc-74cd-4328-8264-35ff3673ed62 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:28.989455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:28.994587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.009860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:29.013733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c7b691-a3c4-45d5-8b62-0bc450f177e8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:29.022364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:29.023423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:29.038443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.062253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a4539e8-7d00-4206-8c04-769cf989f6ca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.2212410
Dec 13 14:56:29.064926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28d9a82e-7467-41b8-8fa2-03d1b6d5cdd6 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/subnets/b3c7b691-a3c4-45d5-8b62-0bc450f177e8 HTTP/1.1" status: 204  len: 168 time: 0.9206705
Dec 13 14:56:29.065803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50252) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:29.086843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae153294-f5bd-4f3e-80a8-d4bc343d6412 None None] Network 2c5f5317-4d40-437f-b3a5-ca042da74350 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:29.220596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.384538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fec9:233a (cd6315a2-c455-466b-90ce-13d3e49c993d/582b35d0-9541-4cc3-852a-0cba83bbe59a/b29b70e7-6120-4326-8990-f594728f21cb) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:29.459319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:29.459733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:29.529399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.543525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.549209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.557796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab48fdac-1f93-4ed9-b88e-62df83aea027 tempest-TagsExtTest-473659847 tempest-TagsExtTest-473659847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:29.557960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.563479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95f28>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:b2:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:56:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:29.568756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:29.575562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port a12166d2-ce8d-4fdd-a872-f43eea056db7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:29.575941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.639317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550997ee-bd2e-4b70-b123-31ba8e6ec5c0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:29.648987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:29.649910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.655261 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9721365
Dec 13 14:56:29.655440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:29.655538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50256) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:29.661128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1415241339', 'security_groups': ['550997ee-bd2e-4b70-b123-31ba8e6ec5c0'], 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b87f360e-e9ca-4f5c-876a-577266950b92'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:29.661928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Pushing event deleted for resources: {'Port': ['ID=33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:29.669635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:29.790005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] No DVR routers for this DVR port 33fbd53b-a5d3-40ce-a62d-ebf28de7d0ab on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:29.793690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:29.794443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95f28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:29.827859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.858500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object b29b70e7-6120-4326-8990-f594728f21cb will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:29.871010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] DHCP port deletion for f3dddbce-574a-4f94-95e3-a24e08428211 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:29.885031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.892915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-681a0237-b8ed-42d7-87ae-a0c8aad1d267 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:29.906510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11939c-551b-475b-b7a1-f6482606b6b1 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:29.936158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9f4059fc-74cd-4328-8264-35ff3673ed62 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:29.963694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Deleting port a12166d2-ce8d-4fdd-a872-f43eea056db7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:29.964076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:29.987852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.017587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Deleting port 9f4059fc-74cd-4328-8264-35ff3673ed62 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:30.018776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.072810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50260) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:30.101486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9f4059fc-74cd-4328-8264-35ff3673ed62 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:30.102262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9f4059fc-74cd-4328-8264-35ff3673ed62 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:30.183730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'tenant_id': '58e220f5b5334746833da0bfd73aba2e', 'fixed_ips': [{'subnet_id': 'b87f360e-e9ca-4f5c-876a-577266950b92'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:30.185233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.212310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=b29b70e7-6120-4326-8990-f594728f21cb,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:30.217178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:30.224563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:30.226756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:30.230351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:30.238339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:30.238586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] DHCP port deletion for 2c5f5317-4d40-437f-b3a5-ca042da74350 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:30.239589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.255940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:30.259458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] For port a12166d2-ce8d-4fdd-a872-f43eea056db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a12166d2-ce8d-4fdd-a872-f43eea056db7,segment=NetworkSegment(4e2e4ac3-f948-4036-900a-2904f343f225),segment_id=4e2e4ac3-f948-4036-900a-2904f343f225)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:30.260001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.302881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.4047287
Dec 13 14:56:30.309879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8a8a1-8a7f-4208-b023-e68c0752b79d None None] The port '9f4059fc-74cd-4328-8264-35ff3673ed62' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:30.313834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50264) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:30.362030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Deleting port db1b5e86-5211-4f20-93a5-d472b6f3de9d {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:30.362385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.453275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:30.463530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for a12166d2-ce8d-4fdd-a872-f43eea056db7 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:30.507655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4732c956-5326-41cb-8a07-26016b146e76 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.4296861
Dec 13 14:56:30.511462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536f26b-620c-4ce0-ab73-360949569936 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:30.512264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6536f26b-620c-4ce0-ab73-360949569936 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:30.528068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:30.536400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.574469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port aed16337-185f-41cb-9499-56f2fa1543a5 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:30.657832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6536f26b-620c-4ce0-ab73-360949569936 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:30.662033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6536f26b-620c-4ce0-ab73-360949569936 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.3374677
Dec 13 14:56:30.663707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50268) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:30.678542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.687357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:30.737368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Port': ['ID=a12166d2-ce8d-4fdd-a872-f43eea056db7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:30.763255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port b29b70e7-6120-4326-8990-f594728f21cb {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:30.763751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:30.775926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:30.792792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] No DVR routers for this DVR port a12166d2-ce8d-4fdd-a872-f43eea056db7 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:30.904503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:30.946498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.024517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dcdbb38>,) {'filters': {'network_id': ['f3dddbce-574a-4f94-95e3-a24e08428211']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:31.048206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dcdbb38>, '4e2e4ac3-f948-4036-900a-2904f343f225') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:31.048584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dcdbb38>, '4e2e4ac3-f948-4036-900a-2904f343f225') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:31.067790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.080145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.11 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/b87f360e-e9ca-4f5c-876a-577266950b92/aed16337-185f-41cb-9499-56f2fa1543a5) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:31.094630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.104640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:31.104640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:31.120979 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:31.149074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.259571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.266186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9665da46-93b4-4d33-a292-ea4fe92b2cb4 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:31.287335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.292603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Network': ['ID=f3dddbce-574a-4f94-95e3-a24e08428211,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:31.301245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:31.303514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] For port a12166d2-ce8d-4fdd-a872-f43eea056db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a12166d2-ce8d-4fdd-a872-f43eea056db7,segment=NetworkSegment(4e2e4ac3-f948-4036-900a-2904f343f225),segment_id=4e2e4ac3-f948-4036-900a-2904f343f225)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:31.303977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.335283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for b29b70e7-6120-4326-8990-f594728f21cb owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:31.370315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/networks/f3dddbce-574a-4f94-95e3-a24e08428211 HTTP/1.1" status: 204  len: 168 time: 2.3020411
Dec 13 14:56:31.373789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50272) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:31.459738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Calling delete_port for a12166d2-ce8d-4fdd-a872-f43eea056db7 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:31.515493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50276) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:31.527042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] For port db1b5e86-5211-4f20-93a5-d472b6f3de9d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=db1b5e86-5211-4f20-93a5-d472b6f3de9d,segment=NetworkSegment(0911b6f3-931c-4779-a0d9-462dc3c667af),segment_id=0911b6f3-931c-4779-a0d9-462dc3c667af)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:31.527465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.565751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port c66b70eb-2fac-48d0-ade9-cc5bef30fff6 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:31.566269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.597152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.623237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.634091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-162469fd-6615-4609-abb7-8a4e2938311a tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:31.641047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port db1b5e86-5211-4f20-93a5-d472b6f3de9d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:31.641415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.671030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.697818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=b29b70e7-6120-4326-8990-f594728f21cb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:31.700303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:31.704545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-388518ae-873d-4d0a-8df1-0d2cf3bf2cac tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.1867180
Dec 13 14:56:31.705972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Calling delete_port for db1b5e86-5211-4f20-93a5-d472b6f3de9d owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:31.714569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object aed16337-185f-41cb-9499-56f2fa1543a5 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:31.775721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.819234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.829202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8973ebcd-da6c-4c7f-a83a-899634daf40f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:31.841253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/b29b70e7-6120-4326-8990-f594728f21cb HTTP/1.1" status: 204  len: 168 time: 1.1733687
Dec 13 14:56:31.844541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50280) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:31.851634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device db1b5e86-5211-4f20-93a5-d472b6f3de9d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:31.902288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '582b35d0-9541-4cc3-852a-0cba83bbe59a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:31.903214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.951370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:31.951743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:31.976425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c182ae7-828c-4577-ac0f-6d0bda7d65f3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:31.978087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c182ae7-828c-4577-ac0f-6d0bda7d65f3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:31.978653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c182ae7-828c-4577-ac0f-6d0bda7d65f3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:31.978884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:31.982735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port c66b70eb-2fac-48d0-ade9-cc5bef30fff6, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:31.983234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:31.992527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:31.995496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:32.039246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=aed16337-185f-41cb-9499-56f2fa1543a5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:32.042202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:32.059815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] For port db1b5e86-5211-4f20-93a5-d472b6f3de9d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=db1b5e86-5211-4f20-93a5-d472b6f3de9d,segment=NetworkSegment(0911b6f3-931c-4779-a0d9-462dc3c667af),segment_id=0911b6f3-931c-4779-a0d9-462dc3c667af)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:32.060330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.092512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Allocated IP 172.20.0.2 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/b87f360e-e9ca-4f5c-876a-577266950b92/758699d4-d483-42fd-9ca9-ca3cf051484b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:32.121322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.135354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:32.179556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No ports have port_id starting with db1b5e86-5211-4f20-93a5-d472b6f3de9d
Dec 13 14:56:32.193775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a12166d2-ce8d-4fdd-a872-f43eea056db7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:32.241535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Pushing event deleted for resources: {'Port': ['ID=db1b5e86-5211-4f20-93a5-d472b6f3de9d,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:32.262947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:32.283851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a12166d2-ce8d-4fdd-a872-f43eea056db7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:32.284226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a12166d2-ce8d-4fdd-a872-f43eea056db7 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:32.289881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] No DVR routers for this DVR port db1b5e86-5211-4f20-93a5-d472b6f3de9d on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:32.460292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for c66b70eb-2fac-48d0-ade9-cc5bef30fff6 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:32.500778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for db1b5e86-5211-4f20-93a5-d472b6f3de9d owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:32.501800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c182ae7-828c-4577-ac0f-6d0bda7d65f3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:32.506116 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c182ae7-828c-4577-ac0f-6d0bda7d65f3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.6576185
Dec 13 14:56:32.507041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50284) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:32.529449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Deleting port a12166d2-ce8d-4fdd-a872-f43eea056db7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:32.529823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.541079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:32.541659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.586757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.9273634
Dec 13 14:56:32.587066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50288) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:32.598949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:32.606096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:32.606460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:32.646477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 582b35d0-9541-4cc3-852a-0cba83bbe59a {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:32.667328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f77f26c2-8084-4ca5-b2d6-2d2ef701cb8a None None] The port 'a12166d2-ce8d-4fdd-a872-f43eea056db7' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:32.700666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Allocated IP 2001:db8::f816:3eff:febc:ff8f (cd6315a2-c455-466b-90ce-13d3e49c993d/582b35d0-9541-4cc3-852a-0cba83bbe59a/ca191b90-9d80-48d8-a47d-987d5e8e0b8b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:32.706754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50292) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:32.762093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec95f28>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:b2:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:56:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:32.790901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b139dc5-05ed-4bc5-9a06-7a364d78b517 None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:b2:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:56:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:32.797095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:32.803507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:32.836682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f261ca0-ab77-4eb2-b1d2-df50aa37c54f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.1272032
Dec 13 14:56:32.841587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:32.859872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:32.877201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:32.968426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.978859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:32.988660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37088929-4043-40df-94f0-a9b8f44c5fa8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:33.016999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Transition to ACTIVE for port object 758699d4-d483-42fd-9ca9-ca3cf051484b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:33.048137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=c66b70eb-2fac-48d0-ade9-cc5bef30fff6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:33.055216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:33.058359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Transition to ACTIVE for port object 758699d4-d483-42fd-9ca9-ca3cf051484b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:33.063295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.069474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.077387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:33.107833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port db1b5e86-5211-4f20-93a5-d472b6f3de9d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:33.108474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.117362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Transition to ACTIVE for port object ca191b90-9d80-48d8-a47d-987d5e8e0b8b will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:33.158292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:33.167954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:33.170413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Transition to ACTIVE for port object ca191b90-9d80-48d8-a47d-987d5e8e0b8b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:33.174783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:33.187185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:33.190053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.191103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.194985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:33.195507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:33.206083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.215183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] The port 'db1b5e86-5211-4f20-93a5-d472b6f3de9d' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:33.376456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Pushing event updated for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:33.381267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:33.381795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Attempting to bind port 758699d4-d483-42fd-9ca9-ca3cf051484b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:33.382214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Attempting to bind port 758699d4-d483-42fd-9ca9-ca3cf051484b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '51681569-b454-4000-bf24-63e19e13727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:33.382626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Attempting to bind port 758699d4-d483-42fd-9ca9-ca3cf051484b on network f7baa540-63f4-48a2-867b-6d9b04e15f8c {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:33.385213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:33.386910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:33.390281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:33.397135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:33.397562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Checking segment: {'id': '51681569-b454-4000-bf24-63e19e13727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:33.398019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.398460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Bound using segment: {'id': '51681569-b454-4000-bf24-63e19e13727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:33.399016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Bound port: 758699d4-d483-42fd-9ca9-ca3cf051484b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51681569-b454-4000-bf24-63e19e13727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:33.399482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.407839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.413846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.447279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c1d0>,) {'filters': {'network_id': ['2c5f5317-4d40-437f-b3a5-ca042da74350']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:33.462920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c1d0>, '0911b6f3-931c-4779-a0d9-462dc3c667af') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:33.463313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c1d0>, '0911b6f3-931c-4779-a0d9-462dc3c667af') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:33.478505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.503523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.511405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:33.511845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.563451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Attempting to bind port ca191b90-9d80-48d8-a47d-987d5e8e0b8b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:33.563680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Attempting to bind port ca191b90-9d80-48d8-a47d-987d5e8e0b8b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:33.564101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Attempting to bind port ca191b90-9d80-48d8-a47d-987d5e8e0b8b on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:33.590633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:33.591169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:33.591669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.592375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:33.592677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Bound port: ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:33.593090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:33.612865 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:33.615597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:33.637698 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b87f360e-e9ca-4f5c-876a-577266950b92 (CIDR: 172.20.0.0/28)
Dec 13 14:56:33.641455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.652726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:33.653222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:33.655775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:33.658142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.664516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c0c26e0-62c7-4b7a-b01b-ef2924293472 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:33.669500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.673230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.679755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90edf61b-c010-4bbb-9b09-ed85dbaa9a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:33.695797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/networks/2c5f5317-4d40-437f-b3a5-ca042da74350 HTTP/1.1" status: 204  len: 168 time: 2.3207102
Dec 13 14:56:33.697375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Network': ['ID=2c5f5317-4d40-437f-b3a5-ca042da74350,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:33.700766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:33.701255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50296) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:33.794708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:33.800768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-596fbc2b-fbcd-4b13-ae7f-3870655516cd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2131524
Dec 13 14:56:33.802917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:33.803883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50300) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:33.810459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:33.813848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:33.842373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50304) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:33.971944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:33.976231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:33.979587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:33.987046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:33.998677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:34.009201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:34.019234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:34.023645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.029734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.029926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9239b6b3-7d2e-4c5a-972d-dcf66166edda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:34.098736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-119a8d40-f52f-406f-91b5-37137c5c4c56 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:34.109199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Pushing event updated for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:34.114531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:34.180296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.217463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=582b35d0-9541-4cc3-852a-0cba83bbe59a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:34.241107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:34.268820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-502c5fba-d766-494f-bdd3-031279ad1f21 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 991 time: 0.4240637
Dec 13 14:56:34.273752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.344038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting subnet 51e4c172-f1c1-4842-888d-57bbafff59c8 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:34.352792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.389845 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/582b35d0-9541-4cc3-852a-0cba83bbe59a HTTP/1.1" status: 204  len: 168 time: 1.8823149
Dec 13 14:56:34.410184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50308) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:34.447352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.498243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670976b-0046-4774-ab56-291a52cf42be None None] New status for floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:56:34.535832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c123df3-5274-4e18-b219-7540834790ab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1217582
Dec 13 14:56:34.538711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50312) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:34.691371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb3f6c-d1c1-4f86-92f3-3cdb4bd18fea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:34.696947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1dcb3f6c-d1c1-4f86-92f3-3cdb4bd18fea tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1542568
Dec 13 14:56:34.697659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50316) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:34.792092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.809358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0ec0eb0-534f-463c-ae02-8e0215705ba1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:34.894444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:34.897925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115793ac-f134-499c-9af2-7d3036a75015 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:34.898669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-115793ac-f134-499c-9af2-7d3036a75015 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:34.904359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:34.907639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=2959b8f9-f136-4819-8dff-d643849f5050,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:34.910933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:34.911595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:34.922687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:34.950523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-115793ac-f134-499c-9af2-7d3036a75015 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:34.954435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-115793ac-f134-499c-9af2-7d3036a75015 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2501116
Dec 13 14:56:34.954781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:34.958489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.1532879
Dec 13 14:56:34.963934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50324) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:34.984655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-420647720', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2959b8f9-f136-4819-8dff-d643849f5050'}], 'security_groups': ['eb1a905e-8824-4844-88c7-18b2dce6dd6f']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:35.032729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f7f61f9-bf21-4683-8ebb-aacb7d0fa59c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0724752
Dec 13 14:56:35.033148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50328) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:35.039544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:35.116103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.165732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:35.177594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:35.188963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:35.273570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.277950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50332) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:35.315367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.417858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.425926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8180d753-92f1-4ef0-872c-066cacb2d7b7 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:35.482712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Subnet': ['ID=51e4c172-f1c1-4842-888d-57bbafff59c8,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:35.488959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:35.543043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e2fbbb9-1eea-45bf-b9ee-ad42614312a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 993 time: 0.2548225
Dec 13 14:56:35.545855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.548423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fede54-9ac7-4208-9976-ac16c661c5e0 None None] Network 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:35.567751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/subnets/51e4c172-f1c1-4842-888d-57bbafff59c8 HTTP/1.1" status: 204  len: 168 time: 1.8560011
Dec 13 14:56:35.570386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50336) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:35.720879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:35.756099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.796423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Deleting port 12a4e261-7666-4b1b-9de7-5544d9197fa9 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:35.801199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:35.898083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:35.975741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad17bbf-aacf-448f-87db-4533bf4c6aeb None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:36.081385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Delete allocated IP 172.20.0.11 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/b87f360e-e9ca-4f5c-876a-577266950b92) {{(pid=88856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:56:36.084680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] For port 12a4e261-7666-4b1b-9de7-5544d9197fa9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=12a4e261-7666-4b1b-9de7-5544d9197fa9,segment=NetworkSegment(f05222ec-88c8-4138-ae94-1df917c2c86d),segment_id=f05222ec-88c8-4138-ae94-1df917c2c86d)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:36.085072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.093955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:36.100204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2351263
Dec 13 14:56:36.101659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.29 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/2959b8f9-f136-4819-8dff-d643849f5050/aed16337-185f-41cb-9499-56f2fa1543a5) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:36.103968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50340) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:36.104889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fabf9d-9167-4404-b75a-61a8455712c1 None None] DHCP port deletion for 0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:36.116508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:36.131070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5fabf9d-9167-4404-b75a-61a8455712c1 None None] Deleting port 12a4e261-7666-4b1b-9de7-5544d9197fa9 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:36.131471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5fabf9d-9167-4404-b75a-61a8455712c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.208376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:36.209135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe668>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:36.337882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Calling delete_port for 12a4e261-7666-4b1b-9de7-5544d9197fa9 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:36.404152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:36.404750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.474186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:36.522186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.530527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b0d84493-a59e-4f80-a3db-5b7ca293e0d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:36.547467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5fabf9d-9167-4404-b75a-61a8455712c1 None None] The port '12a4e261-7666-4b1b-9de7-5544d9197fa9' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:36.553549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 758699d4-d483-42fd-9ca9-ca3cf051484b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:36.556789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet 86642efb-5edf-43ef-97a0-c97fd195c811 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:36.561416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.574708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ca191b90-9d80-48d8-a47d-987d5e8e0b8b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:36.592999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Port': ['ID=12a4e261-7666-4b1b-9de7-5544d9197fa9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:36.599155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:36.604974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] No DVR routers for this DVR port 12a4e261-7666-4b1b-9de7-5544d9197fa9 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:36.634941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.760418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.784739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Ignored duplicate provisioning block setup for port aed16337-185f-41cb-9499-56f2fa1543a5 by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:56:36.790245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.831863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:36.844964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a5a79f4-0694-4a03-bb3c-a70fd8a49e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:36.883738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76c979-ae8f-4db0-accd-c156a1b44e96 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:36.899032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Provisioning for port 758699d4-d483-42fd-9ca9-ca3cf051484b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:36.922941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:36.978611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:36.978897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.025983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=aed16337-185f-41cb-9499-56f2fa1543a5,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:37.039396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:37.047675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.055425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.061454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1d931bf3-31a1-400f-bcc3-068176fd364c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:37.097913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] In _notify_port_updated(), no bound segment for port aed16337-185f-41cb-9499-56f2fa1543a5 on network f7baa540-63f4-48a2-867b-6d9b04e15f8c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:56:37.100527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e084400>,) {'filters': {'network_id': ['0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:37.102170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:37.102839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.104350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/ports/aed16337-185f-41cb-9499-56f2fa1543a5 HTTP/1.1" status: 200  len: 920 time: 2.1291506
Dec 13 14:56:37.106959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=86642efb-5edf-43ef-97a0-c97fd195c811,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:37.111320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50344) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:37.113761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:37.128507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e084400>, 'f05222ec-88c8-4138-ae94-1df917c2c86d') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:37.128851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e084400>, 'f05222ec-88c8-4138-ae94-1df917c2c86d') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:37.136296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.156738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.159097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.172523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50348) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:37.172757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/86642efb-5edf-43ef-97a0-c97fd195c811 HTTP/1.1" status: 204  len: 168 time: 1.0658174
Dec 13 14:56:37.202565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port aed16337-185f-41cb-9499-56f2fa1543a5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:37.202948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.227023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.228016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455ab47-f68a-4802-9d84-f2faee47f021 None None] Network 539a5dc1-51e9-40e4-8832-3c642ec5496a requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:37.248514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:37.248920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.268714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:37.288869 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:37.552706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.623594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.628514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.643940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2721064-5436-4a83-96f6-8b0838973152 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:37.670137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/networks/0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a HTTP/1.1" status: 204  len: 168 time: 2.0948596
Dec 13 14:56:37.670598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50352) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:37.672916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Pushing event deleted for resources: {'Network': ['ID=0b9870a9-d38b-40e6-83ce-e39f6c0e0c5a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:37.673986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:37.680659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 6859989b-378a-4634-b87f-385cb12a1fb3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:37.681037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.738173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8ba0df7-7720-4215-b48c-5577256ff775 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Synchronizing usage tracker for tenant:88ac9c2d7558496aa8d74234e1eab089 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:37.739459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.764477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:37.780208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d8ba0df7-7720-4215-b48c-5577256ff775 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Unset dirty status for tenant:88ac9c2d7558496aa8d74234e1eab089 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:37.783963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8ba0df7-7720-4215-b48c-5577256ff775 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "GET /v2.0/ports?device_id=78285180-a0bc-41a9-ad85-d716ec0ba33a HTTP/1.1" status: 200  len: 205 time: 0.1098323
Dec 13 14:56:37.785339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50356) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:37.848953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Update dhcp port {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'fixed_ips': [{'subnet_id': 'b87f360e-e9ca-4f5c-876a-577266950b92', 'ip_address': '172.20.0.2'}, {'subnet_id': '2959b8f9-f136-4819-8dff-d643849f5050'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '758699d4-d483-42fd-9ca9-ca3cf051484b'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:56:37.854153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.884746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.888121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 12a4e261-7666-4b1b-9de7-5544d9197fa9 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:37.920851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:37.944462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.945294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.957493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:37.958410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:37.959375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 12a4e261-7666-4b1b-9de7-5544d9197fa9 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:37.959767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 12a4e261-7666-4b1b-9de7-5544d9197fa9 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:37.968140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf89b37f-9e8e-434b-bef1-1213293c8467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:38.033406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 6859989b-378a-4634-b87f-385cb12a1fb3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=6859989b-378a-4634-b87f-385cb12a1fb3,segment=NetworkSegment(8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432),segment_id=8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:38.033831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.054092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77318228-4ebe-4f6f-866c-96acc4e61a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.055622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.060657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for aed16337-185f-41cb-9499-56f2fa1543a5 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:38.063227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:38.163607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:38.175251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:38.181609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.182925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=5']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:38.186832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:38.187992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:38.190682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:38.191338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.203873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 6859989b-378a-4634-b87f-385cb12a1fb3 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:38.232813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e474128-8194-41d9-b036-e341a0d20b07 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:38.239606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Provisioning for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:38.270285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Provisioning complete for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:38.274957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.317987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286268f-5fde-4976-bd45-e236df5eac4d None None] DHCP port deletion for 539a5dc1-51e9-40e4-8832-3c642ec5496a request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:38.329955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.2955575
Dec 13 14:56:38.330179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe668>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:32Z', 'revision_number': 10, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:38.338254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50360) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:38.354231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:bd:0f:f1', 'name': 'tempest-NetworksTestDHCPv6-1172593236'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:38.355929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d286268f-5fde-4976-bd45-e236df5eac4d None None] Deleting port 6859989b-378a-4634-b87f-385cb12a1fb3 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:38.356173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d286268f-5fde-4976-bd45-e236df5eac4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.400011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:38.447475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=f933c5b0-1a8d-4f6b-a28c-2015275da06d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:38.450654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:38.574007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.576066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f64532-4814-42dd-9daa-3bca15d4eba9 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:38.586920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5326a057-c98d-4946-95ef-633f26059f53 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:38.651138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.655685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-63cff16f-c949-4a2e-8507-d8ada2296020 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2811010
Dec 13 14:56:38.656763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=6859989b-378a-4634-b87f-385cb12a1fb3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:38.667947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:38.690158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:38.697249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:38.703790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:38.713338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:38.720148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-307794ed-e458-4aff-8ed1-1d705909138d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:38.727338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port 6859989b-378a-4634-b87f-385cb12a1fb3 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:38.776744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=aed16337-185f-41cb-9499-56f2fa1543a5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:38.783394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:38.784380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d286268f-5fde-4976-bd45-e236df5eac4d None None] The port '6859989b-378a-4634-b87f-385cb12a1fb3' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:38.788771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.793919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:38.794849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe668>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:38.855460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:38.859304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.861278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.909284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.916495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.917031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Fanout notify agent at l3_agent the message router_deleted on router 78285180-a0bc-41a9-ad85-d716ec0ba33a {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:56:38.932609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/aed16337-185f-41cb-9499-56f2fa1543a5 HTTP/1.1" status: 204  len: 168 time: 1.8181458
Dec 13 14:56:38.936522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.938283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d807e809-4a9f-4611-860e-4ed4bf2ea3b3 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] 10.222.0.69 "DELETE /v2.0/routers/78285180-a0bc-41a9-ad85-d716ec0ba33a HTTP/1.1" status: 204  len: 168 time: 1.1519518
Dec 13 14:56:38.939027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50364) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:38.972387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Allocated IP 172.20.0.18 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/2959b8f9-f136-4819-8dff-d643849f5050/758699d4-d483-42fd-9ca9-ca3cf051484b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:38.977235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:38.994144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c822623-9430-4795-ad0f-7612e46a373f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:56:38.994914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3c822623-9430-4795-ad0f-7612e46a373f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:38.996589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 400d9c1d-88e7-4ea8-9044-3d81ebc7786c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:39.011570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3c822623-9430-4795-ad0f-7612e46a373f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:39.015862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c822623-9430-4795-ad0f-7612e46a373f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/aed16337-185f-41cb-9499-56f2fa1543a5 HTTP/1.1" status: 404  len: 333 time: 0.0733402
Dec 13 14:56:39.016451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50370) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:39.093637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e89cd30>,) {'filters': {'network_id': ['539a5dc1-51e9-40e4-8832-3c642ec5496a']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:39.105417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.106362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.136045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e89cd30>, '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:39.136689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e89cd30>, '8a3a2bf5-107d-4a28-bfc9-16e5dfe9a432') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:39.148132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.168194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.182040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:39.183085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-9325326c-ffdd-41c1-ac1e-c8ef578053b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1098 time: 0.4199512
Dec 13 14:56:39.236513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.243731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae0b33f7-cef0-4e18-b7d6-50866a59a291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:39.261450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.271371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550997ee-bd2e-4b70-b123-31ba8e6ec5c0,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:39.295422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.302356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/security-groups/550997ee-bd2e-4b70-b123-31ba8e6ec5c0 HTTP/1.1" status: 204  len: 168 time: 0.2822316
Dec 13 14:56:39.303810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:39.305858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:39.307609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:39.308220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:39.326704 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:39.379409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50380) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:39.381686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:39.402933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.411889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:39.476502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Could not find standard attr ID for object b29b70e7-6120-4326-8990-f594728f21cb. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:39.537533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:febd:ff1 (cd6315a2-c455-466b-90ce-13d3e49c993d/f933c5b0-1a8d-4f6b-a28c-2015275da06d/400d9c1d-88e7-4ea8-9044-3d81ebc7786c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:39.544254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.557765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd30c476-abaa-4214-9009-e1182b381553 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:39.574882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.600346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3dcc299-8804-4e9f-a3e6-944e24d5dc9d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88ac9c2d7558496aa8d74234e1eab089&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2170868
Dec 13 14:56:39.601482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50388) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:39.609486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=539a5dc1-51e9-40e4-8832-3c642ec5496a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:39.614746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:39.627871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-10db81ea-75e4-43c9-bafe-dbebae4061a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:39.630080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-10db81ea-75e4-43c9-bafe-dbebae4061a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.3950942
Dec 13 14:56:39.653657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:39.683271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.690199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.690616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Pushing event updated for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:39.700102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:39.759498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.802677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2ee90b02-eb4a-489a-932f-06ecdeb37167 None None] Provisioning complete for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:39.803126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2ee90b02-eb4a-489a-932f-06ecdeb37167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.850878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.857735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0efdd91-47a2-413a-b9dc-0436933eaa3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:39.864494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.868957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:39.874781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3183f3-a331-4195-b04f-904634a30fb3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:39.877612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:39.880653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:39.885518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be3183f3-a331-4195-b04f-904634a30fb3 HTTP/1.1" status: 204  len: 168 time: 0.2832603
Dec 13 14:56:39.979868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Transition to ACTIVE for port object 758699d4-d483-42fd-9ca9-ca3cf051484b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:39.993465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/539a5dc1-51e9-40e4-8832-3c642ec5496a HTTP/1.1" status: 204  len: 168 time: 2.8166494
Dec 13 14:56:39.994600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50396) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:40.004279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.027973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.031885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3fe6f031-e4dc-42a5-af98-428db6fed6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:40.092243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.190045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-530fc118-bd17-4e0d-83e3-ea59d40c4b75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 1001 time: 0.5423560
Dec 13 14:56:40.341922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.351534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-268661e3-23ec-4901-86d4-e80680cfc911 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:40.371131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:40.400670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:40.428363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a375091f-adb1-47ec-bf1e-1437e4158a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.430355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.452159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 400d9c1d-88e7-4ea8-9044-3d81ebc7786c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:40.456076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ca191b90-9d80-48d8-a47d-987d5e8e0b8b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:40.481120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a905e-8824-4844-88c7-18b2dce6dd6f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:40.486033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-1300abd5-3d1a-4a06-9a70-75d18862b16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:40.487694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-1300abd5-3d1a-4a06-9a70-75d18862b16f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.2839179
Dec 13 14:56:40.489816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:40.491082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.495261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:40.495464 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb1a905e-8824-4844-88c7-18b2dce6dd6f HTTP/1.1" status: 204  len: 168 time: 1.1703093
Dec 13 14:56:40.534036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.551097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab84bb70-ce4d-4d9e-bed2-ede272f0d4ce tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:40.562466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecbe668>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:32Z', 'revision_number': 10, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:40.581704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1449a-936c-47a7-88e4-0014ff68602e None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:32Z', 'revision_number': 10, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None, '_interfaces': [{'id': '0c57b627-5de1-485c-98d2-539aa78a639d', 'name': '', 'network_id': 'e6f54c79-5591-4866-9ce1-5362f62a44fe', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'mac_address': 'fa:16:3e:c6:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:54:57Z', 'updated_at': '2021-12-13T14:55:13Z', 'revision_number': 5, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'subnets': [{'id': 'c2238f10-e349-47f9-afb9-c1f8f8276f0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:40.657111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:40.657565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.722673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a482b7a4-429a-4944-9a05-782e3832e089 None None] Provisioning complete for port ca191b90-9d80-48d8-a47d-987d5e8e0b8b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:40.723135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a482b7a4-429a-4944-9a05-782e3832e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.733226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:40.744376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:40.756193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:40.766868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:40.769623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.772908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet b87f360e-e9ca-4f5c-876a-577266950b92 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:40.781051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:40.801685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=400d9c1d-88e7-4ea8-9044-3d81ebc7786c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:40.815421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:40.871382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.5298347
Dec 13 14:56:40.883124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50414) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:40.889612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-80063338-668c-4c7d-9c2a-392d919266b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3927848
Dec 13 14:56:41.249499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87e492-ebe9-4183-af52-ba3c30ba0c67 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:41.254539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87e492-ebe9-4183-af52-ba3c30ba0c67 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:41.255498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f87e492-ebe9-4183-af52-ba3c30ba0c67 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:41.271402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.310445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.337199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-1e7e5bb8-e633-4129-8738-d0ed0473c124 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3741665
Dec 13 14:56:41.424720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:41.490822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.519796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6859989b-378a-4634-b87f-385cb12a1fb3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:41.533459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f87e492-ebe9-4183-af52-ba3c30ba0c67 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:41.534867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f87e492-ebe9-4183-af52-ba3c30ba0c67 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.6442297
Dec 13 14:56:41.537832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50430) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:41.576550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 6859989b-378a-4634-b87f-385cb12a1fb3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:41.576953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 6859989b-378a-4634-b87f-385cb12a1fb3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:41.578837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a1eb3357-b583-4b3a-ad05-b7d7ccfbc2eb None None] Could not find standard attr ID for object b29b70e7-6120-4326-8990-f594728f21cb. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:41.650437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed07b0b-521c-40ef-bc79-4551936c46dc req-4ba7e544-954d-44c1-a906-6762204cb434 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042235
Dec 13 14:56:41.657638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 400d9c1d-88e7-4ea8-9044-3d81ebc7786c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:41.658037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.709817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.800642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6827bce5-07ff-4c15-8809-31a9298c913c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-33313933', 'prefixes': ['172.20.0.0/16']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:41.837134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:41.869303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6827bce5-07ff-4c15-8809-31a9298c913c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:41.891637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.907632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05e70d48-3234-4272-bd8e-4641581fee85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:41.939735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e4f635d5-db27-4c83-b5d5-34822c195701 None None] Provisioning for port 400d9c1d-88e7-4ea8-9044-3d81ebc7786c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:41.947255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e4f635d5-db27-4c83-b5d5-34822c195701 None None] Provisioning complete for port 400d9c1d-88e7-4ea8-9044-3d81ebc7786c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:41.947732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4f635d5-db27-4c83-b5d5-34822c195701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:41.951712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=b87f360e-e9ca-4f5c-876a-577266950b92,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:41.963934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:41.971527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.017458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c66b70eb-2fac-48d0-ade9-cc5bef30fff6 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:42.032605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.066652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: c66b70eb-2fac-48d0-ade9-cc5bef30fff6 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:42.067036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c66b70eb-2fac-48d0-ade9-cc5bef30fff6 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:42.068637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e956dc6-ea0b-4ab9-a2b4-4343721c393d None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:42.096875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e4f635d5-db27-4c83-b5d5-34822c195701 None None] Port 400d9c1d-88e7-4ea8-9044-3d81ebc7786c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:42.117206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8fcfc773-a665-4fdf-abc1-c1a5495edb2f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/b87f360e-e9ca-4f5c-876a-577266950b92 HTTP/1.1" status: 204  len: 168 time: 1.6208217
Dec 13 14:56:42.123516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50434) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.139907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:42.178652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 400d9c1d-88e7-4ea8-9044-3d81ebc7786c owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:42.195616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.296779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:42.296779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.355366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.362351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0daf5c50-2702-41cc-bb18-fc8830ec1a3a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:42.364141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:42.413527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=400d9c1d-88e7-4ea8-9044-3d81ebc7786c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:42.416351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Provisioning for port 758699d4-d483-42fd-9ca9-ca3cf051484b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:42.419167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:42.425627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:42.426048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.457687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6827bce5-07ff-4c15-8809-31a9298c913c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.462093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50440) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.462382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6827bce5-07ff-4c15-8809-31a9298c913c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 735 time: 1.0224681
Dec 13 14:56:42.484382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.510303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c771406-b1d2-4fc6-8852-d9d1a07d803b tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "GET /v2.0/subnetpools/ef826a8b-6af5-4046-8d95-c858800a4caf HTTP/1.1" status: 200  len: 730 time: 0.0463777
Dec 13 14:56:42.513802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50444) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.522900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1abae4e7-377e-45a7-9013-36950042efeb tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1695444996'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:42.525725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:42.537096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/400d9c1d-88e7-4ea8-9044-3d81ebc7786c HTTP/1.1" status: 204  len: 168 time: 0.9981184
Dec 13 14:56:42.540821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50448) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.542805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:42.548290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:42.556388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:42.585073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:42.592085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29bb0161-52a3-4768-8203-913ede45ecd0 None None] Could not find standard attr ID for object aed16337-185f-41cb-9499-56f2fa1543a5. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:42.592724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.661658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd3171-8425-48a7-a10b-ea18f6591639 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:42.663236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd3171-8425-48a7-a10b-ea18f6591639 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:42.664046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-67bd3171-8425-48a7-a10b-ea18f6591639 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:42.706233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-67bd3171-8425-48a7-a10b-ea18f6591639 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:42.707586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67bd3171-8425-48a7-a10b-ea18f6591639 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1655004
Dec 13 14:56:42.711005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50452) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.808393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1abae4e7-377e-45a7-9013-36950042efeb tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:42.812760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1abae4e7-377e-45a7-9013-36950042efeb tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "PUT /v2.0/subnetpools/ef826a8b-6af5-4046-8d95-c858800a4caf HTTP/1.1" status: 200  len: 684 time: 0.2945869
Dec 13 14:56:42.818129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50456) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:42.957929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet f933c5b0-1a8d-4f6b-a28c-2015275da06d {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:42.961345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.023516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 0c57b627-5de1-485c-98d2-539aa78a639d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:43.023888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.034891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.126197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.181187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6ec8-ba83-4084-b954-f1b6861ff82c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.185187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c4ec6ec8-ba83-4084-b954-f1b6861ff82c tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ef826a8b-6af5-4046-8d95-c858800a4caf HTTP/1.1" status: 204  len: 168 time: 0.3587108
Dec 13 14:56:43.185875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50460) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.211062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-d8c5f641-12ba-409d-a882-c8abb6706ed5 tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] show failed (client error): The resource could not be found.
Dec 13 14:56:43.215196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d8c5f641-12ba-409d-a882-c8abb6706ed5 tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "GET /v2.0/subnetpools/ef826a8b-6af5-4046-8d95-c858800a4caf HTTP/1.1" status: 404  len: 346 time: 0.0252967
Dec 13 14:56:43.215196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50464) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.245014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-a66aacda-c4dd-4a8a-bea3-114f97ea20ae tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:43.254222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a66aacda-c4dd-4a8a-bea3-114f97ea20ae tempest-SubnetPoolsTestJSON-1412679941 tempest-SubnetPoolsTestJSON-1412679941-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ef826a8b-6af5-4046-8d95-c858800a4caf HTTP/1.1" status: 404  len: 346 time: 0.0304053
Dec 13 14:56:43.254222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.255455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e78487d7-a412-4b34-bfab-0bd4b187612f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:43.274512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.292308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54c09f4e-972e-45d6-a60b-26812c8645da tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:43.297470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=f933c5b0-1a8d-4f6b-a28c-2015275da06d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:43.305675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:43.314173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.323138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1430318-7ae0-4ef2-b51c-6048a8a3c69d None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:43.328766 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/f933c5b0-1a8d-4f6b-a28c-2015275da06d HTTP/1.1" status: 204  len: 168 time: 0.6166196
Dec 13 14:56:43.331310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50470) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.360824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:43.366780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:43.375998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:43.376651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.403759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 0c57b627-5de1-485c-98d2-539aa78a639d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0c57b627-5de1-485c-98d2-539aa78a639d,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:43.403759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.423038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-520a5735-1935-47f8-9cbf-674d340281ce tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0889931
Dec 13 14:56:43.426907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50474) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.433726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:43.434113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=8f8c1478-cb20-4cfa-aaca-73c3f73b5e93,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:43.494153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:43.523784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad286e-fedf-4ddc-b03f-0599ad6a26a7 None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:43.561735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4315121
Dec 13 14:56:43.562360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50478) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.567001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 0c57b627-5de1-485c-98d2-539aa78a639d owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:43.573397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'security_group': {'name': 'tempest-secgroup-328718099'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:43.587883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:43.590621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:43.600105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:43.604656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:43.608669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:43.612569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:43.621103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:43.624372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:43.639146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.656316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:43.662816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.798305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.803109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-803a4d0f-227f-40a8-9839-628e9a69cad0 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:43.816715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:43.822902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:43.832753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:43.840358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-919a993a-5d4b-48aa-a72e-41d21b2856e9 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:43.840678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-919a993a-5d4b-48aa-a72e-41d21b2856e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:43.841310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:43.858994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=0c57b627-5de1-485c-98d2-539aa78a639d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:43.865255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:43.892443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50484) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:43.926666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-919a993a-5d4b-48aa-a72e-41d21b2856e9 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:43.996323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.023562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-919a993a-5d4b-48aa-a72e-41d21b2856e9 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:44.023735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.023957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-919a993a-5d4b-48aa-a72e-41d21b2856e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.056274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c07b7fbf-67cc-4a5b-8d61-86b5270e1a88 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:44.067004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.094781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.097717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5330672
Dec 13 14:56:44.100388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:44.129344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'security_group': {'name': 'tempest-secgroup-221190971'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:44.147814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:44.194215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:44.201554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:44.204941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124129e2-dd8e-4d5d-a7be-76442c2a484f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:44.222440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:44.229334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:44.230896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:44.308673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.317044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Deleting port ca191b90-9d80-48d8-a47d-987d5e8e0b8b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:44.317468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.391776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:44.400045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:44.448089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:44.458445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Update dhcp port {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'fixed_ips': [{'subnet_id': '2959b8f9-f136-4819-8dff-d643849f5050', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f8c1478-cb20-4cfa-aaca-73c3f73b5e93'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '758699d4-d483-42fd-9ca9-ca3cf051484b'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:56:44.469298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:44.565488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.565728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.569828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.575974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-596b178e-fc9b-4705-bd48-420d328e48a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:44.665230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.667395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5657227
Dec 13 14:56:44.672200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80039877-e00d-498f-b57e-95f2c85536db,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:44.673193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.678850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50494) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:44.684416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:44.689353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'security_group': {'name': 'tempest-secgroup-249863761'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:44.694960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.712244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:44.719873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:44.726850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:44.754818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:44.768926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:44.785409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Usage tracker for resource:security_group_rule and tenant:70be4670bb5748339122797bd7ab29d8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:44.796172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:44.801584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.803502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:44.803958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:44.860949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:44.904169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:44.947744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Calling delete_port for ca191b90-9d80-48d8-a47d-987d5e8e0b8b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:44.954819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:44.963113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:security_group_rule and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:44.968133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:44.979528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:45.007382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:45.064254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.075626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.077009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.083359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Allocated IP 172.20.0.2 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/8f8c1478-cb20-4cfa-aaca-73c3f73b5e93/758699d4-d483-42fd-9ca9-ca3cf051484b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:45.083732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.084051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7affa3c2-ade2-48cf-82b2-235d7cae4ac6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:45.093641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.097347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:45.097765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:45.102796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e5d0f458-fec6-42b9-b4fb-6ff70c5a14bf tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:45.117092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:45.121452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.133128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:45.148359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.151668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:45.153296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0b27b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:45.167756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce07346-c0d4-49a4-81e3-41e28cf2c758,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:45.177227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:45.179798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.184808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70be4670bb5748339122797bd7ab29d8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2861443
Dec 13 14:56:45.186250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50498) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:45.187394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5040889
Dec 13 14:56:45.188758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50500) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:45.193046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2115497979', 'security_groups': ['7c0c6923-6ab9-4ec6-a42e-2eed05a6fd38'], 'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f8c1478-cb20-4cfa-aaca-73c3f73b5e93'}]}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:45.196860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:45.200308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:45.210927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:45.211626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.237593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=9']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:45.241664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:45.242358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2d11a9c7-cca6-4008-8285-667ffdaf0892 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:45.272761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.8446321
Dec 13 14:56:45.294578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50504) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:45.314360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:66:3f:e9', 'name': 'tempest-NetworksTestDHCPv6-720002868'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:45.399657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4033461
Dec 13 14:56:45.406447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:45.413301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50510) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:45.420713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:45.450075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:45.486046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.487581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:45.506050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Transition to ACTIVE for port object 758699d4-d483-42fd-9ca9-ca3cf051484b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:45.511708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.517625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e38317c-7ddb-4271-8956-7db7c4a5c622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:45.551903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:45.560501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.578936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0b27b8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:45.584522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:45.596953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:45.600717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:45.601865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Deleting port ca191b90-9d80-48d8-a47d-987d5e8e0b8b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:45.602031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0b27b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:45.602274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.611914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] device_id is not set on port a5782554-e8a0-4fbd-ada7-425eab751563 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:45.686733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.687270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.687884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.688808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.688808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.689294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.689773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.690257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.690862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.691380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.691856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:56:45.696858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=827d1899-2aec-4323-a25b-6af7ee1ce7dc,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:45.699758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:45.708594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:45.710865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6243c348-e7ea-4008-a505-1a015238eea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:45.766430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c6923-6ab9-4ec6-a42e-2eed05a6fd38,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:45.774815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:45.821394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:45.835635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:45.839842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:45.848481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:45.852122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.11 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/8f8c1478-cb20-4cfa-aaca-73c3f73b5e93/a5782554-e8a0-4fbd-ada7-425eab751563) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:45.863479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:45.865277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:45.872723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:45.953799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 644d0565-5a1e-480e-b88e-9f3a599b14e1 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:45.961877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:46.016772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0b27b8>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:46.021368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb0fbc-08f5-4d53-bd35-1a217eb6f520 None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:46.050761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.096585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] For port ca191b90-9d80-48d8-a47d-987d5e8e0b8b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:46.097038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.155423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50516) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:46.173620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.186250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fe66:3fe9 (cd6315a2-c455-466b-90ce-13d3e49c993d/827d1899-2aec-4323-a25b-6af7ee1ce7dc/644d0565-5a1e-480e-b88e-9f3a599b14e1) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:46.262938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ca191b90-9d80-48d8-a47d-987d5e8e0b8b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:46.307119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Calling delete_port for ca191b90-9d80-48d8-a47d-987d5e8e0b8b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:46.341367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting subnet c2238f10-e349-47f9-afb9-c1f8f8276f0e {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:46.350345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.426613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.436579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-efb2d63b-01a3-4d9d-b701-ca4cf573ae08 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=de6672372e33459da72c2ae45703fa64&network_id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 2999 time: 0.2752354
Dec 13 14:56:46.514718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.541383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.609105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.614687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Transition to ACTIVE for port object a5782554-e8a0-4fbd-ada7-425eab751563 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:46.624130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.634312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 644d0565-5a1e-480e-b88e-9f3a599b14e1 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:46.635820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a47c8845-b006-468c-8bc6-7e1d16615391 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:46.644686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.660588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce07346-c0d4-49a4-81e3-41e28cf2c758,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:46.660841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:46.662103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.666740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:46.670752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:46.693224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.717296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Pushing event deleted for resources: {'Port': ['ID=ca191b90-9d80-48d8-a47d-987d5e8e0b8b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:46.749118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:56:46.754416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:46.760628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.766341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dce07346-c0d4-49a4-81e3-41e28cf2c758 HTTP/1.1" status: 204  len: 168 time: 1.3726254
Dec 13 14:56:46.774351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:46.778997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=644d0565-5a1e-480e-b88e-9f3a599b14e1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:46.781775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:46.784415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:46.784920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:46.789708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:46.790378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.794086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:46.807511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-317513cc-1f7b-4c03-bf42-9950fba7a152 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:46.820105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] No DVR routers for this DVR port ca191b90-9d80-48d8-a47d-987d5e8e0b8b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:46.822201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5253611
Dec 13 14:56:46.824019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50526) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:46.865627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6389a-3b24-422e-80b3-c6177f653154 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:46.918882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb87e0-5752-41d0-98cc-9bd1ad852f1d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:46.920320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8cb87e0-5752-41d0-98cc-9bd1ad852f1d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:46.935114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:46.943209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8cb87e0-5752-41d0-98cc-9bd1ad852f1d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:46.947136 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8cb87e0-5752-41d0-98cc-9bd1ad852f1d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1195383
Dec 13 14:56:46.947531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50530) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:46.951323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:46.954439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:47.027291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=a5782554-e8a0-4fbd-ada7-425eab751563,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:47.033095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:47.040294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.061462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 644d0565-5a1e-480e-b88e-9f3a599b14e1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:47.062227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.066475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad44da2f-2254-4ea8-bfb9-0e2d9f7d8287 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:47.125124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Subnet': ['ID=c2238f10-e349-47f9-afb9-c1f8f8276f0e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:47.128323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:47.136563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:47.136990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.137372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:47.138413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.162397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.164676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/c2238f10-e349-47f9-afb9-c1f8f8276f0e HTTP/1.1" status: 204  len: 168 time: 1.7502980
Dec 13 14:56:47.166850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.9794302
Dec 13 14:56:47.167489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50536) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:47.171716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50540) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:47.180522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312bac86-fde3-4ed5-9836-4cf9a899f6b7 None None] Network e6f54c79-5591-4866-9ce1-5362f62a44fe requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:47.348398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:47.381064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:47.431006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.436279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.517759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Provisioning for port 758699d4-d483-42fd-9ca9-ca3cf051484b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:47.545599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:47.546018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06af3aee-7b2f-4ee8-95d5-3447e6b2a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.587050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:47.594563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Deleting port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:47.595309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.612643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 644d0565-5a1e-480e-b88e-9f3a599b14e1 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:47.618109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '827d1899-2aec-4323-a25b-6af7ee1ce7dc'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:56:47.619024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.651306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:47.655913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:47.664063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:47.683577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:47.808625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0c57b627-5de1-485c-98d2-539aa78a639d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:47.837437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.844872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:47.880987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 0c57b627-5de1-485c-98d2-539aa78a639d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:47.881515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0c57b627-5de1-485c-98d2-539aa78a639d not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:47.896945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] DHCP port deletion for e6f54c79-5591-4866-9ce1-5362f62a44fe request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:47.925671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=644d0565-5a1e-480e-b88e-9f3a599b14e1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:47.934819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:47.936380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Deleting port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:47.939294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.940795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] For port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:47.941212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:47.996438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.017158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/644d0565-5a1e-480e-b88e-9f3a599b14e1 HTTP/1.1" status: 204  len: 168 time: 1.0656497
Dec 13 14:56:48.017695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50554) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:48.136351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c05035-84b0-40fe-bfbd-f1a7993c6472 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:48.137230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c05035-84b0-40fe-bfbd-f1a7993c6472 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:48.139622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-92c05035-84b0-40fe-bfbd-f1a7993c6472 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:48.160419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-941d082a-c0e1-49c9-9f7a-f6aa7d4dcd94 None None] Could not find standard attr ID for object aed16337-185f-41cb-9499-56f2fa1543a5. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:48.171503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-92c05035-84b0-40fe-bfbd-f1a7993c6472 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:48.175460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92c05035-84b0-40fe-bfbd-f1a7993c6472 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1543655
Dec 13 14:56:48.175851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50560) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:48.199399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Allocated IP 2001:db8::f816:3eff:fe5a:922a (cd6315a2-c455-466b-90ce-13d3e49c993d/827d1899-2aec-4323-a25b-6af7ee1ce7dc/9987f88c-42bd-4d4b-9d9b-da35356213b1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:48.478211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Calling delete_port for 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:48.505239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 827d1899-2aec-4323-a25b-6af7ee1ce7dc {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:48.587110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.604708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.613484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ded97d1-4711-4963-96a8-d6b9b16b3ad1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:48.670382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] For port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,segment=NetworkSegment(70913af3-1583-477e-ac92-0c12160038f7),segment_id=70913af3-1583-477e-ac92-0c12160038f7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:48.670599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Port': ['ID=65ef53f7-2550-4f9b-bdb3-f71e629e5ed5,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:48.670814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.724966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:48.741013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No DVR routers for this DVR port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:48.843156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Calling delete_port for 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:48.904654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.912977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f8c1478-cb20-4cfa-aaca-73c3f73b5e93 (CIDR: 172.20.0.0/28)
Dec 13 14:56:48.920969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.927630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:48.928128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:48.943035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Transition to ACTIVE for port object 9987f88c-42bd-4d4b-9d9b-da35356213b1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:48.945886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65deeac50>,) {'filters': {'network_id': ['e6f54c79-5591-4866-9ce1-5362f62a44fe']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:48.956995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:56:48.957399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:56:48.963135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65deeac50>, '70913af3-1583-477e-ac92-0c12160038f7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:48.963472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65deeac50>, '70913af3-1583-477e-ac92-0c12160038f7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:48.968221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Transition to ACTIVE for port object 9987f88c-42bd-4d4b-9d9b-da35356213b1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:48.971978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.974305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05642513-3c0c-475a-a5c9-68689108c7c8 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8012936
Dec 13 14:56:48.976273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.978066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:48.981581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-077c484b-8609-436f-a994-cf32f4860bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:48.986185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50578) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:48.994849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:49.043994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.057877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Pushing event updated for resources: {'Port': ['ID=9987f88c-42bd-4d4b-9d9b-da35356213b1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:49.058776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.062661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:49.072919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:49.074120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:49.076601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:49.100413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:56:49.101497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:56:49.116994 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:56:49.171046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.180134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Attempting to bind port 9987f88c-42bd-4d4b-9d9b-da35356213b1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:56:49.186934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Attempting to bind port 9987f88c-42bd-4d4b-9d9b-da35356213b1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:56:49.187554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Attempting to bind port 9987f88c-42bd-4d4b-9d9b-da35356213b1 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:56:49.195466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:56:49.196037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:56:49.196742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.197286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:56:49.197943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Bound port: 9987f88c-42bd-4d4b-9d9b-da35356213b1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:56:49.198593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.242407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.248323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34c2f7dc-af8d-4fb3-973c-21c5cdd02fce tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:49.266658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.276489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.280259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Pushing event deleted for resources: {'Network': ['ID=e6f54c79-5591-4866-9ce1-5362f62a44fe,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:49.282551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:49.287045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:49.291034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/networks/e6f54c79-5591-4866-9ce1-5362f62a44fe HTTP/1.1" status: 204  len: 168 time: 2.1197047
Dec 13 14:56:49.291034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:49.292212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50588) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:49.295194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:49.304072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'routes': None}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:49.314908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec14d6d0-4fc6-44b6-81c6-44d44de48ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:49.329876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] For port 9987f88c-42bd-4d4b-9d9b-da35356213b1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:56:49.333837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] For port 9987f88c-42bd-4d4b-9d9b-da35356213b1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9987f88c-42bd-4d4b-9d9b-da35356213b1,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:56:49.343437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.348404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:49.364047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:49.380613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=827d1899-2aec-4323-a25b-6af7ee1ce7dc,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:49.387636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:49.391052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.407950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/827d1899-2aec-4323-a25b-6af7ee1ce7dc HTTP/1.1" status: 204  len: 168 time: 1.2309518
Dec 13 14:56:49.410675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50596) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:49.445430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:49.452111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.461366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Deleting port 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:49.461909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.515973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02f3b26a-c8ed-4d11-8b8b-c96228a056ba tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1033626
Dec 13 14:56:49.518074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:49.550493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Pushing event updated for resources: {'Port': ['ID=9987f88c-42bd-4d4b-9d9b-da35356213b1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:49.557873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:49.566396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebdaa3-b6d0-4cf1-86ae-d83b2b55240d None None] The port '65ef53f7-2550-4f9b-bdb3-f71e629e5ed5' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 14:56:49.610580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45c0a1-8a7d-41d2-9bb0-7ceb375a56a6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:49.611565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a45c0a1-8a7d-41d2-9bb0-7ceb375a56a6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:49.630634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a45c0a1-8a7d-41d2-9bb0-7ceb375a56a6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:49.632442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a45c0a1-8a7d-41d2-9bb0-7ceb375a56a6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1131401
Dec 13 14:56:49.634931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50608) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:49.708063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2588b-db77-4e8e-b6ac-7a7be338b449 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:49.709220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f7b2588b-db77-4e8e-b6ac-7a7be338b449 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:49.740668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f7b2588b-db77-4e8e-b6ac-7a7be338b449 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:49.744871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50612) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:49.745915 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f7b2588b-db77-4e8e-b6ac-7a7be338b449 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1098275
Dec 13 14:56:49.799991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:49.845906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:49.846411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 65ef53f7-2550-4f9b-bdb3-f71e629e5ed5 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:49.876904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2959b8f9-f136-4819-8dff-d643849f5050 (CIDR: 172.20.0.16/28)
Dec 13 14:56:49.881036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Added routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 13 14:56:49.881036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.extraroute_db [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Removed routes are [] {{(pid=88856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 13 14:56:49.881036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:49.883122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:50.011600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063540ad-7481-4b94-8527-f58bb583219a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:50.025077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-063540ad-7481-4b94-8527-f58bb583219a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978 HTTP/1.1" status: 200  len: 814 time: 0.1305816
Dec 13 14:56:50.040770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-19f588be-89ed-4d26-9d16-b0136faf6da9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2893665
Dec 13 14:56:50.041841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:50.049601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:50.058121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:56:50.058628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:50.091263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2551743b-1482-4bb5-96fd-ed0b3fb8abb0 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.1035936
Dec 13 14:56:50.091911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50626) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:50.152601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50630) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:50.167586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'subnet': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:50.167833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404836111', 'description': 'tempest-secgroup-smoke-1404836111 description', 'project_id': 'e294d4c8b6504026af89b6afb31eea99'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:50.186086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:50.192915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:50.198630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:50.206407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:50.208916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:50.222358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:50.230696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.243262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:50.249716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.277006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.285035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.343865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.415194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:50.422655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:50.428415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:50.437198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:50.618099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.619480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.624577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2d5222b-ce03-474b-8c08-1850a4e04ac6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:50.657363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.709119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:50.718214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:50.721408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:50.724322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:50.726319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:50.729240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=0efbd960-12b1-4759-bbcb-fda1af0cf7e4,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:50.732013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:50.732643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.741054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:50.741620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df3cdfda-dda0-4cf6-830b-1e934841034d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:50.750192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:50.763310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:50.769846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Usage tracker for resource:subnet and tenant:58e220f5b5334746833da0bfd73aba2e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:50.773898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:50.781985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:50.795538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 0a33a8c9-bf7a-442d-93ec-997cca070d6f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:50.802670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a1c38-5e56-4ce9-94a8-4a428aca1cad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:50.810728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:50.814278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7693202
Dec 13 14:56:50.827781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50636) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:50.836258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:7e:7e:be', 'name': 'tempest-NetworksTestDHCPv6-2097264078'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:50.866497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Made reservation on behalf of 58e220f5b5334746833da0bfd73aba2e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:50.872868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.906171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.953970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:50.964135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c679e02-fab9-4125-861f-fe76b41a0d3a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:50.999584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:51.017763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:51.075854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:51.085454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.089869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6f87abc-dcab-44f1-aa77-4331a41555dc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 703 time: 1.7948196
Dec 13 14:56:51.090674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50644) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:51.091197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Sync routers for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:51.107819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.108509 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9548111
Dec 13 14:56:51.114165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:51.115071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f741a20>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:51.120893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ecc86c-c841-4873-8453-db21e2332c2b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:51.123699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50648) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:51.141775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:51.149580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c02a874b-36a5-4155-b886-6f711c2bcb70 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:51.150568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:51.160599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:51.177505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c02a874b-36a5-4155-b886-6f711c2bcb70 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:51.181353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:51.181533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c02a874b-36a5-4155-b886-6f711c2bcb70 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 205 time: 0.0876155
Dec 13 14:56:51.181634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:51.182641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50652) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:51.188606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:51.199024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.253170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:51.255989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:51.303776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:51.308564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:51.315495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.332619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.434748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f741a20>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:51.440097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Checking router: 0a33a8c9-bf7a-442d-93ec-997cca070d6f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:51.451378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.454071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Routers {'0a33a8c9-bf7a-442d-93ec-997cca070d6f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:51.454842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f741a20>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:51.521323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c8ae3-632f-479b-9b09-277a866d7262 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:51.612863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-173dd119-88a5-409b-a663-2e54fbe7dfda None None] Could not find standard attr ID for object 644d0565-5a1e-480e-b88e-9f3a599b14e1. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:51.630360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.641481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23da4532-386f-4037-b0d6-bed6537d63f6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:51.717087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] Set router 0a33a8c9-bf7a-442d-93ec-997cca070d6f gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:51.741688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 8f921fc3-ac0b-4fff-84f9-4cd091103dad yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:56:51.780787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-173dd119-88a5-409b-a663-2e54fbe7dfda None None] Provisioning for port 9987f88c-42bd-4d4b-9d9b-da35356213b1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:51.804059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:51.885361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9987f88c-42bd-4d4b-9d9b-da35356213b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:51.915706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f741a20>, [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:51.918212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:51.922065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:51.922911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.927423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6549dc-6256-48e6-9b66-2c8ea0ede24c None None] The sync data for ids ['0a33a8c9-bf7a-442d-93ec-997cca070d6f'] in dv-neutron-821565-1-hyperv is: [{'id': '0a33a8c9-bf7a-442d-93ec-997cca070d6f', 'name': 'tempest-RoutersIpV6Test-router-40253386', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:54:51Z', 'updated_at': '2021-12-13T14:56:43Z', 'revision_number': 11, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:51.961454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bba51-9deb-41d4-b9ad-9988140c0c58 None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:51.968725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:51.999723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.007045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.016444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3127015-3303-4b43-bc15-d8f4f1081dfd tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:52.023136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.023727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690 disassociated. External IP: 172.26.4.160, port: ecd66496-5a66-45dd-a194-66f0f6376a4f.
Dec 13 14:56:52.048603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.056375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.9595685
Dec 13 14:56:52.056375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Subnet': ['ID=5cb29100-0d71-4fe3-8556-8df184356b37,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:52.058235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:52.058759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50656) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:52.070824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1970177953', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cb29100-0d71-4fe3-8556-8df184356b37'}], 'security_groups': ['124129e2-dd8e-4d5d-a7be-76442c2a484f', '80039877-e00d-498f-b57e-95f2c85536db']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:52.113444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.119292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b5aaad-a974-4a41-9103-4c6828da0fd5,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:52.131798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:52.156380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.161302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0215313
Dec 13 14:56:52.161302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::325 (cd6315a2-c455-466b-90ce-13d3e49c993d/0efbd960-12b1-4759-bbcb-fda1af0cf7e4/8f921fc3-ac0b-4fff-84f9-4cd091103dad) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:52.162787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50660) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:52.173821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:52.188575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:52.205567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:52.212438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:52.228057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.228057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router 0a33a8c9-bf7a-442d-93ec-997cca070d6f {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:56:52.237050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:52.261728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.268733 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df92ee2d-2ef2-47e1-98f7-6d5128f90b06 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 204  len: 168 time: 1.0792782
Dec 13 14:56:52.268733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50664) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:52.281563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-928942436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:52.291578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:52.300027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Usage tracker for resource:router and tenant:139601c617184ff4a47fb35bcb0595a1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:52.302812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.314658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:52.325494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:52.374872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.375928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.405017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.476902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9987f88c-42bd-4d4b-9d9b-da35356213b1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:52.485811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9987f88c-42bd-4d4b-9d9b-da35356213b1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:52.486304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.509749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.585060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.629029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.645013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.648916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e9525a4-8245-4fa2-9312-79744c1dcd71 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3770735
Dec 13 14:56:52.649451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50668) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:52.655548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.659849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:52.660204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1f42aef3-8bd1-4361-b57e-e6cdfc5aac17 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:52.671372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.702779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f8a423-44b2-4b31-b301-5b1ac79b2b96,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:52.738225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.760312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:52.780358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 8f921fc3-ac0b-4fff-84f9-4cd091103dad will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:52.783863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 9987f88c-42bd-4d4b-9d9b-da35356213b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9987f88c-42bd-4d4b-9d9b-da35356213b1,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:52.821145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.826143 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6564550
Dec 13 14:56:52.827757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50672) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:52.836357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:52.849753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.854603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.858509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:52.864331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5420ba57-dee3-49f1-bb9e-87e6fe790582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:52.866689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:52.914539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:52.925649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Update dhcp port {'port': {'network_id': 'f7baa540-63f4-48a2-867b-6d9b04e15f8c', 'fixed_ips': [{'subnet_id': '2959b8f9-f136-4819-8dff-d643849f5050', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f8c1478-cb20-4cfa-aaca-73c3f73b5e93', 'ip_address': '172.20.0.2'}, {'subnet_id': '5cb29100-0d71-4fe3-8556-8df184356b37'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '758699d4-d483-42fd-9ca9-ca3cf051484b'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:56:52.928786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:52.984907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:52.987732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:53.025127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Delete allocated IP 172.20.0.11 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/8f8c1478-cb20-4cfa-aaca-73c3f73b5e93) {{(pid=88856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 13 14:56:53.031700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:56:53.034283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=8f921fc3-ac0b-4fff-84f9-4cd091103dad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:53.035330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Allocated IP 172.20.0.43 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/5cb29100-0d71-4fe3-8556-8df184356b37/a5782554-e8a0-4fbd-ada7-425eab751563) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:53.037053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:56:53.039006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:53.041222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:56:53.046097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:53.046778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.072454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.091005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=9987f88c-42bd-4d4b-9d9b-da35356213b1,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:53.094676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:53.109906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.2809627
Dec 13 14:56:53.129403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50676) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:53.175469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f239dea7-8e4b-46db-8cf1-dd692e65c463 None None] Provisioning complete for port 9987f88c-42bd-4d4b-9d9b-da35356213b1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:53.176100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f239dea7-8e4b-46db-8cf1-dd692e65c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.243426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.260739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.264621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c93e0a9f-9665-42aa-af4a-80ba9e344560 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:53.311177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:56:53.313379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbad662b-1b4d-4cce-a7fb-ecb2cc8043c8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:53.322419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:53.340831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6986a7bf-eeef-4e5a-b6bd-858c57720ab7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:53.345471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6986a7bf-eeef-4e5a-b6bd-858c57720ab7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:53.346645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6986a7bf-eeef-4e5a-b6bd-858c57720ab7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:53.364279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.368575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5367434
Dec 13 14:56:53.370827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:53.379610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:53.438833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:53.441505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6986a7bf-eeef-4e5a-b6bd-858c57720ab7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:53.445453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6986a7bf-eeef-4e5a-b6bd-858c57720ab7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.3116775
Dec 13 14:56:53.457157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50684) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:53.457621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-66205195-8b64-4b8d-8d76-6691fe03db3e None None] Could not find standard attr ID for object 644d0565-5a1e-480e-b88e-9f3a599b14e1. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:53.460794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:53.498637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:53.510684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:53.562946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.579003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 8f921fc3-ac0b-4fff-84f9-4cd091103dad {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:53.579393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.700031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-50654a49-fca9-40f8-839b-47dd2f29439d None None] Provisioning for port 8f921fc3-ac0b-4fff-84f9-4cd091103dad completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:53.706790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-50654a49-fca9-40f8-839b-47dd2f29439d None None] Provisioning complete for port 8f921fc3-ac0b-4fff-84f9-4cd091103dad triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:53.707606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50654a49-fca9-40f8-839b-47dd2f29439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.772587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-50654a49-fca9-40f8-839b-47dd2f29439d None None] Port 8f921fc3-ac0b-4fff-84f9-4cd091103dad cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:53.789998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.806654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.846956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9987f88c-42bd-4d4b-9d9b-da35356213b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:53.889405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.891146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.912594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.929244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:53.942739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9987f88c-42bd-4d4b-9d9b-da35356213b1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:53.943194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.972805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Ignored duplicate provisioning block setup for port a5782554-e8a0-4fbd-ada7-425eab751563 by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 13 14:56:53.987726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:53.996262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c1750c3-c2e9-46dd-88fb-3af57e1d9e5f tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:54.023339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e829b9-36d4-4541-9885-29609a220423,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:54.025881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:54.048048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Allocated IP 172.20.0.34 (f7baa540-63f4-48a2-867b-6d9b04e15f8c/5cb29100-0d71-4fe3-8556-8df184356b37/758699d4-d483-42fd-9ca9-ca3cf051484b) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:54.169890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event updated for resources: {'Port': ['ID=a5782554-e8a0-4fbd-ada7-425eab751563,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:54.181135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:54.199153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Router 55d11a81-82c4-4aff-bd13-e4faf4cd60ec is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:56:54.204177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] In _notify_port_updated(), no bound segment for port a5782554-e8a0-4fbd-ada7-425eab751563 on network f7baa540-63f4-48a2-867b-6d9b04e15f8c {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:56:54.208636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:54.209248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.213148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "PUT /v2.0/ports/a5782554-e8a0-4fbd-ada7-425eab751563 HTTP/1.1" status: 200  len: 960 time: 2.1480284
Dec 13 14:56:54.214194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50688) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:54.281246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:54.330055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.331841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.336250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9644456
Dec 13 14:56:54.337162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50692) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:54.351763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Transition to ACTIVE for port object 758699d4-d483-42fd-9ca9-ca3cf051484b will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:56:54.354705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:54.355433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.360498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6eb913da-d347-4020-9cfa-9cd67ac3d7d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:54.369921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:54.372757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port a5782554-e8a0-4fbd-ada7-425eab751563 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:54.373310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.389757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:54.397277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:54.401365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.416051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:54.420168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:54.424518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.431210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:54.445647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:54.446688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f72a7b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:54.535602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8cb401e0-12c8-4a2f-b7b4-789da8533e74 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 690 time: 3.5342112
Dec 13 14:56:54.540968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Pushing event updated for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:54.545799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:54.562789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50696) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:54.597366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:56:54.609039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 8f921fc3-ac0b-4fff-84f9-4cd091103dad owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:54.663313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Project e294d4c8b6504026af89b6afb31eea99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:56:54.683831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.705665 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f17285b-1693-4837-b205-3ec30b9f19a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 690 time: 0.1356366
Dec 13 14:56:54.740370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:56:54.755150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Sync routers for ids ['55d11a81-82c4-4aff-bd13-e4faf4cd60ec'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:56:54.757887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'status': 'completed', 'code': 200}
Dec 13 14:56:54.766369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.770106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d120c9ce-d161-48bc-9e62-53af71e91fed tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "PUT /v2.0/routers/55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 200  len: 697 time: 2.1175375
Dec 13 14:56:54.772550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50702) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:54.774867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Routers {'55d11a81-82c4-4aff-bd13-e4faf4cd60ec'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:54.780054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecece10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['55d11a81-82c4-4aff-bd13-e4faf4cd60ec'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:54.861305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:54.944148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.967326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-2ec7957e-697b-4673-8395-94db4a4a59d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1098 time: 0.2052264
Dec 13 14:56:54.968777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:54.970770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0fef7c4b-7337-42e8-b0ba-3bf298b5a743 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:55.000120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Set router 55d11a81-82c4-4aff-bd13-e4faf4cd60ec gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:55.021423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.053013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc82244-d929-4ded-b0c3-282181b73df7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:55.062451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:55.063052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb815bc8-7bf0-470c-aaea-66298cd28951 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:55.123264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.151509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecece10>, [{'id': '55d11a81-82c4-4aff-bd13-e4faf4cd60ec', 'name': 'tempest-RoutersIpV6Test-router-928942436', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:52Z', 'updated_at': '2021-12-13T14:56:53Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:55.154132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-628b01d4-81fa-4de2-bb63-af3e0ad73ae6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/routers/55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 200  len: 703 time: 0.3802750
Dec 13 14:56:55.157275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Checking router: 55d11a81-82c4-4aff-bd13-e4faf4cd60ec for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:55.172630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Routers {'55d11a81-82c4-4aff-bd13-e4faf4cd60ec'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:55.173488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ecece10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['55d11a81-82c4-4aff-bd13-e4faf4cd60ec'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:55.181937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=8f921fc3-ac0b-4fff-84f9-4cd091103dad,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:55.195779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50706) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.199163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:55.271120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.275526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.9340372
Dec 13 14:56:55.287326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-18c5ec6d-07f8-4869-8768-618b273632e3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Synchronizing usage tracker for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:55.331591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50710) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.347725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f72a7b8>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:55.353064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:56:55.371356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:56:55.372567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f72a7b8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:55.380733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc86c-c841-4873-8453-db21e2332c2b', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:55.400640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for a5782554-e8a0-4fbd-ada7-425eab751563 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:55.410823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:55.418955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] Set router 55d11a81-82c4-4aff-bd13-e4faf4cd60ec gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:55.439170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.444023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/8f921fc3-ac0b-4fff-84f9-4cd091103dad HTTP/1.1" status: 204  len: 168 time: 1.9857960
Dec 13 14:56:55.448655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:security_group_rule and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:55.451838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50714) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.488286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:55.494830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:55.575232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ecece10>, [{'id': '55d11a81-82c4-4aff-bd13-e4faf4cd60ec', 'name': 'tempest-RoutersIpV6Test-router-928942436', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:52Z', 'updated_at': '2021-12-13T14:56:53Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:55.586160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede2072-b5b2-4e8f-918e-70f27ec9ad73 None None] The sync data for ids ['55d11a81-82c4-4aff-bd13-e4faf4cd60ec'] in dv-neutron-821565-1-hyperv is: [{'id': '55d11a81-82c4-4aff-bd13-e4faf4cd60ec', 'name': 'tempest-RoutersIpV6Test-router-928942436', 'tenant_id': '139601c617184ff4a47fb35bcb0595a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:52Z', 'updated_at': '2021-12-13T14:56:53Z', 'revision_number': 2, 'project_id': '139601c617184ff4a47fb35bcb0595a1', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:55.589898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-18c5ec6d-07f8-4869-8768-618b273632e3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Unset dirty status for tenant:139601c617184ff4a47fb35bcb0595a1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:55.594738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18c5ec6d-07f8-4869-8768-618b273632e3 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 200  len: 205 time: 0.3977559
Dec 13 14:56:55.595688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50718) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.601724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dcf484-493b-4070-980b-4c934338854d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:55.603369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dcf484-493b-4070-980b-4c934338854d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:55.604486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65dcf484-493b-4070-980b-4c934338854d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:55.610073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Project e294d4c8b6504026af89b6afb31eea99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:56:55.614617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:56:55.615395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-0f8b830b-698b-4946-8192-e1d343e7f089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:55.616983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-0f8b830b-698b-4946-8192-e1d343e7f089 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.6320424
Dec 13 14:56:55.744392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-4ee3422b-f297-43f2-8be8-4f70486a8784 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 217 time: 0.0944700
Dec 13 14:56:55.745502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50722) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.746189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65dcf484-493b-4070-980b-4c934338854d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:55.750163 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65dcf484-493b-4070-980b-4c934338854d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2644348
Dec 13 14:56:55.750163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.761744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50724) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:55.859153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:56:55.869628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:55.882999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-327ced95-c859-4d1b-931b-e4e6fa1dad89 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:55.955150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24344908-fbc6-4b67-93dc-90b6016fb45f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 690 time: 0.1971946
Dec 13 14:56:55.955769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=a5782554-e8a0-4fbd-ada7-425eab751563,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:56.012364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:56.035276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f72a7b8>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:56:56.041829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:56.042252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.043985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55b385-626f-4ab6-9eca-b5159697872d None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:56:56.062328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-f0992eec-03f4-47ee-8f21-25ef7ca92de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:56.064115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-f0992eec-03f4-47ee-8f21-25ef7ca92de5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.3010178
Dec 13 14:56:56.070451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.125873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:56.145188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Provisioning for port 758699d4-d483-42fd-9ca9-ca3cf051484b completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:56:56.151127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:56.151902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.244952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.326033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bee0b65f-1417-418f-b86a-e272df27ade3 None None] Could not find standard attr ID for object a5782554-e8a0-4fbd-ada7-425eab751563. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:56.328190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-560baa3d-9942-41dd-b3c9-8bf7fbec9c09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2552083
Dec 13 14:56:56.328606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.338446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:56.411345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20694074-43d6-4968-8087-059def7a501c,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:56.431991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:56.502480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.516243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.520598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1844368
Dec 13 14:56:56.520745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/a5782554-e8a0-4fbd-ada7-425eab751563 HTTP/1.1" status: 204  len: 168 time: 2.3021715
Dec 13 14:56:56.520836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50734) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:56.529393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50736) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:56.529606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'network': {'name': 'tempest-network-smoke--1729283451', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:56.582155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 0efbd960-12b1-4759-bbcb-fda1af0cf7e4 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:56.593216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.595545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:56.625210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7450f659-6c44-48d0-8a17-8c6511df20d7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] GET failed (client error): The resource could not be found.
Dec 13 14:56:56.625775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7450f659-6c44-48d0-8a17-8c6511df20d7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Synchronizing usage tracker for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:56.640014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0099ba9d-40a4-442d-871a-6140f830405f None None] Could not find standard attr ID for object a5782554-e8a0-4fbd-ada7-425eab751563. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:56:56.676525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:network and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:56.680811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-3a420c36-e906-407c-b0b3-b454e75db23e service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242259
Dec 13 14:56:56.684104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7450f659-6c44-48d0-8a17-8c6511df20d7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Unset dirty status for tenant:58e220f5b5334746833da0bfd73aba2e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:56.688139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7450f659-6c44-48d0-8a17-8c6511df20d7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports/a5782554-e8a0-4fbd-ada7-425eab751563 HTTP/1.1" status: 404  len: 333 time: 0.1529059
Dec 13 14:56:56.688305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:56.689888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50742) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:56.710636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:56.716848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.872263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.880642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Made reservation on behalf of e294d4c8b6504026af89b6afb31eea99 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:56.886276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.908808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.914398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d809f-2429-47fc-a3da-5ffeca7e2ae8 None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 14:56:56.922499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:56.949900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d28e40a-bbcc-4825-ad72-037b9b775e33 req-20bbec4a-ba76-42d6-a2b7-6d274f73805a service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611792
Dec 13 14:56:56.959937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:56.964340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:56:56.970378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.019949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.045707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.046220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Fanout notify agent at l3_agent the message router_deleted on router 55d11a81-82c4-4aff-bd13-e4faf4cd60ec {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:56:57.050605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.051025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Added segment eb513661-ca3e-49a7-80e1-ab3130e2a4cd of type vlan for network a0c6e3ab-b240-49e0-a006-b965b33354ed
Dec 13 14:56:57.056980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d809f-2429-47fc-a3da-5ffeca7e2ae8 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 14:56:57.058161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.063816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ead5a4-d17a-49e5-abf3-0442c0e24020 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:57.086690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.100306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-caa627fe-5f8e-409c-9c92-3c580747bd64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 690 time: 0.1390710
Dec 13 14:56:57.109326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=0efbd960-12b1-4759-bbcb-fda1af0cf7e4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:57.114903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:57.124940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.142841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.147052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/0efbd960-12b1-4759-bbcb-fda1af0cf7e4 HTTP/1.1" status: 204  len: 168 time: 1.3151875
Dec 13 14:56:57.147187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:57.147287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.147399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50752) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.156635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd891b38-7744-4ecb-8044-3000361c4c92 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:57.222912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.232352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df0eddc1-7cfa-4677-bfca-ff96ab27f7cc tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 204  len: 168 time: 1.6274397
Dec 13 14:56:57.232352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.232352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.232786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50756) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.232874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/security-groups/7c0c6923-6ab9-4ec6-a42e-2eed05a6fd38 HTTP/1.1" status: 204  len: 168 time: 0.5393159
Dec 13 14:56:57.232874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50758) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.250636 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1c1bc7b-bfef-4d85-8d86-8964c4ca956a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0998294
Dec 13 14:56:57.251700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50764) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.330166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8080807
Dec 13 14:56:57.340828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50768) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.354405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e79e6c1-13b3-47ab-b7f5-538216b006ec tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 200  len: 205 time: 0.1144931
Dec 13 14:56:57.354586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'admin_state_up': True, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:57.354687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Network': ['ID=a0c6e3ab-b240-49e0-a006-b965b33354ed,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:57.355514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50772) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.358791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:57.359405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2cf465ef-5c28-4eae-a709-e065252fd474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:57.374491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:57.397068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:router and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:57.405352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:57.408687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.409008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network a0c6e3ab-b240-49e0-a006-b965b33354ed details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:56:57.447488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-52631ecd-aefb-4ad4-98b1-0648a3e29e89 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:57.448670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52631ecd-aefb-4ad4-98b1-0648a3e29e89 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/55d11a81-82c4-4aff-bd13-e4faf4cd60ec HTTP/1.1" status: 404  len: 336 time: 0.0920961
Dec 13 14:56:57.451353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c6923-6ab9-4ec6-a42e-2eed05a6fd38,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:57.453092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50776) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.455859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:57.501559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01a8fe6-aae9-477e-a073-08e7a44a7223 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:57.502035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01a8fe6-aae9-477e-a073-08e7a44a7223 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:57.506885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a01a8fe6-aae9-477e-a073-08e7a44a7223 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/2f5e1d9f-e6c5-4c6f-b6b1-faa8edd6d4f8 HTTP/1.1" status: 404  len: 337 time: 0.0502274
Dec 13 14:56:57.507210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50780) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.554471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3da344-e87b-4aae-aba9-28dd0ca44ca0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:57.554989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3da344-e87b-4aae-aba9-28dd0ca44ca0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:57.559789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea3da344-e87b-4aae-aba9-28dd0ca44ca0 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/9e16b2f2-1266-4427-bb4b-e165402dd53a HTTP/1.1" status: 404  len: 337 time: 0.0486336
Dec 13 14:56:57.559789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50784) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.608421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06e72b5-f181-4ad5-9452-b86972bb1fb8 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:57.609089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06e72b5-f181-4ad5-9452-b86972bb1fb8 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:57.613594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d06e72b5-f181-4ad5-9452-b86972bb1fb8 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/86642efb-5edf-43ef-97a0-c97fd195c811 HTTP/1.1" status: 404  len: 337 time: 0.0501077
Dec 13 14:56:57.613898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50790) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.656192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-77916525-a1de-4f8e-abc0-5f1dc086c3c6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:57.656607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77916525-a1de-4f8e-abc0-5f1dc086c3c6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:57.661137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-77916525-a1de-4f8e-abc0-5f1dc086c3c6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/c2238f10-e349-47f9-afb9-c1f8f8276f0e HTTP/1.1" status: 404  len: 337 time: 0.0436890
Dec 13 14:56:57.661423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50794) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.699732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a8dfc8-76a4-4462-9c40-b55ea9902c1a None None] New status for floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:56:57.705481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:57.725371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9306ef7b-a8de-4bb5-a128-d18895e23691 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 200  len: 205 time: 0.0625932
Dec 13 14:56:57.726297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50798) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.732083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52d8df-ea8e-4054-9d4f-3207f26f15e2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:57.733359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e52d8df-ea8e-4054-9d4f-3207f26f15e2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:57.758076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.770613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3e52d8df-ea8e-4054-9d4f-3207f26f15e2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:57.774919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3e52d8df-ea8e-4054-9d4f-3207f26f15e2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5225322
Dec 13 14:56:57.776378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.777499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.782332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.825870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-cfcd895b-2311-46ad-8a24-ae6155780798 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:57.827165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cfcd895b-2311-46ad-8a24-ae6155780798 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/0a33a8c9-bf7a-442d-93ec-997cca070d6f HTTP/1.1" status: 404  len: 336 time: 0.0998499
Dec 13 14:56:57.829965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.889810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32007ba4-cd6d-4ffb-afdb-1e023fd79026 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc54f5e-b366-46cd-8dc2-150c733e7009 HTTP/1.1" status: 200  len: 205 time: 0.0561516
Dec 13 14:56:57.890462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50810) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.894747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.906101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33bbb58-55c0-48bd-b216-44418fe48864 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:56:57.907055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c33bbb58-55c0-48bd-b216-44418fe48864 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:56:57.922557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:57.929572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-956aec74-afee-45bd-bf47-482f5356e329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:57.951338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80039877-e00d-498f-b57e-95f2c85536db,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:57.953478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c33bbb58-55c0-48bd-b216-44418fe48864 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:56:57.958354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c33bbb58-55c0-48bd-b216-44418fe48864 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1697941
Dec 13 14:56:57.960121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50814) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:57.961450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:57.982186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-90ce52d2-0c4f-4112-9ece-6ce00f216678 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:57.983943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90ce52d2-0c4f-4112-9ece-6ce00f216678 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/bfc54f5e-b366-46cd-8dc2-150c733e7009 HTTP/1.1" status: 404  len: 336 time: 0.0923007
Dec 13 14:56:57.986842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50818) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.036330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdff21e-cdb0-4656-9108-29908895f060 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:58.037108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdff21e-cdb0-4656-9108-29908895f060 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:58.039151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfdff21e-cdb0-4656-9108-29908895f060 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/0f03ca45-8c45-4f96-84c7-2e7d91865862 HTTP/1.1" status: 404  len: 337 time: 0.0507114
Dec 13 14:56:58.042049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50822) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.094939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1eb050a9-1585-48a6-8467-257c2e46f1c7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 200  len: 205 time: 0.0493088
Dec 13 14:56:58.095951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50826) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.164681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50830) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.196445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-061ee003-94e0-47d2-9d29-afa0cbc108ad tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2334299
Dec 13 14:56:58.198128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50834) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.213998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:58.239727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.240974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/security-groups/80039877-e00d-498f-b57e-95f2c85536db HTTP/1.1" status: 204  len: 168 time: 1.0080669
Dec 13 14:56:58.246123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-bfc46ec3-f1ee-4f3a-a2a3-94a92b821136 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:58.247609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfc46ec3-f1ee-4f3a-a2a3-94a92b821136 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/c53bbfdb-0e53-4570-8ce5-368f9dea6c6b HTTP/1.1" status: 404  len: 336 time: 0.1495466
Dec 13 14:56:58.250593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50838) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.254670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50840) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.323905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2d73a18f-7a27-4fcc-a408-2405ff114ed1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=b355bea5-7768-4aaf-ad49-bb70011e2fd3 HTTP/1.1" status: 200  len: 205 time: 0.0679004
Dec 13 14:56:58.331977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b385ed9-3628-4c26-85d6-5f095717206a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 688 time: 0.1565015
Dec 13 14:56:58.331977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50846) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.380616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.406298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-cfb6a1a8-a3ed-41fc-89e2-081df1c1096a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:58.409058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cfb6a1a8-a3ed-41fc-89e2-081df1c1096a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/b355bea5-7768-4aaf-ad49-bb70011e2fd3 HTTP/1.1" status: 404  len: 336 time: 0.0780697
Dec 13 14:56:58.410490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50850) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.440883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:58.458701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b250c8-1f77-4c18-a5a6-51a8320bcd83 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:58.459316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b250c8-1f77-4c18-a5a6-51a8320bcd83 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:58.464734 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b9b250c8-1f77-4c18-a5a6-51a8320bcd83 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/e91dfe81-2b5b-4233-90dc-713c79635b5d HTTP/1.1" status: 404  len: 337 time: 0.0530512
Dec 13 14:56:58.465350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50854) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.481676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:58.522025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3bf6436-f4df-4d43-805c-601a8862c22b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=f06f7d4d-61cc-46d2-801f-da758da9f187 HTTP/1.1" status: 200  len: 205 time: 0.0546291
Dec 13 14:56:58.524362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50858) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.524615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.526396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:56:58.532869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.604663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-40c72c75-3644-4c58-b881-d4d65b450c68 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:58.608468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40c72c75-3644-4c58-b881-d4d65b450c68 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/f06f7d4d-61cc-46d2-801f-da758da9f187 HTTP/1.1" status: 404  len: 336 time: 0.0803423
Dec 13 14:56:58.611491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50862) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.654564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d12afb-35e6-45d2-a087-bbdde23d4fb7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:58.655094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d12afb-35e6-45d2-a087-bbdde23d4fb7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:58.659689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.660278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-39d12afb-35e6-45d2-a087-bbdde23d4fb7 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/294feeac-4e88-4ecc-936c-aacbcd9855c8 HTTP/1.1" status: 404  len: 337 time: 0.0443907
Dec 13 14:56:58.660278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50866) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.706533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8abc0967-40e6-48a2-81e0-79413060cc38 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbd0f455-bc35-4222-b233-d8a108bd74e8 HTTP/1.1" status: 200  len: 205 time: 0.0447354
Dec 13 14:56:58.709116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50870) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.719699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc8059-b162-4ac1-a90e-dd3cb9400bb5 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:56:58.785313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2cb1b57e-a8cc-4070-8be7-749aa5222164 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] delete failed (client error): The resource could not be found.
Dec 13 14:56:58.789184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2cb1b57e-a8cc-4070-8be7-749aa5222164 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/routers/cbd0f455-bc35-4222-b233-d8a108bd74e8 HTTP/1.1" status: 404  len: 336 time: 0.0764561
Dec 13 14:56:58.789544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50874) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.817225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.825674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6785735-725e-4856-bf76-f953099ae501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:58.831491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8800fdd0-430e-4cf0-adcf-d684b5b599dd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:58.832155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8800fdd0-430e-4cf0-adcf-d684b5b599dd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:58.836834 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8800fdd0-430e-4cf0-adcf-d684b5b599dd tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/f0159359-1080-471f-a41a-230391dbaf5e HTTP/1.1" status: 404  len: 337 time: 0.0433452
Dec 13 14:56:58.836834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.875987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124129e2-dd8e-4d5d-a7be-76442c2a484f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:58.881973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2cb90e4c-393b-4384-baca-489bf8dbdbb3 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:58.882198 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8da67d-2236-4f86-adfb-5fc5102a332a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:56:58.882335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:58.882448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cb90e4c-393b-4384-baca-489bf8dbdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.882812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8da67d-2236-4f86-adfb-5fc5102a332a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:56:58.888133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e8da67d-2236-4f86-adfb-5fc5102a332a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] 10.222.0.69 "DELETE /v2.0/subnets/84ab8cf7-a173-4165-8273-217c64b4e7bd HTTP/1.1" status: 404  len: 337 time: 0.0467401
Dec 13 14:56:58.913383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:58.917226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32babf2d-d1a1-47ef-89e5-00f3edcb585f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/security-groups/124129e2-dd8e-4d5d-a7be-76442c2a484f HTTP/1.1" status: 204  len: 168 time: 0.6617608
Dec 13 14:56:58.918940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50884) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:58.988919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.000563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2cb90e4c-393b-4384-baca-489bf8dbdbb3 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:56:59.013234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.036561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2cb90e4c-393b-4384-baca-489bf8dbdbb3 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:56:59.036561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2cb90e4c-393b-4384-baca-489bf8dbdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.064634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.151119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:56:59.159165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Deleting port 9987f88c-42bd-4d4b-9d9b-da35356213b1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:56:59.159698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.239009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50890) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:59.422621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] For port 9987f88c-42bd-4d4b-9d9b-da35356213b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9987f88c-42bd-4d4b-9d9b-da35356213b1,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:56:59.423878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.469549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Allocated IP 172.26.4.93 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ed67a282-2861-41ab-98b3-7aa84667738f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:56:59.474705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 8f8c1478-cb20-4cfa-aaca-73c3f73b5e93 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:56:59.491449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.498607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31bb18f4-cb36-424c-9287-92745a8f16f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=139601c617184ff4a47fb35bcb0595a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2578735
Dec 13 14:56:59.499283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50898) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:59.574314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.584673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Calling delete_port for 9987f88c-42bd-4d4b-9d9b-da35356213b1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:56:59.605505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.605925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.656584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.662238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2357b97b-b7f9-43f9-9bc3-74279f83be70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:59.669940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.678507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62226a2d-bc87-429e-a8de-ab1a6dcb8ae9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:59.686733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:59.690159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:59.692225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.704676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62226a2d-bc87-429e-a8de-ab1a6dcb8ae9 HTTP/1.1" status: 204  len: 168 time: 0.2023997
Dec 13 14:56:59.740043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] No DVR routers for this DVR port 9987f88c-42bd-4d4b-9d9b-da35356213b1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:56:59.758049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Pushing event deleted for resources: {'Port': ['ID=9987f88c-42bd-4d4b-9d9b-da35356213b1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:56:59.763193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:56:59.773881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50904) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:56:59.781203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065747691', 'description': 'tempest-secgroup-smoke-1065747691 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:56:59.788213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:59.801069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:59.813498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.829465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9987f88c-42bd-4d4b-9d9b-da35356213b1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:56:59.867616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9987f88c-42bd-4d4b-9d9b-da35356213b1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:56:59.868012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9987f88c-42bd-4d4b-9d9b-da35356213b1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:56:59.873459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:56:59.878291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:56:59.882396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:56:59.888847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:56:59.893232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.909769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.947240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Port 9987f88c-42bd-4d4b-9d9b-da35356213b1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 13 14:56:59.947627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_pluggable_backend [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:922a {{(pid=88857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 13 14:56:59.951764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.955593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:56:59.961989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b3179bfa-1f9e-4f28-ab83-a0c5461dacb9 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:56:59.990599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.001366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5148995d-5968-4d86-9f9a-273630bb30bd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.018256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d681b49-d57e-422f-98cb-8b6b821c896a,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.022684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.029661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.031313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2561262
Dec 13 14:57:00.034402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50908) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.041022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.048771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.053717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:00.057271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:00.065353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.083665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.085753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.097456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=bfd28444-5b5c-4c90-89bb-3f05a6f15b62,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.101172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:00.104505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.109101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.109627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.140708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:00.147446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:00.148088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.149341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.152524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857697c-a9ab-48ad-9d88-fae382703e9e None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:00.153415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.155499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b88ca5b-f7f1-4ef1-bd4b-73dd677dd7a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.171661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8c1478-cb20-4cfa-aaca-73c3f73b5e93,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.175065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989d43e5-bee9-466d-aa36-b0a0eee540d8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.179484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.179764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.180336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c23cbfc3-e16c-4a76-bdb3-78cad8877c7d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.202222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.206571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1684785
Dec 13 14:57:00.207282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.213772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.220605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:00.221538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.226090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:00.229708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:00.236037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:00.237933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.240818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.245086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:00.259673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.269687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2b263-ee6c-40a6-bc3a-92a7e73e21eb None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:00.289925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-adc1fc06-f12d-4c34-b294-206da3b02608 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.0813291
Dec 13 14:57:00.297577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50916) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.312107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/8f8c1478-cb20-4cfa-aaca-73c3f73b5e93 HTTP/1.1" status: 204  len: 168 time: 1.3635912
Dec 13 14:57:00.316391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.334246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=ed67a282-2861-41ab-98b3-7aa84667738f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.341886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50920) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.346444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.366708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.371644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.374526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74064458-c40a-4cc4-8f24-446845931c62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.405483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c5675a-fe72-473c-a266-04a714905d55,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.416566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.424020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.425466 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2170238
Dec 13 14:57:00.428723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50924) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.436098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.443538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.448049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:00.452334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:00.458728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.483376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.522490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': 'bfd28444-5b5c-4c90-89bb-3f05a6f15b62'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:00.523626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.569930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.573741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.582484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fbe6c84-cbeb-4603-b6ae-d7e98b6f2fc1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.604080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e268a1a1-7b25-44df-9d03-79bc2d6b4276,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.607010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.614940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.619252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-22ae1161-2f11-4e4e-82aa-86f49df7fc2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1865973
Dec 13 14:57:00.619563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50928) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.626140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.633501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.638227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:00.641687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:00.648379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.667047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.738588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.741798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.749855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17ad9f0-fe4c-4c8f-8d2c-c116087b5c2d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.770354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb434aaa-3933-4a36-ba15-de6a979198b3,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.772917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.780795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.785154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1614256
Dec 13 14:57:00.785824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50932) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.793894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:00.801437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.806031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:00.808941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Allocated IP 2001:db8::f816:3eff:fe07:793c (cd6315a2-c455-466b-90ce-13d3e49c993d/bfd28444-5b5c-4c90-89bb-3f05a6f15b62/55c24baa-f8c1-4150-b571-a6b1f6cbacdf) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:00.811054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:00.818221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.832210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:57:00.835110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 5cb29100-0d71-4fe3-8556-8df184356b37 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:00.840766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.848894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.935609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.937807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:00.940888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.944012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a9afe5b-4eab-499b-ad35-f8483b04ffd0 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:00.948014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.976015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af5b36f-0fcb-4af3-a702-590ed63c056f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:00.982386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:00.984945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:00.986374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1990616
Dec 13 14:57:00.989860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50936) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:00.991501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:00.997611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '4d681b49-d57e-422f-98cb-8b6b821c896a', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:01.005347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:01.010003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:01.015442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:01.022415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:01.028522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:01.034825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.036401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:57:01.046094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.076371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.090723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Transition to ACTIVE for port object 55c24baa-f8c1-4150-b571-a6b1f6cbacdf will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:01.114556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Transition to ACTIVE for port object 55c24baa-f8c1-4150-b571-a6b1f6cbacdf will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:01.121060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.126904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:01.132315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.139989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.142257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:01.169965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47d97b7-342d-48d3-97e4-daf0521251d3,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:01.173093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:01.186124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.187995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1970167
Dec 13 14:57:01.191839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.196823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:01.200138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:01.219685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:01.221358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:01.226057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:01.268498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.269289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.296513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfd28444-5b5c-4c90-89bb-3f05a6f15b62 (CIDR: 2001:db8::/64)
Dec 13 14:57:01.355091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Attempting to bind port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:01.355917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Attempting to bind port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:01.357256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Attempting to bind port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:01.363732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:01.364235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:01.367896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:01.368584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:01.369792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.369792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:01.370421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Bound port: 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:01.371222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.399250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.404838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebbc24f3-62b9-43e4-b0c2-395fb3943787 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:01.450394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6d52461-5973-491a-b29b-5fe696f8fac2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1500018
Dec 13 14:57:01.453876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb29100-0d71-4fe3-8556-8df184356b37,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:01.454643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50950) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:01.463966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:01.470036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.474401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/5cb29100-0d71-4fe3-8556-8df184356b37 HTTP/1.1" status: 204  len: 168 time: 1.1292391
Dec 13 14:57:01.474572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:01.475371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50954) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:01.498794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:01.502172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:01.507856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.513242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a9042526-b70e-4547-a0b2-99f53c949f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:01.618601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8fc61e-1f4b-4c7b-8ebe-bb63e6b17ab9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:01.619139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8fc61e-1f4b-4c7b-8ebe-bb63e6b17ab9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:01.628499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee8fc61e-1f4b-4c7b-8ebe-bb63e6b17ab9 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/8f8c1478-cb20-4cfa-aaca-73c3f73b5e93 HTTP/1.1" status: 404  len: 337 time: 0.1519923
Dec 13 14:57:01.637096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50958) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:01.716436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:01.740058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:01.752858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting subnet 2959b8f9-f136-4819-8dff-d643849f5050 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:01.757359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:01.757603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.808490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:01.815105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:01.846399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:01.980877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.014745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Router fa155f24-750b-468a-94ff-5387f41888ba is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:57:02.060552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993bd605-b45c-45b8-bd63-087d5c5b7356 None None] Network f7baa540-63f4-48a2-867b-6d9b04e15f8c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:02.145303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.151476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbfe4142-279b-4901-8ad9-bf11751b5d01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:02.185859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53f56977-5206-48b8-a6a6-9f9465510c37 None None] Provisioning complete for port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:02.186267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53f56977-5206-48b8-a6a6-9f9465510c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.224450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Subnet': ['ID=2959b8f9-f136-4819-8dff-d643849f5050,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:02.244950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-c33e992a-c5d4-4820-ae74-6fb83e7f9782 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:02.245110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:02.265407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.282034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/2959b8f9-f136-4819-8dff-d643849f5050 HTTP/1.1" status: 204  len: 168 time: 0.6424487
Dec 13 14:57:02.287354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.312079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 50966) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.314354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-53f56977-5206-48b8-a6a6-9f9465510c37 None None] Port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:02.382861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-c33e992a-c5d4-4820-ae74-6fb83e7f9782 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:02.392235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-c33e992a-c5d4-4820-ae74-6fb83e7f9782 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065747691&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.5022628
Dec 13 14:57:02.398640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dceb23-9d48-49d4-810f-8962331ac36b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.399168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dceb23-9d48-49d4-810f-8962331ac36b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.404119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68dceb23-9d48-49d4-810f-8962331ac36b tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/b87f360e-e9ca-4f5c-876a-577266950b92 HTTP/1.1" status: 404  len: 337 time: 0.0892668
Dec 13 14:57:02.405721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50970) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.433170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53f56977-5206-48b8-a6a6-9f9465510c37 None None] Provisioning complete for port 758699d4-d483-42fd-9ca9-ca3cf051484b triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:02.433928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53f56977-5206-48b8-a6a6-9f9465510c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.473126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f58b8083-d95e-48d0-9349-bc632a2935ef tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17b5d63-8604-4147-b9a5-2ed78f6f1c86 HTTP/1.1" status: 200  len: 205 time: 0.0644600
Dec 13 14:57:02.477048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50974) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.570592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-25d5f89f-c7dd-40aa-a37e-326a6a65a471 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] delete failed (client error): The resource could not be found.
Dec 13 14:57:02.573663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25d5f89f-c7dd-40aa-a37e-326a6a65a471 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/routers/b17b5d63-8604-4147-b9a5-2ed78f6f1c86 HTTP/1.1" status: 404  len: 336 time: 0.0926971
Dec 13 14:57:02.576441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:02.578230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50978) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.597256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Sync routers for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:02.613658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:02.614356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eec51d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:02.659311 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63306b4-78d0-4c24-9a39-bbadad70e0ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.659896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63306b4-78d0-4c24-9a39-bbadad70e0ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.663026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b63306b4-78d0-4c24-9a39-bbadad70e0ee tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/436989e1-1421-4c18-8c2e-37a51839b69b HTTP/1.1" status: 404  len: 337 time: 0.0822475
Dec 13 14:57:02.665180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50982) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.685367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-6e214ac5-81b1-4a4c-9ac5-776671a37303 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:02.687547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] DHCP port deletion for f7baa540-63f4-48a2-867b-6d9b04e15f8c request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:57:02.692274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-6e214ac5-81b1-4a4c-9ac5-776671a37303 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 797 time: 0.2981179
Dec 13 14:57:02.697500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Deleting port 758699d4-d483-42fd-9ca9-ca3cf051484b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:02.697925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.707840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.712595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.3711786
Dec 13 14:57:02.713463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50986) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.720329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-27880224-24b7-440f-9ac5-e881734efd81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.720822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27880224-24b7-440f-9ac5-e881734efd81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.725104 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27880224-24b7-440f-9ac5-e881734efd81 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/9819055e-0576-4373-9d94-2a017a270109 HTTP/1.1" status: 404  len: 337 time: 0.0565331
Dec 13 14:57:02.727141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50990) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.755757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-20970dd2-898f-41e9-af99-610e04f3e3c3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0624614
Dec 13 14:57:02.768576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce0fa68-254f-4976-a62d-8f03944dcd3c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.769076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce0fa68-254f-4976-a62d-8f03944dcd3c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.773311 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ce0fa68-254f-4976-a62d-8f03944dcd3c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/14dc7fb7-f43b-4a8c-91b2-d46fce0ad774 HTTP/1.1" status: 404  len: 337 time: 0.0428221
Dec 13 14:57:02.774837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 50996) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.821011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-71109784-c1b6-46d5-991c-7bff840965f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.821913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71109784-c1b6-46d5-991c-7bff840965f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.823978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71109784-c1b6-46d5-991c-7bff840965f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/f6fa75f3-e5c7-4e45-9068-5695e784d082 HTTP/1.1" status: 404  len: 333 time: 0.0479219
Dec 13 14:57:02.827126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51000) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.881103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d25baf-db9f-47f9-8907-817e12b70f34 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.881962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d25baf-db9f-47f9-8907-817e12b70f34 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.884142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2d25baf-db9f-47f9-8907-817e12b70f34 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/5442fa31-ac89-42fb-a916-aea3c4d5f492 HTTP/1.1" status: 404  len: 337 time: 0.0552483
Dec 13 14:57:02.886807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51004) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.905575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-cbe694b0-1e25-4b44-8acf-89b13fc49341 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1378200
Dec 13 14:57:02.928155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-2946da53-ac1e-4280-b8fb-f2449a997365 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:57:02.929340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-2946da53-ac1e-4280-b8fb-f2449a997365 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0061955
Dec 13 14:57:02.930885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-545c9c73-cf7b-4708-8f42-a2051e6f0167 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.931495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545c9c73-cf7b-4708-8f42-a2051e6f0167 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.933424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-545c9c73-cf7b-4708-8f42-a2051e6f0167 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/b1cd6dc5-e51c-42d2-bbac-b81dcd25c0c9 HTTP/1.1" status: 404  len: 337 time: 0.0450876
Dec 13 14:57:02.939009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51008) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.955429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:02.987808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb641b7b-1a42-46f0-8ed5-c6a7ce427e04 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:02.988315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb641b7b-1a42-46f0-8ed5-c6a7ce427e04 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:02.990329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb641b7b-1a42-46f0-8ed5-c6a7ce427e04 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/a008df5d-38e5-42b5-b2a1-852170c79a14 HTTP/1.1" status: 404  len: 333 time: 0.0502708
Dec 13 14:57:02.992631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:02.993206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51012) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:02.998892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c43f459-4f07-4563-b25c-5f063c0c7698 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:03.084229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c95504-f0f4-49db-a455-8a490edf7e25 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:03.084737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c95504-f0f4-49db-a455-8a490edf7e25 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:03.089048 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10c95504-f0f4-49db-a455-8a490edf7e25 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/564993be-0866-4915-84af-6eb0fdb2fbab HTTP/1.1" status: 404  len: 337 time: 0.0921388
Dec 13 14:57:03.090334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f263cf0b-ede1-42b4-a651-e6edf26bb73d tempest-TestNetworkAdvancedServerOps-689182673 tempest-TestNetworkAdvancedServerOps-689182673-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e294d4c8b6504026af89b6afb31eea99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3722031
Dec 13 14:57:03.092767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51016) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.093313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51018) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.139625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:03.144379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:03.147439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:03.148086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.168029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=c5018513-f477-4970-90a1-ecba210c7c08,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:03.170863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:03.178298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65e5186-253f-41e6-9779-ab8813848651 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:03.179227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65e5186-253f-41e6-9779-ab8813848651 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:03.183541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d65e5186-253f-41e6-9779-ab8813848651 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/subnets/08446786-d381-47d6-9365-6ead0c0be973 HTTP/1.1" status: 404  len: 337 time: 0.0889783
Dec 13 14:57:03.187065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51024) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.205378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] For port 758699d4-d483-42fd-9ca9-ca3cf051484b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=758699d4-d483-42fd-9ca9-ca3cf051484b,segment=NetworkSegment(51681569-b454-4000-bf24-63e19e13727e),segment_id=51681569-b454-4000-bf24-63e19e13727e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:03.205824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.232125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-45eda115-adbe-42b4-adf2-74f674a555af service neutron] 10.222.0.69 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872033
Dec 13 14:57:03.276581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8138866
Dec 13 14:57:03.286996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51028) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.297732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:a5:a5:e7', 'name': 'tempest-NetworksTestDHCPv6-1558225888'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:03.317495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf9a41-72ec-4c2a-b5b9-d3fb7ee710ad tempest-TestNetworkAdvancedServerOps-689182673 tempest-TestNetworkAdvancedServerOps-689182673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:03.321966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69bf9a41-72ec-4c2a-b5b9-d3fb7ee710ad tempest-TestNetworkAdvancedServerOps-689182673 tempest-TestNetworkAdvancedServerOps-689182673-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2225845
Dec 13 14:57:03.323265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51032) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.333328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Deleting port 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:03.333998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.388393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8d6ddf3-47ca-4736-a215-103c16e7467c tempest-TestNetworkAdvancedServerOps-689182673 tempest-TestNetworkAdvancedServerOps-689182673-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0631495
Dec 13 14:57:03.391707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51036) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:03.397736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223671035', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:03.402580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Calling delete_port for 758699d4-d483-42fd-9ca9-ca3cf051484b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:03.495189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.502256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-153d2076-ed3a-42b5-8517-0ea041038b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:03.539318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-3e05c032-e6a0-458c-b7b9-d3512abccf1d service neutron] 10.222.0.69 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2986584
Dec 13 14:57:03.567742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Pushing event deleted for resources: {'Port': ['ID=758699d4-d483-42fd-9ca9-ca3cf051484b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:03.574422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:03.578941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] No DVR routers for this DVR port 758699d4-d483-42fd-9ca9-ca3cf051484b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:57:03.608432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:03.617752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:subnet and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:03.620911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:03.623437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:03.631091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:03.634101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:03.636496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:03.645184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:03.655976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Made reservation on behalf of e294d4c8b6504026af89b6afb31eea99 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:03.702931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eec51d0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:00Z', 'revision_number': 3, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:03.709484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Checking router: fa155f24-750b-468a-94ff-5387f41888ba for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:03.710209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Updating router fa155f24-750b-468a-94ff-5387f41888ba port ed67a282-2861-41ab-98b3-7aa84667738f binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:57:03.756213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.775415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.791419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:03.793361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:03.994246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Calling delete_port for 2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:04.053902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:04.100536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.115866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-022b886c-100d-4b49-a513-739a9f209110 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:04.166006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Port': ['ID=2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:04.170695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:04.172019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.188106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/ports/2fa8eda8-dbcf-4bfe-a9f6-6a8313e68bce HTTP/1.1" status: 204  len: 168 time: 0.9998627
Dec 13 14:57:04.190853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51050) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:04.261224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:04.364056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:57:04.392645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b10c5-2fb2-477e-8498-d76a9b1771d9 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:04.405249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.501220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.538387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 49a32d88-3889-4a46-81be-fc5c54c19f20 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:57:04.616939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.656710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e039ef0>,) {'filters': {'network_id': ['f7baa540-63f4-48a2-867b-6d9b04e15f8c']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:04.671461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e039ef0>, '51681569-b454-4000-bf24-63e19e13727e') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:04.672068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e039ef0>, '51681569-b454-4000-bf24-63e19e13727e') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:04.685614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.701562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.709458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:57:04.710043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.724657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 758699d4-d483-42fd-9ca9-ca3cf051484b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:57:04.725045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 758699d4-d483-42fd-9ca9-ca3cf051484b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:57:04.727324 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:57:04.734185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23c56bf2-1b99-4eec-8cdd-d706f7757f30 req-3f6fbe04-20c3-4f7e-91a2-ed90579f5318 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 210 time: 0.8502607
Dec 13 14:57:04.823997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.824292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.828673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f811930b-a081-4d2b-ad62-3767a452dc29 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:04.848794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Provisioning for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:04.853973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Transition to ACTIVE for port object ed67a282-2861-41ab-98b3-7aa84667738f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:04.855696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.862150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Pushing event deleted for resources: {'Network': ['ID=f7baa540-63f4-48a2-867b-6d9b04e15f8c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:04.865009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] 10.222.0.69 "DELETE /v2.0/networks/f7baa540-63f4-48a2-867b-6d9b04e15f8c HTTP/1.1" status: 204  len: 168 time: 0.6729681
Dec 13 14:57:04.866021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:04.893451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:04.893958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.939440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.946665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:04.961342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8:0:1::2b1 (cd6315a2-c455-466b-90ce-13d3e49c993d/c5018513-f477-4970-90a1-ecba210c7c08/49a32d88-3889-4a46-81be-fc5c54c19f20) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:04.968138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:04.972647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fea5:a5e7 (cd6315a2-c455-466b-90ce-13d3e49c993d/bfd28444-5b5c-4c90-89bb-3f05a6f15b62/49a32d88-3889-4a46-81be-fc5c54c19f20) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:04.975515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a9fd56c-f0d8-4ff0-950d-10fcff2eb69f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:05.056719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Pushing event updated for resources: {'Port': ['ID=ed67a282-2861-41ab-98b3-7aa84667738f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.063403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:05.073020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Attempting to bind port ed67a282-2861-41ab-98b3-7aa84667738f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:05.073438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Attempting to bind port ed67a282-2861-41ab-98b3-7aa84667738f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:05.073847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Attempting to bind port ed67a282-2861-41ab-98b3-7aa84667738f on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:05.113993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Subnet': ['ID=ec6a3099-9b73-4101-8a6c-736ea2271eca,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.120327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:05.123808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:05.124228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:05.124677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.125122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Checking segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:05.125235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:05.125387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network hostable DHCP agents. Network: a0c6e3ab-b240-49e0-a006-b965b33354ed, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:57:05.125623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Bound port: ed67a282-2861-41ab-98b3-7aa84667738f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:05.126038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.225796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] For port ed67a282-2861-41ab-98b3-7aa84667738f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:05.229951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] For port ed67a282-2861-41ab-98b3-7aa84667738f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed67a282-2861-41ab-98b3-7aa84667738f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:05.245600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.254506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840b06a3-1b26-4c75-8c53-fd73d52e53fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:05.311420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51060) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:05.379266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.426935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network a0c6e3ab-b240-49e0-a006-b965b33354ed is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:57:05.455810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Pushing event updated for resources: {'Port': ['ID=ed67a282-2861-41ab-98b3-7aa84667738f,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.466226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:05.471094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:05.471802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eec51d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:56:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:05.473218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, a0c6e3ab-b240-49e0-a006-b965b33354ed) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:05.496643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:05.497697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.532590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2067ed-315a-46e8-ba30-42270d4bd0d2 None None] Network a0c6e3ab-b240-49e0-a006-b965b33354ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:05.533804 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9608fec1-f16d-445a-b516-981626db673f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.1411104
Dec 13 14:57:05.534298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51066) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:05.536923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43863055-1262-468f-9dbc-755f6f852f84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58e220f5b5334746833da0bfd73aba2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2242281
Dec 13 14:57:05.539557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51070) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:05.569508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.570105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:05.591595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-b7a72a47-29af-42ee-a8f0-4d5adb3de023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:05.594212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-b7a72a47-29af-42ee-a8f0-4d5adb3de023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 797 time: 0.3270900
Dec 13 14:57:05.616881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.620586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': 'bfd28444-5b5c-4c90-89bb-3f05a6f15b62', 'ip_address': '2001:db8::f816:3eff:fe07:793c'}, {'subnet_id': 'c5018513-f477-4970-90a1-ecba210c7c08'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '55c24baa-f8c1-4150-b571-a6b1f6cbacdf'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:57:05.625815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 49a32d88-3889-4a46-81be-fc5c54c19f20 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:05.660800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c15d59b0-a17f-4c26-93bc-52f04953cf24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:05.668826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-4bd6b802-a2a2-48fa-906a-80c83b63c200 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 472 time: 0.0605288
Dec 13 14:57:05.680088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['4d681b49-d57e-422f-98cb-8b6b821c896a']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:05.697299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.697537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.710139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:05.789138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.867699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:05.874931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:05.878008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:05.882532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:05.883220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.887485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=49a32d88-3889-4a46-81be-fc5c54c19f20,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.890914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:05.897012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.940637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.941938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.943627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:05.950690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.6568379
Dec 13 14:57:05.951029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51080) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:05.954415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:05.972029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f24cb-1719-44be-9d29-986498615b64,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:05.974390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:05.975680 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/183f24cb-1719-44be-9d29-986498615b64 HTTP/1.1" status: 204  len: 168 time: 0.4352472
Dec 13 14:57:05.977786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:05.996545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:06.007612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:06.035927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:06.041481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.060645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 49a32d88-3889-4a46-81be-fc5c54c19f20 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:06.061021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.083189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b8e2791e-7da0-443b-b542-f29c9dd6250c req-57f35ef5-8ab1-4567-9ce5-79d45e5e9669 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 210 time: 0.0488658
Dec 13 14:57:06.229557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:06.448308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.10 (6d6368ac-2185-4772-be30-7cd1a3054953/9b3745b9-5d83-4025-9dcd-b9e5ebf11042/0f90ed90-8dae-4656-9957-57ad9093c7fb) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:06.498319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.529310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-a0c6e3ab-b240-49e0-a006-b965b33354ed', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:06.530234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.661493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 49a32d88-3889-4a46-81be-fc5c54c19f20 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:06.733094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.875735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Allocated IP 2001:db8:0:1::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/c5018513-f477-4970-90a1-ecba210c7c08/55c24baa-f8c1-4150-b571-a6b1f6cbacdf) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:06.953171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:06.961916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59b87752-d212-4ab5-a616-9cbc201fff97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:07.010867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=49a32d88-3889-4a46-81be-fc5c54c19f20,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:07.014905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:07.025352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Allocated IP 172.20.0.2 (a0c6e3ab-b240-49e0-a006-b965b33354ed/ec6a3099-9b73-4101-8a6c-736ea2271eca/059f7422-a8a9-4579-8010-875e2b912322) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:07.170722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.190234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 0f90ed90-8dae-4656-9957-57ad9093c7fb will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:07.245233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51104) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:07.252315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.271763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5ef9f3e-78ae-47fe-b4cb-b848cd955d55 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:07.401179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:07.449797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.490741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 6d6368ac-2185-4772-be30-7cd1a3054953 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:07.496178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/49a32d88-3889-4a46-81be-fc5c54c19f20 HTTP/1.1" status: 204  len: 168 time: 1.5417926
Dec 13 14:57:07.496178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:07.497194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:07.498920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eec51d0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:00Z', 'revision_number': 3, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:07.499576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51110) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:07.500451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:07.513644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.523709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.528954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64056804-f3c4-4b5f-9973-77fa4fc06cc0 None None] The sync data for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv is: [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:00Z', 'revision_number': 3, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:57:07.532964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:07.547254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Transition to ACTIVE for port object 55c24baa-f8c1-4150-b571-a6b1f6cbacdf will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:07.548372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Transition to ACTIVE for port object 059f7422-a8a9-4579-8010-875e2b912322 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:07.559635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.567370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61664609-dc66-4eca-aeba-50b86ad2310e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:07.590642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b06ab7b8-9744-48db-9fa6-ef6c249b2760 tempest-ServiceProvidersTest-1579390593 tempest-ServiceProvidersTest-1579390593-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3324559
Dec 13 14:57:07.664286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:07.664877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.667669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Transition to ACTIVE for port object 059f7422-a8a9-4579-8010-875e2b912322 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:07.711055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ede02-6a61-4d25-ae18-8f6695c4c7c0 req-87463d6f-54f7-4330-afcb-82d6cdb5c38e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:07.711816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e5ede02-6a61-4d25-ae18-8f6695c4c7c0 req-87463d6f-54f7-4330-afcb-82d6cdb5c38e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:07.727250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:07.733977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0583630
Dec 13 14:57:07.743046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83355660-c27a-4ac8-8fae-b909c95e3bc7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:07.743801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83355660-c27a-4ac8-8fae-b909c95e3bc7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:07.751655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:07.754005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-5d774eb8-a6af-4ea3-b391-cfdabd2393c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 14:57:07.755085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-5d774eb8-a6af-4ea3-b391-cfdabd2393c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0068955
Dec 13 14:57:07.756211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:07.756892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8089af1f-09d8-45b4-9eb9-0c95b83b6263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:07.760288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e5ede02-6a61-4d25-ae18-8f6695c4c7c0 req-87463d6f-54f7-4330-afcb-82d6cdb5c38e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:07.761483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e5ede02-6a61-4d25-ae18-8f6695c4c7c0 req-87463d6f-54f7-4330-afcb-82d6cdb5c38e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 932 time: 0.4264123
Dec 13 14:57:07.769811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Request body: {'port': {'device_id': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:07.810479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Network a0c6e3ab-b240-49e0-a006-b965b33354ed is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:07.820638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:07.824087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:07.839317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Allocated IP 172.20.0.1 (a0c6e3ab-b240-49e0-a006-b965b33354ed/ec6a3099-9b73-4101-8a6c-736ea2271eca/10178dd3-abfc-4f01-bc17-1bc59c9b8930) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:07.858661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83355660-c27a-4ac8-8fae-b909c95e3bc7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:07.863717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-83355660-c27a-4ac8-8fae-b909c95e3bc7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3322237
Dec 13 14:57:07.866276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51118) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:07.879817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Pushing event updated for resources: {'Port': ['ID=059f7422-a8a9-4579-8010-875e2b912322,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:07.943424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:07.944911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:08.054269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e5ede02-6a61-4d25-ae18-8f6695c4c7c0 req-78e9eb64-f66f-4675-95a7-5404e4ceea8c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2303891
Dec 13 14:57:08.086760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.118246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d03210a-d0ad-40d1-bc89-b8c98e4d1730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.185394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51124) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:08.223740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Attempting to bind port 059f7422-a8a9-4579-8010-875e2b912322 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:08.223740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Attempting to bind port 059f7422-a8a9-4579-8010-875e2b912322 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:08.223740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Attempting to bind port 059f7422-a8a9-4579-8010-875e2b912322 on network a0c6e3ab-b240-49e0-a006-b965b33354ed {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:08.282267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bd42ec95-0bd9-42a0-baca-1a9b0057c6bb None None] Provisioning for port 0f90ed90-8dae-4656-9957-57ad9093c7fb completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:08.305686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:08.306095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Checking segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:08.307052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.307052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Bound using segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:08.320027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Bound port: 059f7422-a8a9-4579-8010-875e2b912322, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:08.320618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.321426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c8d0a-4f6d-4ea5-9d40-1145b1f5010e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:08.322281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-568c8d0a-4f6d-4ea5-9d40-1145b1f5010e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:08.342348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-568c8d0a-4f6d-4ea5-9d40-1145b1f5010e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:08.346300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-568c8d0a-4f6d-4ea5-9d40-1145b1f5010e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4764757
Dec 13 14:57:08.353515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bd42ec95-0bd9-42a0-baca-1a9b0057c6bb None None] Provisioning complete for port 0f90ed90-8dae-4656-9957-57ad9093c7fb triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:08.353939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd42ec95-0bd9-42a0-baca-1a9b0057c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.356341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.359018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51130) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:08.400448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Transition to ACTIVE for port object 10178dd3-abfc-4f01-bc17-1bc59c9b8930 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:08.437818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.442839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffb0a967-cf54-400e-b563-b4a9d3713b82 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:08.564949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-bd42ec95-0bd9-42a0-baca-1a9b0057c6bb None None] Port 0f90ed90-8dae-4656-9957-57ad9093c7fb cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:08.590039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.599357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] For port 059f7422-a8a9-4579-8010-875e2b912322, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:08.609190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] For port 059f7422-a8a9-4579-8010-875e2b912322, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059f7422-a8a9-4579-8010-875e2b912322,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:08.615243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network a0c6e3ab-b240-49e0-a006-b965b33354ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:08.621328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.621702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:08.626711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b47a490c-d044-4ab2-ade1-f59e8deba428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:08.626932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:08.696747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:08.709404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:08.726348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:08.731695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Pushing event updated for resources: {'Port': ['ID=059f7422-a8a9-4579-8010-875e2b912322,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:08.732728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.736564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Usage tracker for resource:security_group_rule and tenant:8434d8ac04d4463b8cd40096790b5e53 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:08.736725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:08.740165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:08.748619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:08.846299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:08.847786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:08.849332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:08.850064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:08.914716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.924721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.937158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b4e9e9d0-92fc-45a2-b4c7-9cac6ddc0b8b tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:08.965414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:08.967340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:08.971353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b49494d9-10f7-402c-a5d2-7ac128d8d644 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.6086583
Dec 13 14:57:08.971790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:09.010170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a87282-c6f8-440e-849f-f8d9eee01378,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:09.051619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8434d8ac04d4463b8cd40096790b5e53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8650622
Dec 13 14:57:09.057229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:09.059550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:09.176174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet bfd28444-5b5c-4c90-89bb-3f05a6f15b62 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:09.199210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.334798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-159e50f4-bff8-49e4-a76c-b4370f6a2137 None None] Provisioning for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:09.340544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-159e50f4-bff8-49e4-a76c-b4370f6a2137 None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:09.342513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-159e50f4-bff8-49e4-a76c-b4370f6a2137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.403833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90ed90-8dae-4656-9957-57ad9093c7fb {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:57:09.413073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.474925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.477773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.529082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Transition to ACTIVE for port object 0f90ed90-8dae-4656-9957-57ad9093c7fb will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:09.546619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.555915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.561471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.601348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45fba7a8-1f69-4edd-bceb-56e40716398a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:09.659673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.737383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaba24-6745-419a-9a07-22685f338128 req-2ce8de71-51e5-4280-8cad-6bdb2ea1be8d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:09.739756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77eaba24-6745-419a-9a07-22685f338128 req-2ce8de71-51e5-4280-8cad-6bdb2ea1be8d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 932 time: 0.4074423
Dec 13 14:57:09.808747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77eaba24-6745-419a-9a07-22685f338128 req-68dd149c-a5aa-48e2-8ba4-b551465abc63 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582664
Dec 13 14:57:09.829284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4dbcebb3-c6cb-415c-8ad5-57b1bb71dee4 None None] Could not find standard attr ID for object 49a32d88-3889-4a46-81be-fc5c54c19f20. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:57:09.840048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.850030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:09.870435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:09.880771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:09.899331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:10.003291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed67a282-2861-41ab-98b3-7aa84667738f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:10.016811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.022615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Attempting to bind port 0f90ed90-8dae-4656-9957-57ad9093c7fb on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:10.023010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Attempting to bind port 0f90ed90-8dae-4656-9957-57ad9093c7fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:10.023352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Attempting to bind port 0f90ed90-8dae-4656-9957-57ad9093c7fb on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:10.026331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:10.030566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.036164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70a92f06-fb96-48a5-afb1-c4b867e5354b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:10.043272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:10.088010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.091445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd28444-5b5c-4c90-89bb-3f05a6f15b62,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:10.094828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:10.099861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed4fafee-f7fd-415e-b01d-6445465223ff tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:10.108848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Port 0f90ed90-8dae-4656-9957-57ad9093c7fb on network 6d6368ac-2185-4772-be30-7cd1a3054953 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:57:10.109197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Attempting to bind port 0f90ed90-8dae-4656-9957-57ad9093c7fb on network 6d6368ac-2185-4772-be30-7cd1a3054953 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:10.125100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:10.125555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Checking segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:10.126053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Bound using segment: {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:10.126599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Bound port: 0f90ed90-8dae-4656-9957-57ad9093c7fb, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21cadd-b18e-4304-b069-99ca6521c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:10.127259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.183057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ed67a282-2861-41ab-98b3-7aa84667738f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:10.187763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a87282-c6f8-440e-849f-f8d9eee01378,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:10.190492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:10.191517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ed67a282-2861-41ab-98b3-7aa84667738f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:10.192263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.200790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.220970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network a0c6e3ab-b240-49e0-a006-b965b33354ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:10.224587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:10.229319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.234653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19a87282-c6f8-440e-849f-f8d9eee01378 HTTP/1.1" status: 204  len: 168 time: 1.1694524
Dec 13 14:57:10.238553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c4b7337-b865-4c20-bbba-da644b880c7c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/bfd28444-5b5c-4c90-89bb-3f05a6f15b62 HTTP/1.1" status: 204  len: 168 time: 1.2606871
Dec 13 14:57:10.239413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51146) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:10.310678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-743f1d39-1065-405f-aa30-8f1f95c2d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.427572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.453568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port ed67a282-2861-41ab-98b3-7aa84667738f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed67a282-2861-41ab-98b3-7aa84667738f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:10.461088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d29dc7-d1c6-466a-bb39-f4d890cbe72c None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:10.494422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.495461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059f7422-a8a9-4579-8010-875e2b912322 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:10.534931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet c5018513-f477-4970-90a1-ecba210c7c08 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:10.540128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a5e7e4c-ea49-48cd-9efe-055fa1823c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:10.542625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.638646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.797731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:10.803624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=ed67a282-2861-41ab-98b3-7aa84667738f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:10.807732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:10.813936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.820978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:10.826464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.904976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 059f7422-a8a9-4579-8010-875e2b912322 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:10.918082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Router fa155f24-750b-468a-94ff-5387f41888ba has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:57:10.923396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:10.929852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52120838-1020-413c-8d5c-4b17a3ccd023 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:10.962620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.016463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.092570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.094438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] 10.222.0.72 "PUT /v2.0/ports/0f90ed90-8dae-4656-9957-57ad9093c7fb HTTP/1.1" status: 200  len: 1094 time: 3.3290968
Dec 13 14:57:11.099810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:11.122602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c5018513-f477-4970-90a1-ecba210c7c08 HTTP/1.1" status: 204  len: 168 time: 0.8819036
Dec 13 14:57:11.127838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51154) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:11.130461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:11.142446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:11.198275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20108fce-80ad-4a27-8a80-8180ec845ce6 None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': 'c5018513-f477-4970-90a1-ecba210c7c08'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '55c24baa-f8c1-4150-b571-a6b1f6cbacdf'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:57:11.220820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-535e23f1-a0f2-4d0f-8861-0118e4438d69 tempest-RoutersNegativeTest-595501733 tempest-RoutersNegativeTest-595501733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:11.273687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'status': 'completed', 'code': 200}
Dec 13 14:57:11.277218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20108fce-80ad-4a27-8a80-8180ec845ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.300214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-666d0245-651e-4480-be38-f95bc40c620b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1709769
Dec 13 14:57:11.367609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=c5018513-f477-4970-90a1-ecba210c7c08,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:11.377254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51158) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:11.399437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:11.409880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:11.453410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a0679-b6a5-49c8-b82c-0bba0b4bfd67 None None] Network a0c6e3ab-b240-49e0-a006-b965b33354ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:11.568163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:11.573274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:11.577810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:11.584988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:11.609373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b226d1-8888-4ab6-8e3e-ea676f693dab req-f1fc7253-3685-4376-964f-08f60e092883 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:11.611156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48b226d1-8888-4ab6-8e3e-ea676f693dab req-f1fc7253-3685-4376-964f-08f60e092883 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 944 time: 0.6005843
Dec 13 14:57:11.629402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:11.630247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:11.636775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.651782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "PUT /v2.0/routers/fa155f24-750b-468a-94ff-5387f41888ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1135032
Dec 13 14:57:11.716472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-f5d4a76c-f7ba-4385-85eb-d33102bbe5ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 1097 time: 0.4414809
Dec 13 14:57:11.749543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4782604-ac35-43c9-bcff-46564cbadb8c None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:11.795316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Provisioning for port 059f7422-a8a9-4579-8010-875e2b912322 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:11.809852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Provisioning complete for port 059f7422-a8a9-4579-8010-875e2b912322 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:11.810360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:11.810685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48b226d1-8888-4ab6-8e3e-ea676f693dab req-92ede065-7fe0-4f1b-967a-f6b7d3eda46e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815364
Dec 13 14:57:11.844661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Sync routers for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:11.866980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:11.869612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:11.956267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed67a282-2861-41ab-98b3-7aa84667738f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:12.016549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-204dc20d-391d-48df-835d-0ddd989823ba tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404836111&fields=id&tenant_id=e294d4c8b6504026af89b6afb31eea99 HTTP/1.1" status: 200  len: 267 time: 0.0932460
Dec 13 14:57:12.116806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:12.172304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-a5159324-d263-4ef4-9b08-4c6698705751 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb HTTP/1.1" status: 200  len: 217 time: 0.4045656
Dec 13 14:57:12.220844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8ba54700-ac5d-4e13-952a-c8c49e928a5f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:12.222354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8ba54700-ac5d-4e13-952a-c8c49e928a5f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Synchronizing usage tracker for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:12.242317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8ba54700-ac5d-4e13-952a-c8c49e928a5f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Unset dirty status for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:12.244227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8ba54700-ac5d-4e13-952a-c8c49e928a5f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 797 time: 0.2150154
Dec 13 14:57:12.264627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-b5421049-4316-4aaa-ac50-986533043cb5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/quotas/e294d4c8b6504026af89b6afb31eea99 HTTP/1.1" status: 200  len: 375 time: 0.0135677
Dec 13 14:57:12.316804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.321808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ed67a282-2861-41ab-98b3-7aa84667738f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:12.322343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.337412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-843fbd9d-1512-4c07-856c-4c7d3e467a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:12.338738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-843fbd9d-1512-4c07-856c-4c7d3e467a6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.1573038
Dec 13 14:57:12.394113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-b939410b-e300-49e2-a76a-ee1a77d4103e tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Synchronizing usage tracker for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:12.417225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-b939410b-e300-49e2-a76a-ee1a77d4103e tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Unset dirty status for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:12.418711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-b939410b-e300-49e2-a76a-ee1a77d4103e tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1480720
Dec 13 14:57:12.520569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.539719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd438>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:09Z', 'revision_number': 2, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:12.544808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Checking router: fa155f24-750b-468a-94ff-5387f41888ba for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:12.545307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Updating router fa155f24-750b-468a-94ff-5387f41888ba port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:57:12.556065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-08176923-83cd-45b6-9105-e11c7a529d6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2047644
Dec 13 14:57:12.621888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8247c720-f361-4e73-8fb1-56a02e906e32 service neutron] 10.222.0.69 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896679
Dec 13 14:57:12.627100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.678577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] For port 059f7422-a8a9-4579-8010-875e2b912322, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059f7422-a8a9-4579-8010-875e2b912322,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:12.689705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.692195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5a6febd-c590-41c7-b9ed-b988854c0d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:12.785407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:57:12.822090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:12.889229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-defcd9c8-b5a6-4ec8-84b2-63e1d2180bad service neutron] 10.222.0.69 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601006
Dec 13 14:57:13.045314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': 'dbfce662-6cd6-4164-a24a-69b638be35ed'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '55c24baa-f8c1-4150-b571-a6b1f6cbacdf'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:57:13.134879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Pushing event updated for resources: {'Port': ['ID=059f7422-a8a9-4579-8010-875e2b912322,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:13.141864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.153725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:13.175620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a56078d4-6805-47ab-abd9-4674f4b0db97 None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:13.176052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a56078d4-6805-47ab-abd9-4674f4b0db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.245064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6f11da5-b3d8-4608-b6eb-8b1baba04ada req-df09d993-48e7-405e-ab10-da1b497dc868 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 210 time: 0.1285882
Dec 13 14:57:13.379832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-88e7582d-a154-4fc0-bd71-9b3931e04828 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8120494
Dec 13 14:57:13.488186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.511049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Transition to ACTIVE for port object 10178dd3-abfc-4f01-bc17-1bc59c9b8930 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:13.514513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.520797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.535463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:13.652544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9258-0668-4042-bddb-29900c6f3860 req-5532f34d-7dfe-4f60-8c89-87bdaa1d85f0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:13.654945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-db1b9258-0668-4042-bddb-29900c6f3860 req-5532f34d-7dfe-4f60-8c89-87bdaa1d85f0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 944 time: 0.3932033
Dec 13 14:57:13.728555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Pushing event updated for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:13.743005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.743405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.743783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.744288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.744655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.745018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.745388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.745766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.746124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.746567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.747139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:13.785834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:13.810306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-68653cf3-e699-4bb0-9d5f-9f91eb789bcc None None] Provisioning complete for port 059f7422-a8a9-4579-8010-875e2b912322 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:13.810698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68653cf3-e699-4bb0-9d5f-9f91eb789bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.845073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Attempting to bind port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:13.845560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Attempting to bind port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:13.845876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Attempting to bind port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 on network a0c6e3ab-b240-49e0-a006-b965b33354ed {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:13.849087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-db1b9258-0668-4042-bddb-29900c6f3860 req-4cb9507d-9745-4cdb-a109-f715f3ea9855 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694038
Dec 13 14:57:13.860868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:13.861261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Checking segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:13.861614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.862058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Bound using segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:13.862599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Bound port: 10178dd3-abfc-4f01-bc17-1bc59c9b8930, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:13.863042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:13.865384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f50969ba-683e-406f-98b7-c7c08a5657ea req-86ea2c11-5f41-4687-8651-6bb2cd002840 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4752812
Dec 13 14:57:13.948001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:13.989874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-68653cf3-e699-4bb0-9d5f-9f91eb789bcc None None] Provisioning for port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:14.009178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] For port 10178dd3-abfc-4f01-bc17-1bc59c9b8930, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:14.012622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] For port 10178dd3-abfc-4f01-bc17-1bc59c9b8930, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=10178dd3-abfc-4f01-bc17-1bc59c9b8930,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:14.017259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.022927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9af26f87-2781-4989-b32e-cab8563aa8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:14.074425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.098058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.099902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.108409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:14.109200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:14.111181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3f99505-437e-44bb-b594-29901938ff3a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:14.116216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:57:14.116619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:57:14.159068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:57:14.159395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:57:14.171134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-515ef13b-5e9b-4df4-b4c9-6f8628226ded service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 1097 time: 0.2142079
Dec 13 14:57:14.197417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Pushing event updated for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:14.210522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:14.221324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:14.237882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:14.240884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:14.241533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.342348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:14.358926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=8']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:14.362823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:14.364428 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9813678
Dec 13 14:57:14.367874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-085b1394-333d-415b-bde3-1998624d442c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:14.368500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51190) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:14.376751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:14.441195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=dbfce662-6cd6-4164-a24a-69b638be35ed,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:14.444192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:14.510745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-d9046d56-18d2-4f4f-8683-f227c72a07a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:14.512446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-d9046d56-18d2-4f4f-8683-f227c72a07a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.3269739
Dec 13 14:57:14.613346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-0ad5fa57-962f-48d2-aec4-d146abca3c3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb HTTP/1.1" status: 200  len: 217 time: 0.0922687
Dec 13 14:57:14.743402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.748620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-42965d4a-f9d4-47a5-8141-62f1ac4aa136 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:14.750815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-42965d4a-f9d4-47a5-8141-62f1ac4aa136 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.72 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 797 time: 0.1809533
Dec 13 14:57:14.753870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-5974f45a-cad9-494c-a91a-42301b1c49da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:14.754565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48707ae7-dd99-41b2-94dd-33d1b9c2e510 req-a522a4b8-79bd-4f7c-8706-1a15c9d08c02 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 210 time: 0.2953823
Dec 13 14:57:14.755580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-5974f45a-cad9-494c-a91a-42301b1c49da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.1354432
Dec 13 14:57:14.770691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.858640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:14.900370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:14.903722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:14.916649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-8609337b-2794-42e0-bae6-d82311d45559 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e294d4c8b6504026af89b6afb31eea99 HTTP/1.1" status: 200  len: 380 time: 0.1039407
Dec 13 14:57:14.920286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0341738b-7acc-483d-99de-d78c16db092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd438>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:14Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:14.933567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341738b-7acc-483d-99de-d78c16db092d None None] The sync data for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv is: [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:14Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:57:14.963657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'port': {'device_id': '9d14b260-6500-4221-8b37-4d7895812dd4', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'admin_state_up': True, 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'security_groups': ['f0ecc86c-c841-4873-8453-db21e2332c2b']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:15.011441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-5364661e-3cf7-4750-85fe-35479dc63c3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2423086
Dec 13 14:57:15.113614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059f7422-a8a9-4579-8010-875e2b912322 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:15.181381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:15.202361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:15.209126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:15.214003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-cc5acbbf-968f-4131-b60e-29b994333933 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949003
Dec 13 14:57:15.221812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:15.253441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:15.386934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=9']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:15.392455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:15.421723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:15.444499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:57:15.444796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:57:15.445913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 059f7422-a8a9-4579-8010-875e2b912322 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:15.446328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:15.452317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:15.463464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:15.469227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8a8b584-cdd0-42fb-a950-b2b046fea87e req-bbbfe8ca-41c4-4d06-96e3-34946849303f service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067935
Dec 13 14:57:15.488463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Made reservation on behalf of e294d4c8b6504026af89b6afb31eea99 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:15.494331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:15.529507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ea4af-87f9-41d5-a2de-2ba22641213f req-835baf22-73a1-49d8-a875-7668d7a1fa60 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:15.531446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d03ea4af-87f9-41d5-a2de-2ba22641213f req-835baf22-73a1-49d8-a875-7668d7a1fa60 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 944 time: 0.3229301
Dec 13 14:57:15.588840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d03ea4af-87f9-41d5-a2de-2ba22641213f req-cc4911de-f19c-4ba2-8e22-15eefa006eca tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507009
Dec 13 14:57:15.705774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbfce662-6cd6-4164-a24a-69b638be35ed (CIDR: 2001:db8::/64)
Dec 13 14:57:15.712523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:15.713021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:15.788337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61604c0e-8e20-4404-923d-ba94a74bbf6c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4185541
Dec 13 14:57:15.791113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51200) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:15.803522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:15.845232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Allocated IP 172.20.0.8 (a0c6e3ab-b240-49e0-a006-b965b33354ed/ec6a3099-9b73-4101-8a6c-736ea2271eca/06cb1e66-1421-4599-9204-10c8bffa6bbe) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:15.991201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-100fc167-3647-47aa-bfdb-0d4554812805 req-c2552ff7-d8fa-4206-bda2-faf69b5cdb69 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Synchronizing usage tracker for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:16.070431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-100fc167-3647-47aa-bfdb-0d4554812805 req-c2552ff7-d8fa-4206-bda2-faf69b5cdb69 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Unset dirty status for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:16.071789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-100fc167-3647-47aa-bfdb-0d4554812805 req-c2552ff7-d8fa-4206-bda2-faf69b5cdb69 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 210 time: 0.1543739
Dec 13 14:57:16.105343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.115744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:16.173267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:16.176905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:16.197908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:16.217775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:16.223959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.370183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.407890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Transition to ACTIVE for port object 06cb1e66-1421-4599-9204-10c8bffa6bbe will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:16.451273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 0f90ed90-8dae-4656-9957-57ad9093c7fb details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:57:16.463009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.501735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad60e220-e191-422b-918c-05d90e3b4751 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:16.516057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:16.607089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network a0c6e3ab-b240-49e0-a006-b965b33354ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:16.614872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:16.618295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:16.622595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:16.649157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:16.658874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:16.664600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'port_id': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'mac_address': 'fa:16:3e:fd:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:57:16.699160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:16.700125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.729314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.741922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.746558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f63c9b8a-56d3-410a-834d-4e566b2d7731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:16.747706 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7855244
Dec 13 14:57:16.776057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Request body: {'port': {'device_id': '9d14b260-6500-4221-8b37-4d7895812dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:16.845486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.846883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.854610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:16.865781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:16.871154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:16.875194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f90ed90-8dae-4656-9957-57ad9093c7fb {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:57:16.875871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d99630-3a95-41e6-b3fb-45ef54d3aa24 req-70ba9c3f-31af-4288-8567-8effc3261857 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:16.883620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-91d99630-3a95-41e6-b3fb-45ef54d3aa24 req-70ba9c3f-31af-4288-8567-8effc3261857 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 944 time: 0.1032834
Dec 13 14:57:16.893342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:16.897313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:16.899290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:16.941955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-91d99630-3a95-41e6-b3fb-45ef54d3aa24 req-01fc3efa-7ad1-48c3-add8-21cef1a809eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567644
Dec 13 14:57:17.033367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:17.037464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:17.045090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.105042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 10178dd3-abfc-4f01-bc17-1bc59c9b8930 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:17.105224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:17.128480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:17.142027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:17.142689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.185652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['0f90ed90-8dae-4656-9957-57ad9093c7fb'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:57:17.196348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=e3631107-bbe9-4e67-98db-c5b19590ca00,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:17.207750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:17.238201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4459844
Dec 13 14:57:17.241481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51210) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:17.248911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:07:3e:81', 'name': 'tempest-NetworksTestDHCPv6-1551991404'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:17.276476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5903adce-92fd-4bab-a1db-87796683d9f1 None None] Provisioning for port 06cb1e66-1421-4599-9204-10c8bffa6bbe completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:17.283693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:17.301201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5903adce-92fd-4bab-a1db-87796683d9f1 None None] Provisioning complete for port 06cb1e66-1421-4599-9204-10c8bffa6bbe triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:17.301922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5903adce-92fd-4bab-a1db-87796683d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.365552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5903adce-92fd-4bab-a1db-87796683d9f1 None None] Port 06cb1e66-1421-4599-9204-10c8bffa6bbe cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:17.368316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:17.368835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.450865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:17.463465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:17.476975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:17.571435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.636284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.650744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 10178dd3-abfc-4f01-bc17-1bc59c9b8930, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=10178dd3-abfc-4f01-bc17-1bc59c9b8930,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:17.661239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:17.667184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-541c264b-37d3-4472-882c-3e3445e17961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:17.672178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 8c313d01-88c8-42e7-b9ac-5799a0b0bc57 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:57:17.758489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f137-0b45-451c-adeb-0dfef4556734 req-9f53270a-d8c7-493a-83ba-25649ad46c12 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:17.767557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5635f137-0b45-451c-adeb-0dfef4556734 req-9f53270a-d8c7-493a-83ba-25649ad46c12 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 931 time: 0.5175927
Dec 13 14:57:17.804781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:17.808427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:17.894583 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5635f137-0b45-451c-adeb-0dfef4556734 req-f681c8e0-a372-48c0-913c-4b2b17f1861e tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257281
Dec 13 14:57:17.940290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8:0:1::380 (cd6315a2-c455-466b-90ce-13d3e49c993d/e3631107-bbe9-4e67-98db-c5b19590ca00/8c313d01-88c8-42e7-b9ac-5799a0b0bc57) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:17.947415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::f816:3eff:fe07:3e81 (cd6315a2-c455-466b-90ce-13d3e49c993d/dbfce662-6cd6-4164-a24a-69b638be35ed/8c313d01-88c8-42e7-b9ac-5799a0b0bc57) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:17.998927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb1e66-1421-4599-9204-10c8bffa6bbe {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:57:18.007230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.023287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Transition to ACTIVE for port object 06cb1e66-1421-4599-9204-10c8bffa6bbe will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:18.028141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.033551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-26f35fb3-4881-4687-85db-3e32e6c6f63c tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:18.169953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:18.173084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:18.197276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2479949-7e10-479b-b0d5-fed16b5e378a None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:18.269501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0cd83-e414-40d1-908f-c57e9f4cadcd req-6c618630-b06d-4585-92c6-ff9653e0df43 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:18.271277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-84e0cd83-e414-40d1-908f-c57e9f4cadcd req-6c618630-b06d-4585-92c6-ff9653e0df43 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 945 time: 0.1484568
Dec 13 14:57:18.299783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.312092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Attempting to bind port 06cb1e66-1421-4599-9204-10c8bffa6bbe on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:18.312460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Attempting to bind port 06cb1e66-1421-4599-9204-10c8bffa6bbe by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:18.313322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Attempting to bind port 06cb1e66-1421-4599-9204-10c8bffa6bbe on network a0c6e3ab-b240-49e0-a006-b965b33354ed {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:18.320197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Port 06cb1e66-1421-4599-9204-10c8bffa6bbe on network a0c6e3ab-b240-49e0-a006-b965b33354ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:57:18.320561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Attempting to bind port 06cb1e66-1421-4599-9204-10c8bffa6bbe on network a0c6e3ab-b240-49e0-a006-b965b33354ed {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:18.328211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:18.328513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Checking segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:18.328918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Bound using segment: {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:18.329399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Bound port: 06cb1e66-1421-4599-9204-10c8bffa6bbe, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:18.330091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.395104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 8c313d01-88c8-42e7-b9ac-5799a0b0bc57 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:18.401485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 0f90ed90-8dae-4656-9957-57ad9093c7fb up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:18.427057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-84e0cd83-e414-40d1-908f-c57e9f4cadcd req-8f46e0ee-a4fa-47e6-95ba-f5547220f98b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230228
Dec 13 14:57:18.432227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:18.436993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:18.443195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.449335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4b99ee2c-fb19-4e83-921b-cb55c02dcd1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:18.450752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.458668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f934f12-0899-453e-880e-dc50feaccc0c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:18.509097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.511030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 1093 time: 1.7562249
Dec 13 14:57:18.513271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:18.546501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:18.550592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:18.557047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=8c313d01-88c8-42e7-b9ac-5799a0b0bc57,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:18.557695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:18.560513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:18.566573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 0f90ed90-8dae-4656-9957-57ad9093c7fb completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:18.567406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:18.569637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.578469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:18.578831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.586584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:18.602664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:18.609131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.3663418
Dec 13 14:57:18.611928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51218) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:18.640654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'status': 'completed', 'code': 200}
Dec 13 14:57:18.648590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 0f90ed90-8dae-4656-9957-57ad9093c7fb triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:18.649013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.687390 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-693269a9-7e3e-454a-beac-f3bdf372d054 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1096 time: 0.1038623
Dec 13 14:57:18.694337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 8c313d01-88c8-42e7-b9ac-5799a0b0bc57 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:18.694720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.784988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-bef87ba1-af4f-4b77-a78b-4881f7546e25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 217 time: 0.0901990
Dec 13 14:57:18.860590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-6023e0b7-b24e-4489-88e0-379a69609799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:18.862434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-6023e0b7-b24e-4489-88e0-379a69609799 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 200  len: 835 time: 0.0718198
Dec 13 14:57:18.895695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.941293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': 'dbfce662-6cd6-4164-a24a-69b638be35ed', 'ip_address': '2001:db8::f816:3eff:fe07:793c'}, {'subnet_id': 'e3631107-bbe9-4e67-98db-c5b19590ca00'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '55c24baa-f8c1-4150-b571-a6b1f6cbacdf'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:57:18.988192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:18.997791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-d1594213-f06b-4764-84af-63e1df7de749 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c6e3ab-b240-49e0-a006-b965b33354ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1289387
Dec 13 14:57:19.008586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.022325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.094724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:19.118723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:19.138188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.145040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9e3d952-0ff5-4c73-8364-9de38484ae2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:19.162999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-9c8db3d0-209d-42ae-a06f-a52453ca391a service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568341
Dec 13 14:57:19.226960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 8c313d01-88c8-42e7-b9ac-5799a0b0bc57 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:19.237509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 10178dd3-abfc-4f01-bc17-1bc59c9b8930 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:19.263756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:19.298289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'code': 200}
Dec 13 14:57:19.304982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:19.324263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:19.327109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.332488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:19.348146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644de0-9efd-4b6b-aeeb-531d3c08f480 req-7315d4d0-9c40-45be-8596-199c8c6b5a14 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:19.355990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e644de0-9efd-4b6b-aeeb-531d3c08f480 req-7315d4d0-9c40-45be-8596-199c8c6b5a14 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 943 time: 0.2562020
Dec 13 14:57:19.376902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62475ccc-3e30-4a08-8c1b-d5bfc5ffc9ab req-709fc097-e8eb-4ee8-be35-ab11c052c8ba service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037971
Dec 13 14:57:19.560412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-e2633ad8-a6f6-4040-ac35-ec71d967bc55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1096 time: 0.1187820
Dec 13 14:57:19.678198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=11']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:19.694587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:19.712765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:19.713199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.767023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Allocated IP 2001:db8:0:1::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/e3631107-bbe9-4e67-98db-c5b19590ca00/55c24baa-f8c1-4150-b571-a6b1f6cbacdf) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:19.774756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4e644de0-9efd-4b6b-aeeb-531d3c08f480 req-ec0dd93d-5154-4834-a288-75a827e65fb6 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Synchronizing usage tracker for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:19.788432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-6d744004-1bb6-4fbf-8e16-3c385fbf2fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:19.790167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-6d744004-1bb6-4fbf-8e16-3c385fbf2fd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 898 time: 0.2229836
Dec 13 14:57:19.801636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af10c-ce80-405c-a0cf-b50c3426aa70 req-9262a2b4-3b11-4fe0-9e7d-79125a36fdbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:19.803319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a93af10c-ce80-405c-a0cf-b50c3426aa70 req-9262a2b4-3b11-4fe0-9e7d-79125a36fdbb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.2018919
Dec 13 14:57:19.866005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4e644de0-9efd-4b6b-aeeb-531d3c08f480 req-ec0dd93d-5154-4834-a288-75a827e65fb6 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Unset dirty status for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:19.867281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e644de0-9efd-4b6b-aeeb-531d3c08f480 req-ec0dd93d-5154-4834-a288-75a827e65fb6 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5104194
Dec 13 14:57:19.873491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-38522e70-7434-4686-a546-b38f1427fe24 req-b2b048ad-fd15-4974-b2cf-83835e26046b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 1099 time: 0.1841402
Dec 13 14:57:19.889324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-45e56b14-0b58-4ad9-99be-4a0ad090d6c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 217 time: 0.0848718
Dec 13 14:57:19.906605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:19.918640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e127599b-7e83-4243-b323-c08d6a044d0e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:19.969234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a93af10c-ce80-405c-a0cf-b50c3426aa70 req-9c3c79f5-41f5-479a-8328-fa4bf3079966 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148021
Dec 13 14:57:19.969475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:19.979680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=8c313d01-88c8-42e7-b9ac-5799a0b0bc57,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:19.980880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-3a3bbdd3-4925-4ba1-a64c-542a78e5d4d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:19.984545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-3a3bbdd3-4925-4ba1-a64c-542a78e5d4d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 200  len: 835 time: 0.0824842
Dec 13 14:57:19.985377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:20.046293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:20.073598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-a73b3237-a941-4872-9c4f-18d99f8586ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c6e3ab-b240-49e0-a006-b965b33354ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0818422
Dec 13 14:57:20.075002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-38522e70-7434-4686-a546-b38f1427fe24 req-6c5c2006-02b6-4d4e-9b41-7daba15daaec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918538
Dec 13 14:57:20.083623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:20.083891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.084076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.094826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/8c313d01-88c8-42e7-b9ac-5799a0b0bc57 HTTP/1.1" status: 204  len: 168 time: 1.4813445
Dec 13 14:57:20.097668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51230) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:20.113647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.154927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Transition to ACTIVE for port object 55c24baa-f8c1-4150-b571-a6b1f6cbacdf will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:20.161483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.166022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f12ffc6a-410b-495f-90b2-eee9fe1b7f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:20.186859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214c8c4-cbd9-4a59-9b80-dcab487f256d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:20.188574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3214c8c4-cbd9-4a59-9b80-dcab487f256d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 964 time: 0.0897100
Dec 13 14:57:20.191477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51234) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:20.217577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf had new provisioning blocks added so it will not transition to active. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:317}}
Dec 13 14:57:20.315183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ddf20e-98d4-4429-b361-c2cf66ca2fc0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:20.315787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Pushing event updated for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=12']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:20.316864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5ddf20e-98d4-4429-b361-c2cf66ca2fc0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.1243896
Dec 13 14:57:20.319054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:20.319922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51238) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:20.371676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:57:20.403335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:20.405162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:20.406705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:20.407675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:20.420076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-d8232001-d1df-44df-97cf-67be784695f6 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578994
Dec 13 14:57:20.424038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:20.425368 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76480bbe-2dda-42cc-a63f-488ad7506e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1043859
Dec 13 14:57:20.428394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51242) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:20.521035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet dbfce662-6cd6-4164-a24a-69b638be35ed {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:20.524781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.536764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:20.556954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'mac_address': 'fa:16:3e:e7:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:57:20.589911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.605092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a194b8cb-45ae-44dd-9d00-67fd1e894fdc req-63fe6ee4-429f-4298-8847-88e44d7cc2ca service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644113
Dec 13 14:57:20.632179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.655819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb1e66-1421-4599-9204-10c8bffa6bbe {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:57:20.672673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:20.676760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.678929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:20.689987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.749485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:20.753352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:20.779859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.784622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1cf3125d-8ad9-434e-8c80-5f887fe260de tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:20.825454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfce662-6cd6-4164-a24a-69b638be35ed,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:20.828097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:20.833742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:20.849970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/dbfce662-6cd6-4164-a24a-69b638be35ed HTTP/1.1" status: 204  len: 168 time: 0.4181464
Dec 13 14:57:20.850347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51246) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:20.929729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet e3631107-bbe9-4e67-98db-c5b19590ca00 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:20.932884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['06cb1e66-1421-4599-9204-10c8bffa6bbe'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:57:20.933637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.021091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.076599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:21.218885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.306495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.325584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95a16106-593c-4ab3-9d76-e6705f546ccf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:21.366909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefc7e2-4605-41b3-9414-9ea0942aaa88 req-3af440bf-5cac-43fe-87b9-a62eab4e79c3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:21.368622 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5eefc7e2-4605-41b3-9414-9ea0942aaa88 req-3af440bf-5cac-43fe-87b9-a62eab4e79c3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.1478937
Dec 13 14:57:21.372675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d554f92-649b-4be2-9dad-e41cf4996850 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:21.382104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=e3631107-bbe9-4e67-98db-c5b19590ca00,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:21.386327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:21.392360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.400905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3734d-9d36-41d3-bd6c-492bf3b639b6 req-3ffde98b-ce40-42ab-b576-a0714afc36e0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:21.402663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a1e3734d-9d36-41d3-bd6c-492bf3b639b6 req-3ffde98b-ce40-42ab-b576-a0714afc36e0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 944 time: 0.3967018
Dec 13 14:57:21.411206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/e3631107-bbe9-4e67-98db-c5b19590ca00 HTTP/1.1" status: 204  len: 168 time: 0.5597281
Dec 13 14:57:21.414020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51254) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:21.439565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5eefc7e2-4605-41b3-9414-9ea0942aaa88 req-2fc078ae-4c76-4d5e-a785-537a537db431 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645549
Dec 13 14:57:21.507039 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-847d351b-a286-4396-983e-91e86fc77eab tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0914986
Dec 13 14:57:21.510208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51258) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:21.516870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:21.532703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a1e3734d-9d36-41d3-bd6c-492bf3b639b6 req-c68192ca-be56-497e-89cc-cd3ad1faf801 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154840
Dec 13 14:57:21.603232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-784b3245-1def-49d2-9e79-3ab1eca03680 None None] Provisioning for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:21.614033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-784b3245-1def-49d2-9e79-3ab1eca03680 None None] Provisioning complete for port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:21.614449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-784b3245-1def-49d2-9e79-3ab1eca03680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.638701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:21.643247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:21.646312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:21.652528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:21.662165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:21.762384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-784b3245-1def-49d2-9e79-3ab1eca03680 None None] Could not find standard attr ID for object 8c313d01-88c8-42e7-b9ac-5799a0b0bc57. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:57:21.766598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:57:21.770561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Deleting port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:21.771015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.774709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:21.987067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] For port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:21.987458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.016389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.020285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-86c7f809-c61c-47a4-ae51-04309191a612 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:22.085292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:22.088459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:22.093098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:22.093740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.097716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=9933c4b8-01ba-4285-8412-24b23ad45969,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:22.101633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:22.112654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Calling delete_port for 55c24baa-f8c1-4150-b571-a6b1f6cbacdf owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:22.121205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6097796
Dec 13 14:57:22.124508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51262) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:22.130991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:22.187118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.191653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c3435012-11f8-48ea-bb0f-9c74330de279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:22.235854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Pushing event deleted for resources: {'Port': ['ID=55c24baa-f8c1-4150-b571-a6b1f6cbacdf,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:22.240240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:22.243300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] No DVR routers for this DVR port 55c24baa-f8c1-4150-b571-a6b1f6cbacdf on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:57:22.274830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e73a2-e547-463c-ad7a-55029a0cf279 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:22.285056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:22.289667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:22.293261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:22.300599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:22.311423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:22.320421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.399687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:22.464320 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9933c4b8-01ba-4285-8412-24b23ad45969 (CIDR: 2001:db8::/64)
Dec 13 14:57:22.470596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:22.471150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:22.490913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1cb0c94f-a5d4-4343-a8d9-dcb8559ba8c9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3653078
Dec 13 14:57:22.493775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51268) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:22.500568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:22.578514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 06cb1e66-1421-4599-9204-10c8bffa6bbe completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:22.584107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 06cb1e66-1421-4599-9204-10c8bffa6bbe triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:22.584532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.615934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '9933c4b8-01ba-4285-8412-24b23ad45969'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:22.616925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.735613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:22.745491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4925f6c-516e-4a74-98bf-9d92f55f32a6 req-0521d542-a225-4462-9725-934230c33909 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:22.747710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4925f6c-516e-4a74-98bf-9d92f55f32a6 req-0521d542-a225-4462-9725-934230c33909 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.1481671
Dec 13 14:57:22.749056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:22.752630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:22.773742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:22.796925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038323-7ec7-4501-89ae-1370f2dcc717 req-78da80ff-952c-4f71-afa0-027478902ad4 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:22.798577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df038323-7ec7-4501-89ae-1370f2dcc717 req-78da80ff-952c-4f71-afa0-027478902ad4 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 944 time: 0.0989349
Dec 13 14:57:22.799472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:22.805480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.842718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.849940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df038323-7ec7-4501-89ae-1370f2dcc717 req-afcc3a9c-7b34-43c0-902a-fde27ce75d55 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442448
Dec 13 14:57:22.859386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4925f6c-516e-4a74-98bf-9d92f55f32a6 req-ab6f0f0f-6364-47a2-ab54-9c8a65ee2fa7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035378
Dec 13 14:57:22.893925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:22.909315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/9933c4b8-01ba-4285-8412-24b23ad45969/41c3eef7-c332-4a52-97d8-d87667b97440) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:22.912642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:22.923222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:22.926459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21817aff-e4a8-4763-95a6-d294e3ef2c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:23.084364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'code': 200}
Dec 13 14:57:23.085217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:57:23.146032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86b68-159b-487f-8167-019fde0a6706 req-3bccf38e-b07f-4c9a-975d-dec3142d4716 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:23.156604 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54e86b68-159b-487f-8167-019fde0a6706 req-3bccf38e-b07f-4c9a-975d-dec3142d4716 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.1495445
Dec 13 14:57:23.236124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54e86b68-159b-487f-8167-019fde0a6706 req-c233eddd-37b6-427e-acf4-26c90f984fc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778108
Dec 13 14:57:23.261732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51280) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:23.360590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f5c37f4-72f4-4c3b-a0c0-230d43bd274a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 1094 time: 0.0972457
Dec 13 14:57:23.361280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51284) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:23.364821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 55c24baa-f8c1-4150-b571-a6b1f6cbacdf {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:57:23.365217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 55c24baa-f8c1-4150-b571-a6b1f6cbacdf not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:57:23.367991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'port_id': '0f90ed90-8dae-4656-9957-57ad9093c7fb'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:23.371517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:23.376327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:23.461291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.494916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.507247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Transition to ACTIVE for port object 41c3eef7-c332-4a52-97d8-d87667b97440 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:23.529411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Transition to ACTIVE for port object 41c3eef7-c332-4a52-97d8-d87667b97440 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:23.535688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.541112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:23.569062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52224d39-fa9c-4869-8825-0324c1f99647 req-cb6aae3e-20cb-4bdd-80bd-50385586fe94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1098 time: 0.1660352
Dec 13 14:57:23.611585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:23.612287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Pushing event updated for resources: {'Port': ['ID=41c3eef7-c332-4a52-97d8-d87667b97440,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:23.615489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:23.617380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:23.618206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:23.710488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Attempting to bind port 41c3eef7-c332-4a52-97d8-d87667b97440 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:23.710900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Attempting to bind port 41c3eef7-c332-4a52-97d8-d87667b97440 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:23.711340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Attempting to bind port 41c3eef7-c332-4a52-97d8-d87667b97440 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:23.718371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:23.718796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:23.719277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.719730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:23.720246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Bound port: 41c3eef7-c332-4a52-97d8-d87667b97440, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:23.720671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.729814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52224d39-fa9c-4869-8825-0324c1f99647 req-c3002c2f-227a-4477-a2fa-045e39b84712 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517143
Dec 13 14:57:23.749988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:57:23.825790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] For port 41c3eef7-c332-4a52-97d8-d87667b97440, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:23.828991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] For port 41c3eef7-c332-4a52-97d8-d87667b97440, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41c3eef7-c332-4a52-97d8-d87667b97440,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:23.833084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.837688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:23.857419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:23.934194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Pushing event updated for resources: {'Port': ['ID=41c3eef7-c332-4a52-97d8-d87667b97440,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:23.939594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:24.120881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 41c3eef7-c332-4a52-97d8-d87667b97440, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41c3eef7-c332-4a52-97d8-d87667b97440,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:24.151377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.155881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.156843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.161945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:24.164411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.167704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.289258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:24.295260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:24.298130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:24.298769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.334689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=41c3eef7-c332-4a52-97d8-d87667b97440,revision_number=4']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:24.339840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:24.344941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9519f9fd-b5ba-46c1-ace3-c1420eda93dd tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:24.417425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690 associated. External IP: 172.26.4.160, port: 0f90ed90-8dae-4656-9957-57ad9093c7fb.
Dec 13 14:57:24.419718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.9247677
Dec 13 14:57:24.424867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51290) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:24.437317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:42:4c:d6', 'name': 'tempest-NetworksTestDHCPv6-1693205297'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:24.500283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa8cb-bfcb-4b24-921e-30b4b080e362 req-cf95a84f-e185-48f7-bbb9-4328b20be602 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:24.501952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d3aa8cb-bfcb-4b24-921e-30b4b080e362 req-cf95a84f-e185-48f7-bbb9-4328b20be602 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.3031845
Dec 13 14:57:24.510740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=80171c89-89bf-4657-9de6-4c6c5a90caef,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:24.562123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:24.663075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d3aa8cb-bfcb-4b24-921e-30b4b080e362 req-52e7fc10-e5f8-444e-92e8-02e3bc4df461 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992658
Dec 13 14:57:24.666241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:24.678988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:24.678988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:24.684756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:24.697828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:24.706080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:24.735609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 6dd5eb2b-4585-495a-b426-7d60c08931a1 yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:57:25.001387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::244 (cd6315a2-c455-466b-90ce-13d3e49c993d/9933c4b8-01ba-4285-8412-24b23ad45969/6dd5eb2b-4585-495a-b426-7d60c08931a1) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:25.009135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:4cd6 (cd6315a2-c455-466b-90ce-13d3e49c993d/80171c89-89bf-4657-9de6-4c6c5a90caef/6dd5eb2b-4585-495a-b426-7d60c08931a1) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:25.036969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41c3eef7-c332-4a52-97d8-d87667b97440 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:25.102817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:57:25.113048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 41c3eef7-c332-4a52-97d8-d87667b97440 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:25.242230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:25.260547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 6dd5eb2b-4585-495a-b426-7d60c08931a1 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:25.282208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:25.288753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:25.323863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:25.335592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:25.338348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:25.355018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:25.356329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcf98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:25.383954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:25.388299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=6dd5eb2b-4585-495a-b426-7d60c08931a1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:25.391616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:25.392722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:25.394885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:25.399553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:25.400227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:25.407317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1fb506a6-9fd8-40fc-b4c4-e1a2ad7195df tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 992 time: 2.0447567
Dec 13 14:57:25.408186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:25.411569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51294) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:25.474314 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'status': 'completed', 'code': 200}
Dec 13 14:57:25.607838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f19811e-345c-46a2-9b89-bec5e1ba6ef8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 992 time: 0.1948543
Dec 13 14:57:25.627559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1985583
Dec 13 14:57:25.627807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:25.628355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51300) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:25.665641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-3453f3af-5c90-47f4-8cf8-44e6d09f26e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 1099 time: 0.1063473
Dec 13 14:57:25.741114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 6dd5eb2b-4585-495a-b426-7d60c08931a1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:25.742561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:25.991478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69208-4a98-4724-99ed-41bafab653bd req-b6635bb7-c574-4a4b-88d4-da95d38c0494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:25.993501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-b6635bb7-c574-4a4b-88d4-da95d38c0494 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.3187163
Dec 13 14:57:26.101744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.123234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcf98>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:fd:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:57:24Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:26.128944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:26.145833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2395f-1e66-47c0-95b3-1f581aa264f2 req-4ce47da6-9ea4-48bc-b3f9-17664f0c0023 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:26.147608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:26.148367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcf98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:26.154645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-19f2395f-1e66-47c0-95b3-1f581aa264f2 req-4ce47da6-9ea4-48bc-b3f9-17664f0c0023 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.2590039
Dec 13 14:57:26.210651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-d0a26136-e2ab-4c37-ac7b-35cc525b7ff7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb HTTP/1.1" status: 200  len: 1000 time: 0.2092605
Dec 13 14:57:26.221426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9545e-d518-4402-9be0-0fb26ea9af76 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:26.249190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 6dd5eb2b-4585-495a-b426-7d60c08931a1 owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:26.290994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-19f2395f-1e66-47c0-95b3-1f581aa264f2 req-560b5c1f-3a01-460a-b9ec-bcefab0ac126 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352055
Dec 13 14:57:26.315501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Provisioning for port 41c3eef7-c332-4a52-97d8-d87667b97440 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:26.341348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69208-4a98-4724-99ed-41bafab653bd req-df3cc306-0c1b-40f1-b98c-6d2684a1d734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:26.343857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-df3cc306-0c1b-40f1-b98c-6d2684a1d734 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.1262283
Dec 13 14:57:26.456452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-6b13ff80-587e-4e99-a73b-3db26f0c4774 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1055622
Dec 13 14:57:26.488323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Provisioning complete for port 41c3eef7-c332-4a52-97d8-d87667b97440 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:26.488743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.613169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51308) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:26.640839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d31b8-1edc-4e25-b0b2-ee128d09b58e req-d3a0a583-45f5-4cb2-acdd-2d869985b9ec tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:26.642438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e76d31b8-1edc-4e25-b0b2-ee128d09b58e req-d3a0a583-45f5-4cb2-acdd-2d869985b9ec tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1815736
Dec 13 14:57:26.652768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.678158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dac276c3-81bd-4dee-8140-a3b3ff4de376 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:26.687419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-885df4cf-2e40-433b-a0d2-7e4ce7c7443b service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240515
Dec 13 14:57:26.731641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=6dd5eb2b-4585-495a-b426-7d60c08931a1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:26.736512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:26.738233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:26.795838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e76d31b8-1edc-4e25-b0b2-ee128d09b58e req-c716f640-3a12-43b7-a19b-78e3cad0c844 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453516
Dec 13 14:57:26.827442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51312) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:26.831466 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee796609-f316-4977-8083-ce52c51576a6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 992 time: 0.2170522
Dec 13 14:57:26.872951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.883153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5e69208-4a98-4724-99ed-41bafab653bd req-d176096c-489c-4e51-becd-512d56a9e88d service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856968
Dec 13 14:57:26.892867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/6dd5eb2b-4585-495a-b426-7d60c08931a1 HTTP/1.1" status: 204  len: 168 time: 1.2630916
Dec 13 14:57:26.893105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.896321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51316) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:26.929926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7444ee3e-ee8e-4781-b1ec-51b9f5805cf2 tempest-TestNetworkAdvancedServerOps-689182673 tempest-TestNetworkAdvancedServerOps-689182673-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1093 time: 0.1011765
Dec 13 14:57:26.930611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:26.936829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:26.943138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:26.947470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Usage tracker for resource:floatingip and tenant:e294d4c8b6504026af89b6afb31eea99 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:26.950652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:26.956863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:26.967887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:26.989861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e7487-c036-49be-ab44-320036d53c4f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:26.990787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7a3e7487-c036-49be-ab44-320036d53c4f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:27.007881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7a3e7487-c036-49be-ab44-320036d53c4f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:27.012750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a3e7487-c036-49be-ab44-320036d53c4f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.1118414
Dec 13 14:57:27.012750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51324) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:27.017119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] For port 41c3eef7-c332-4a52-97d8-d87667b97440, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41c3eef7-c332-4a52-97d8-d87667b97440,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:27.026360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.032196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:27.100539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a8a28-e9f5-40f2-be88-97d2894484b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:27.102189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b0a8a28-e9f5-40f2-be88-97d2894484b0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0884924
Dec 13 14:57:27.105448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51328) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:27.194046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.199643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:27.201175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:27.202659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:27.203603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:27.279294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:27.284412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51332) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:27.287733 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9947ae43-cf5a-4282-812a-77996fc96196 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1808786
Dec 13 14:57:27.391980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Allocated IP 172.26.4.57 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/8996286e-0d5e-4a66-a635-1168b4bc3631) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:27.395075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Pushing event updated for resources: {'Port': ['ID=41c3eef7-c332-4a52-97d8-d87667b97440,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:27.398552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:27.530409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcf98>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:fd:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:57:24Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:27.536170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cb6e0-159e-4422-9327-bca6149ebc76 None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa936bf9-eafc-467e-95e0-0b8b68a3a690', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'port_id': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'mac_address': 'fa:16:3e:fd:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:56:20Z', 'updated_at': '2021-12-13T14:57:24Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:57:27.578058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.611633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.624298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:27.682270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:27.685437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:27.694925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:27.744832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=8996286e-0d5e-4a66-a635-1168b4bc3631,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:27.749907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:27.758283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 80171c89-89bf-4657-9de6-4c6c5a90caef {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:27.762178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.827754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:27.859479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:27.987248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7adfee5-140c-49a1-8171-3fad6b117fef None None] New status for floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:57:28.031670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.070905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d09baa17-6321-41d2-88d9-79512d132e1f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 992 time: 0.2049513
Dec 13 14:57:28.123378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.128717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27b27eea-9f0f-4cf2-bb44-33351c6446f5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:28.172466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=80171c89-89bf-4657-9de6-4c6c5a90caef,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:28.181714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.189168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.189651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.190004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.190810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.190810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.191232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.191661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.192080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.192466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.192926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.193418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.199705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:28.210007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-500341cc-0452-44ca-81b4-6e393d4ca10b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/80171c89-89bf-4657-9de6-4c6c5a90caef HTTP/1.1" status: 204  len: 168 time: 0.9241216
Dec 13 14:57:28.212642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51340) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:28.272876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d8820-1573-451f-b3ae-8b5b738bf3c1 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:28.304111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.320103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 9933c4b8-01ba-4285-8412-24b23ad45969 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:28.323582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.388528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.390195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.441100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-55762192-91ed-4634-a0e5-262f59ae528a None None] Provisioning complete for port 41c3eef7-c332-4a52-97d8-d87667b97440 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:28.442298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-55762192-91ed-4634-a0e5-262f59ae528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.492285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.575010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.580922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-be66eb6c-bb34-4a46-a895-fca08cf33434 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:28.613389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.618186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.623238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a1376d3-9f66-4d5a-83b5-161c4f30d540 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:28.624454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=9933c4b8-01ba-4285-8412-24b23ad45969,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:28.629452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:28.636278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.650936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/9933c4b8-01ba-4285-8412-24b23ad45969 HTTP/1.1" status: 204  len: 168 time: 0.4369206
Dec 13 14:57:28.653672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51344) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:28.733170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fa2ca636-5233-4e91-aa13-6b1ba1c3159a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0782125
Dec 13 14:57:28.735259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event updated for resources: {'Port': ['ID=8996286e-0d5e-4a66-a635-1168b4bc3631,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:28.737578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51348) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:28.752727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:28.774344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf340968-739f-467e-9204-8545a8c96006 None None] Update dhcp port {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'fixed_ips': [{'subnet_id': '9933c4b8-01ba-4285-8412-24b23ad45969'}], 'binding:host_id': 'dv-neutron-821565-1-hyperv'}, 'id': '41c3eef7-c332-4a52-97d8-d87667b97440'} from dv-neutron-821565-1-hyperv. {{(pid=88858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 13 14:57:28.786571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.787029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.787454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.787867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.788274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.788653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.789085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.789487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.789889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.790268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.790668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:28.806783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:28.814350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.831593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf340968-739f-467e-9204-8545a8c96006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.907938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:28.962062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:28.967723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:28.971189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:28.981147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:29.005128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:29.006656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41c3eef7-c332-4a52-97d8-d87667b97440 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:29.068331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e521e54-72e2-4cef-866b-3f68797036f2 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:29.073127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51352) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:29.130261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 41c3eef7-c332-4a52-97d8-d87667b97440 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:29.130552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.201583 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-93f45d13-85f0-4c47-ba71-10079d80d2d9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 200  len: 994 time: 0.1213188
Dec 13 14:57:29.339559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-978dc76f-c044-4607-8b1a-702b5d98aa20 None None] Provisioning complete for port 41c3eef7-c332-4a52-97d8-d87667b97440 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:29.340382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-978dc76f-c044-4607-8b1a-702b5d98aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.437693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.562839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:57:29.567627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Deleting port 41c3eef7-c332-4a52-97d8-d87667b97440 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:29.568045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.591803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Floating IP 1d9fbe81-f598-4c28-ba59-abac3a141710 associated. External IP: 172.26.4.57, port: 06cb1e66-1421-4599-9204-10c8bffa6bbe.
Dec 13 14:57:29.786077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] For port 41c3eef7-c332-4a52-97d8-d87667b97440, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41c3eef7-c332-4a52-97d8-d87667b97440,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:29.786425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.843705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.848431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54e3c7c8-0023-414a-bd72-1b3431a7470c tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:29.920332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Calling delete_port for 41c3eef7-c332-4a52-97d8-d87667b97440 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:29.921254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=7308201c-c181-4032-8457-e80dd3f7807f,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:29.935012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:29.936069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:29.938945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:29.942455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:29.943122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:29.981578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2401609
Dec 13 14:57:29.984820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51356) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:29.992420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:29.998629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:30.004075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db2ed900-1893-4acf-8241-1b5720446808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:30.051458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Pushing event deleted for resources: {'Port': ['ID=41c3eef7-c332-4a52-97d8-d87667b97440,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:30.054586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:30.057952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] No DVR routers for this DVR port 41c3eef7-c332-4a52-97d8-d87667b97440 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:57:30.087138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2eabd-4437-4d09-beb4-811570ab77b8 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:30.154197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:30.159069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:30.162551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:30.169151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:30.180056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:30.189804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:30.215446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Router fa155f24-750b-468a-94ff-5387f41888ba has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:57:30.345011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cd6315a2-c455-466b-90ce-13d3e49c993d', 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'tenant_id': 'a6e9a65a0dcc450d9963cc83ae587a10', 'fixed_ips': [{'subnet_id': '7308201c-c181-4032-8457-e80dd3f7807f'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:30.345935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:30.359084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.ipam_backend_mixin [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7308201c-c181-4032-8457-e80dd3f7807f (CIDR: 2001:db8::/64)
Dec 13 14:57:30.365309 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:30.366069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:30.384682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df19db18-d479-494f-b739-076fe90bcd62 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3981850
Dec 13 14:57:30.387306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51360) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:30.394428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'subnet': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:30.456135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:30.476946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:30.483450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Sync routers for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:30.515305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:30.516007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec271d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:30.537165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6053648
Dec 13 14:57:30.538489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:57:30.553741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:30.559951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:subnet and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:30.564312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:30.572273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:30.586503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:30.596170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:30.597422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'status': 'completed', 'code': 200}
Dec 13 14:57:30.607244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Allocated IP 2001:db8::2 (cd6315a2-c455-466b-90ce-13d3e49c993d/7308201c-c181-4032-8457-e80dd3f7807f/49b09aac-7977-482c-a1bb-e6dccf6a0e73) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:30.856825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:30.902239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-88c3af30-154d-4b20-8e93-421d69ff83fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1098 time: 0.2790504
Dec 13 14:57:30.940219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4691ba4-3f9a-4905-8110-b38804037e7d req-4ad8f699-1c9f-4039-a997-2708aef9c871 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:30.941828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4691ba4-3f9a-4905-8110-b38804037e7d req-4ad8f699-1c9f-4039-a997-2708aef9c871 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.2601724
Dec 13 14:57:31.080244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41c3eef7-c332-4a52-97d8-d87667b97440 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:57:31.144255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 41c3eef7-c332-4a52-97d8-d87667b97440 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:57:31.144526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41c3eef7-c332-4a52-97d8-d87667b97440 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:57:31.157054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:31.189846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Transition to ACTIVE for port object 49b09aac-7977-482c-a1bb-e6dccf6a0e73 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:31.220777 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4691ba4-3f9a-4905-8110-b38804037e7d req-64c403fe-2546-4393-9ccd-d344136f19e1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2696731
Dec 13 14:57:31.256200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51368) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:31.266302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-c0864d98-df34-4720-b434-e552c708652b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:31.268732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-c0864d98-df34-4720-b434-e552c708652b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 898 time: 0.3574030
Dec 13 14:57:31.397271 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e75d54a3-2ae6-4fbd-a856-6e6e6d4c7a64 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/floatingips/1d9fbe81-f598-4c28-ba59-abac3a141710 HTTP/1.1" status: 200  len: 990 time: 0.1380532
Dec 13 14:57:31.493253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Transition to ACTIVE for port object 49b09aac-7977-482c-a1bb-e6dccf6a0e73 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:31.504347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-8c3c6104-8266-492c-b2e8-6e0c081d328e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 998 time: 0.2280583
Dec 13 14:57:31.546649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:31.557939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:31.657849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-90b6c50c-da58-4e11-9d88-49d3984df9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:31.660500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-90b6c50c-da58-4e11-9d88-49d3984df9d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 200  len: 835 time: 0.1492357
Dec 13 14:57:31.666481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:31.669656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Pushing event updated for resources: {'Port': ['ID=49b09aac-7977-482c-a1bb-e6dccf6a0e73,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:31.672878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:31.673996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:31.676321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:31.818323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Attempting to bind port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:31.818732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Attempting to bind port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:31.819265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Attempting to bind port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 on network cd6315a2-c455-466b-90ce-13d3e49c993d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:31.834114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:31.834534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Checking segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:31.835013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:31.835445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Bound using segment: {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:31.836042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Bound port: 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de90ab-3abb-4f8c-b66f-5c43127d9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:31.836426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:31.878483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-e4e2618a-ae51-4a24-a920-13f80da38279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c6e3ab-b240-49e0-a006-b965b33354ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2073011
Dec 13 14:57:31.892289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec271d0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '1d9fbe81-f598-4c28-ba59-abac3a141710', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'mac_address': 'fa:16:3e:e7:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d14b260-6500-4221-8b37-4d7895812dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:28Z', 'updated_at': '2021-12-13T14:57:28Z', 'revision_number': 0, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:31.905356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Checking router: fa155f24-750b-468a-94ff-5387f41888ba for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:31.950364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:31.951006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec271d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:32.147028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:32.197375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] For port 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:32.216307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] For port 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=49b09aac-7977-482c-a1bb-e6dccf6a0e73,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:32.227372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.233749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f75b7a16-5dcd-4054-bde3-76f6d0164b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:32.290584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.367869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-ed089e08-e324-4510-a118-399897109c2d service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4827173
Dec 13 14:57:32.400009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51372) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:32.428917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Pushing event updated for resources: {'Port': ['ID=49b09aac-7977-482c-a1bb-e6dccf6a0e73,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:32.438193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:32.525071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d36d2203-2317-4813-a14e-a8e36ab8f58e tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/floatingips/1d9fbe81-f598-4c28-ba59-abac3a141710 HTTP/1.1" status: 200  len: 990 time: 0.1235025
Dec 13 14:57:32.638094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3fa2546-2720-4567-baa5-df0ee58fa458 req-ff5bd014-c0b4-4816-bfb0-ae44217727fe service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624044
Dec 13 14:57:32.650353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec271d0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '1d9fbe81-f598-4c28-ba59-abac3a141710', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'mac_address': 'fa:16:3e:e7:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d14b260-6500-4221-8b37-4d7895812dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:28Z', 'updated_at': '2021-12-13T14:57:28Z', 'revision_number': 0, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:32.655371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cc4-49ec-4d80-9645-ebec8b7f6fa6 None None] The sync data for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv is: [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '1d9fbe81-f598-4c28-ba59-abac3a141710', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'mac_address': 'fa:16:3e:e7:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d14b260-6500-4221-8b37-4d7895812dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:28Z', 'updated_at': '2021-12-13T14:57:28Z', 'revision_number': 0, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:57:32.674469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] For port 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=49b09aac-7977-482c-a1bb-e6dccf6a0e73,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:32.709130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.714236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.716069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.721326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-61d57d11-d29d-417d-93f6-683a071c2234 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:32.795977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:32.802803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:32.808097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:32.808900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:32.833742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=49b09aac-7977-482c-a1bb-e6dccf6a0e73,revision_number=4']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:32.839697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:32.840788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-053c9952-74c4-4b2d-98ed-affbc1c46576 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:32.883886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.4953012
Dec 13 14:57:32.887194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:32.894330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Request body: {'port': {'network_id': 'cd6315a2-c455-466b-90ce-13d3e49c993d', 'mac_address': 'fa:16:3e:bc:c1:52', 'name': 'tempest-NetworksTestDHCPv6-1694439006'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:32.909552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Subnet': ['ID=c3673cc5-ac4b-45de-9f58-fdd781912f8e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:32.912471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:33.041938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 49b09aac-7977-482c-a1bb-e6dccf6a0e73 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:33.060891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:33.067529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Usage tracker for resource:port and tenant:a6e9a65a0dcc450d9963cc83ae587a10 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:33.068614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0930967-82df-47a0-bd22-2a664bec26f9 None None] New status for floating IP 1d9fbe81-f598-4c28-ba59-abac3a141710: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:57:33.071308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:33.078501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:33.089497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Made reservation on behalf of a6e9a65a0dcc450d9963cc83ae587a10 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:33.097262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:33.124275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:33.129878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] device_id is not set on port 69aaabdb-98f3-4745-89c6-ed0a3e767875 yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:57:33.362781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8::176 (cd6315a2-c455-466b-90ce-13d3e49c993d/7308201c-c181-4032-8457-e80dd3f7807f/69aaabdb-98f3-4745-89c6-ed0a3e767875) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:33.369620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:c152 (cd6315a2-c455-466b-90ce-13d3e49c993d/c3673cc5-ac4b-45de-9f58-fdd781912f8e/69aaabdb-98f3-4745-89c6-ed0a3e767875) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:33.529219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51380) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:33.595963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:33.612972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Transition to ACTIVE for port object 69aaabdb-98f3-4745-89c6-ed0a3e767875 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:33.634145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:33.639993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-93387e13-da86-48a8-8cb6-07f498ee878c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:33.645818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f3e39af-0d8c-4017-a3a6-261f5e05f7d9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/floatingips/1d9fbe81-f598-4c28-ba59-abac3a141710 HTTP/1.1" status: 200  len: 992 time: 0.1145980
Dec 13 14:57:33.709638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Network cd6315a2-c455-466b-90ce-13d3e49c993d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:33.713665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:33.718063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:33.722421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:33.723106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:33.732109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event updated for resources: {'Port': ['ID=69aaabdb-98f3-4745-89c6-ed0a3e767875,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:33.740408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:33.757565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.8664596
Dec 13 14:57:33.758104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51384) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:33.836220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting port 69aaabdb-98f3-4745-89c6-ed0a3e767875 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:33.836607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.103618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.138516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76640a59-a486-4849-8a1f-e613f2cccfff None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:34.237707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Calling delete_port for 69aaabdb-98f3-4745-89c6-ed0a3e767875 owned by  {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:34.272265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Provisioning for port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:34.308689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Provisioning complete for port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:34.309104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.455921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.461616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71eeb9de-6ceb-4261-a48a-9c01e2085114 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:34.507379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.507888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Port': ['ID=69aaabdb-98f3-4745-89c6-ed0a3e767875,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:34.512719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:34.549801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] For port 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=49b09aac-7977-482c-a1bb-e6dccf6a0e73,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:34.553588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.556524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22e85f06-dba5-4603-b90f-b7cc417410a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:34.594392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:34.604781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/69aaabdb-98f3-4745-89c6-ed0a3e767875 HTTP/1.1" status: 204  len: 168 time: 0.8454738
Dec 13 14:57:34.607758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51388) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:34.623653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Pushing event updated for resources: {'Port': ['ID=49b09aac-7977-482c-a1bb-e6dccf6a0e73,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:34.627414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:34.705100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db6b24-b37c-4f70-b171-cb4dbd2d99f7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:34.707167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30db6b24-b37c-4f70-b171-cb4dbd2d99f7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:34.723788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30db6b24-b37c-4f70-b171-cb4dbd2d99f7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:34.725038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30db6b24-b37c-4f70-b171-cb4dbd2d99f7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1162159
Dec 13 14:57:34.728066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51392) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:34.815927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e90b66-2af9-46af-9f11-de47500246bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:34.817576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5e90b66-2af9-46af-9f11-de47500246bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0885346
Dec 13 14:57:34.820436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:34.896451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:34.897938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:34.899441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:34.900338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:34.916985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:34.918283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ebd6e0e5-0bef-45ca-8f72-c7eb912a5061 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0968533
Dec 13 14:57:34.921711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51400) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:35.005349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 49b09aac-7977-482c-a1bb-e6dccf6a0e73 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:35.080056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:35.080634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.136093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet 7308201c-c181-4032-8457-e80dd3f7807f {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:35.139691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.199608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.298990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.377853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.381340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e095b9f7-e1d1-4240-9fb7-8f28e6c19879 None None] Could not find standard attr ID for object 69aaabdb-98f3-4745-89c6-ed0a3e767875. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:57:35.382713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da9f8ec6-19d9-4015-ba1a-275b2ba46a16 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:35.394901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e095b9f7-e1d1-4240-9fb7-8f28e6c19879 None None] Provisioning complete for port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:35.395436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e095b9f7-e1d1-4240-9fb7-8f28e6c19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.420420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=7308201c-c181-4032-8457-e80dd3f7807f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:35.423046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:35.428863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.443540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/7308201c-c181-4032-8457-e80dd3f7807f HTTP/1.1" status: 204  len: 168 time: 0.5205925
Dec 13 14:57:35.446044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51404) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:35.528081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Deleting subnet c3673cc5-ac4b-45de-9f58-fdd781912f8e {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:57:35.531843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.592176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.604687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803632ce-e889-47db-b1ab-eb49a41065ab None None] Network cd6315a2-c455-466b-90ce-13d3e49c993d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:35.647080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c299fda-9f12-4ba8-9259-2782fa6c79f4 None None] Could not find standard attr ID for object 8c313d01-88c8-42e7-b9ac-5799a0b0bc57. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 14:57:35.682679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.760162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.764785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:35.803727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Subnet': ['ID=c3673cc5-ac4b-45de-9f58-fdd781912f8e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:35.808055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:35.811548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.821616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c3673cc5-ac4b-45de-9f58-fdd781912f8e HTTP/1.1" status: 204  len: 168 time: 0.3743930
Dec 13 14:57:35.824281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:35.895231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] DHCP port deletion for cd6315a2-c455-466b-90ce-13d3e49c993d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:57:35.900039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Deleting port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:57:35.900439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aadb0ed4-67e2-4ffa-bf6b-997ee0b31464 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0742893
Dec 13 14:57:35.900602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:35.903583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51412) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:35.991046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c4945-e4b4-4019-960b-236d3e629b2c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:35.992944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e5c4945-e4b4-4019-960b-236d3e629b2c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0877845
Dec 13 14:57:35.995760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.071053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c017e-a091-47d2-a987-5eba7fefeb2a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:36.071691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b8c017e-a091-47d2-a987-5eba7fefeb2a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:36.087020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5b8c017e-a091-47d2-a987-5eba7fefeb2a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:subnet {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:36.088289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b8c017e-a091-47d2-a987-5eba7fefeb2a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0911822
Dec 13 14:57:36.092047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51420) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.115475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] For port 49b09aac-7977-482c-a1bb-e6dccf6a0e73, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=49b09aac-7977-482c-a1bb-e6dccf6a0e73,segment=NetworkSegment(06de90ab-3abb-4f8c-b66f-5c43127d9a5a),segment_id=06de90ab-3abb-4f8c-b66f-5c43127d9a5a)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:36.115913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:36.159925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c6e08d0a-3154-47e5-8c36-2f6dd749f871 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0665572
Dec 13 14:57:36.165745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51424) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.214107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23f7aaf-37cb-466f-bc5e-f51bfb713cc8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.214648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23f7aaf-37cb-466f-bc5e-f51bfb713cc8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.217389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c23f7aaf-37cb-466f-bc5e-f51bfb713cc8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/69aaabdb-98f3-4745-89c6-ed0a3e767875 HTTP/1.1" status: 404  len: 333 time: 0.0504093
Dec 13 14:57:36.220694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51428) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.263277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-48093b6a-1206-48c2-ba1e-5df9ee41f157 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.263777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48093b6a-1206-48c2-ba1e-5df9ee41f157 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.265637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-48093b6a-1206-48c2-ba1e-5df9ee41f157 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c3673cc5-ac4b-45de-9f58-fdd781912f8e HTTP/1.1" status: 404  len: 337 time: 0.0435905
Dec 13 14:57:36.268825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51432) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.362363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b410770-678c-4765-9329-2ce4b86ca9b3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.363130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b410770-678c-4765-9329-2ce4b86ca9b3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.364827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b410770-678c-4765-9329-2ce4b86ca9b3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/7308201c-c181-4032-8457-e80dd3f7807f HTTP/1.1" status: 404  len: 337 time: 0.0949502
Dec 13 14:57:36.367895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51436) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.410330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f7c2d9-f68d-452f-9743-cb8d8bf86012 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.410818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f7c2d9-f68d-452f-9743-cb8d8bf86012 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.412634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-13f7c2d9-f68d-452f-9743-cb8d8bf86012 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/6dd5eb2b-4585-495a-b426-7d60c08931a1 HTTP/1.1" status: 404  len: 333 time: 0.0437264
Dec 13 14:57:36.415413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51440) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.423623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Calling delete_port for 49b09aac-7977-482c-a1bb-e6dccf6a0e73 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:57:36.456770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb666f1-4be2-4039-9251-e6026c0bfc49 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.457234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb666f1-4be2-4039-9251-e6026c0bfc49 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.459340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9fb666f1-4be2-4039-9251-e6026c0bfc49 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/80171c89-89bf-4657-9de6-4c6c5a90caef HTTP/1.1" status: 404  len: 337 time: 0.0416870
Dec 13 14:57:36.461906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51444) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.503077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:36.506042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b926471-491a-4057-ac4c-8c10c7af7fc3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.506042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b926471-491a-4057-ac4c-8c10c7af7fc3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.507931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72ebff05-424d-413c-b968-139be2cdb243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:36.509801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51448) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.509951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9b926471-491a-4057-ac4c-8c10c7af7fc3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/9933c4b8-01ba-4285-8412-24b23ad45969 HTTP/1.1" status: 404  len: 337 time: 0.0467627
Dec 13 14:57:36.551433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Pushing event deleted for resources: {'Port': ['ID=49b09aac-7977-482c-a1bb-e6dccf6a0e73,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:36.554093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:36.556921 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c4a15d-a314-4a5c-8900-7b5b37c166b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.557012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] No DVR routers for this DVR port 49b09aac-7977-482c-a1bb-e6dccf6a0e73 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:57:36.557117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c4a15d-a314-4a5c-8900-7b5b37c166b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.561351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e5c4a15d-a314-4a5c-8900-7b5b37c166b2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/8c313d01-88c8-42e7-b9ac-5799a0b0bc57 HTTP/1.1" status: 404  len: 333 time: 0.0477471
Dec 13 14:57:36.562383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51452) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.609223 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac8c2da-4e2a-4db6-8156-dd2363d863c2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.609724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac8c2da-4e2a-4db6-8156-dd2363d863c2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.611614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ac8c2da-4e2a-4db6-8156-dd2363d863c2 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/e3631107-bbe9-4e67-98db-c5b19590ca00 HTTP/1.1" status: 404  len: 337 time: 0.0480778
Dec 13 14:57:36.614424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51456) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.655304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b75eff-293c-4619-a94b-1e8392b8434c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.655785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b75eff-293c-4619-a94b-1e8392b8434c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.657519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e1b75eff-293c-4619-a94b-1e8392b8434c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/dbfce662-6cd6-4164-a24a-69b638be35ed HTTP/1.1" status: 404  len: 337 time: 0.0421157
Dec 13 14:57:36.661187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51460) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.703144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d69ef6-f07f-4c64-90b9-64b59ec9cb5c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.703649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d69ef6-f07f-4c64-90b9-64b59ec9cb5c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.706238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34d69ef6-f07f-4c64-90b9-64b59ec9cb5c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/49a32d88-3889-4a46-81be-fc5c54c19f20 HTTP/1.1" status: 404  len: 333 time: 0.0440037
Dec 13 14:57:36.708330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51464) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.761143 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d540294b-38cd-434c-a86a-571f59d33d43 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.762386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d540294b-38cd-434c-a86a-571f59d33d43 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.763957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d540294b-38cd-434c-a86a-571f59d33d43 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c5018513-f477-4970-90a1-ecba210c7c08 HTTP/1.1" status: 404  len: 337 time: 0.0544434
Dec 13 14:57:36.766919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51468) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.807947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb82cfb-87bc-4444-a811-04511f8f0b04 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.808433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb82cfb-87bc-4444-a811-04511f8f0b04 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.810860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6eb82cfb-87bc-4444-a811-04511f8f0b04 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/bfd28444-5b5c-4c90-89bb-3f05a6f15b62 HTTP/1.1" status: 404  len: 337 time: 0.0428958
Dec 13 14:57:36.813781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.858558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-617666d9-cf26-4c1f-9aaf-738c9c481fb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.859088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617666d9-cf26-4c1f-9aaf-738c9c481fb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.860887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-617666d9-cf26-4c1f-9aaf-738c9c481fb7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/8f921fc3-ac0b-4fff-84f9-4cd091103dad HTTP/1.1" status: 404  len: 333 time: 0.0460520
Dec 13 14:57:36.863758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.908111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-51668c77-dfdc-4d4d-8812-ea6abb7ff76b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.908597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51668c77-dfdc-4d4d-8812-ea6abb7ff76b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.910340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-51668c77-dfdc-4d4d-8812-ea6abb7ff76b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/0efbd960-12b1-4759-bbcb-fda1af0cf7e4 HTTP/1.1" status: 404  len: 337 time: 0.0456190
Dec 13 14:57:36.914208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51480) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.955572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c049244-fb1e-459e-91d5-25d9dbeb6cf8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:36.956069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c049244-fb1e-459e-91d5-25d9dbeb6cf8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:36.957912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3c049244-fb1e-459e-91d5-25d9dbeb6cf8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/644d0565-5a1e-480e-b88e-9f3a599b14e1 HTTP/1.1" status: 404  len: 333 time: 0.0427549
Dec 13 14:57:36.960717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51484) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:36.992081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 49b09aac-7977-482c-a1bb-e6dccf6a0e73 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:57:37.002496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb080a-ce53-438e-97fd-31b24f43aabf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.003042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bb080a-ce53-438e-97fd-31b24f43aabf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.004819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-61bb080a-ce53-438e-97fd-31b24f43aabf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/827d1899-2aec-4323-a25b-6af7ee1ce7dc HTTP/1.1" status: 404  len: 337 time: 0.0431318
Dec 13 14:57:37.007601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51488) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.026692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 49b09aac-7977-482c-a1bb-e6dccf6a0e73 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:57:37.027154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 49b09aac-7977-482c-a1bb-e6dccf6a0e73 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:57:37.053044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-08864032-fc6f-469f-a782-659048244d81 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.053540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08864032-fc6f-469f-a782-659048244d81 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.055363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-08864032-fc6f-469f-a782-659048244d81 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/400d9c1d-88e7-4ea8-9044-3d81ebc7786c HTTP/1.1" status: 404  len: 333 time: 0.0466678
Dec 13 14:57:37.058131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51492) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.098507 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dde422f-f33a-44e5-8745-ae486ffe5b1b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.099020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dde422f-f33a-44e5-8745-ae486ffe5b1b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.100761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5dde422f-f33a-44e5-8745-ae486ffe5b1b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/f933c5b0-1a8d-4f6b-a28c-2015275da06d HTTP/1.1" status: 404  len: 337 time: 0.0416191
Dec 13 14:57:37.104834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51496) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.145537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd581225-1572-4a60-831d-26fe9990748b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.146016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd581225-1572-4a60-831d-26fe9990748b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.147801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fd581225-1572-4a60-831d-26fe9990748b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/b29b70e7-6120-4326-8990-f594728f21cb HTTP/1.1" status: 404  len: 333 time: 0.0419903
Dec 13 14:57:37.150522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51500) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.194126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dab7a28-a11c-44b5-b5ca-e7dfb2f86f66 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.194536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dab7a28-a11c-44b5-b5ca-e7dfb2f86f66 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.196362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6dab7a28-a11c-44b5-b5ca-e7dfb2f86f66 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/582b35d0-9541-4cc3-852a-0cba83bbe59a HTTP/1.1" status: 404  len: 337 time: 0.0448570
Dec 13 14:57:37.200370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51504) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.243015 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e2aaaa-6691-40c7-96ea-f0ecc1695e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.243508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e2aaaa-6691-40c7-96ea-f0ecc1695e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.245356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46e2aaaa-6691-40c7-96ea-f0ecc1695e9f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/6005bb2c-06b4-45e5-9365-65746aa51133 HTTP/1.1" status: 404  len: 333 time: 0.0437939
Dec 13 14:57:37.248252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51508) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.288580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-167a6266-6233-42a4-a9d7-2fc49f7c539a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.289069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167a6266-6233-42a4-a9d7-2fc49f7c539a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.294036 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-167a6266-6233-42a4-a9d7-2fc49f7c539a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/478d8394-e910-486e-ae3f-92db62a2c33c HTTP/1.1" status: 404  len: 337 time: 0.0416296
Dec 13 14:57:37.294191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51512) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.339535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b399e35-257a-45f2-9566-44da79520375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.340247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b399e35-257a-45f2-9566-44da79520375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.342066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b399e35-257a-45f2-9566-44da79520375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/48ba40d9-1b36-49e3-9d88-6f1e079c96bf HTTP/1.1" status: 404  len: 333 time: 0.0468707
Dec 13 14:57:37.346182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51516) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.386623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-80357773-bc2b-43c0-9e50-e8179e19d831 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.387181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80357773-bc2b-43c0-9e50-e8179e19d831 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.389451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-80357773-bc2b-43c0-9e50-e8179e19d831 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/21f45f35-f155-4b65-aaff-800bb80d5002 HTTP/1.1" status: 404  len: 337 time: 0.0417519
Dec 13 14:57:37.393019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51520) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.434647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-32845b2b-b00f-45fb-9356-e50d3c3a817d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.435193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32845b2b-b00f-45fb-9356-e50d3c3a817d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.437007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-32845b2b-b00f-45fb-9356-e50d3c3a817d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/6321bdc1-e207-4801-83a6-f413df5fe5fe HTTP/1.1" status: 404  len: 337 time: 0.0429332
Dec 13 14:57:37.440107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51524) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.485947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ca181c-9f6a-47dc-899f-b7de4b82908b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.486441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ca181c-9f6a-47dc-899f-b7de4b82908b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.488301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e8ca181c-9f6a-47dc-899f-b7de4b82908b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/e50dd755-ef22-4053-8684-026f02a1a0c2 HTTP/1.1" status: 404  len: 333 time: 0.0469561
Dec 13 14:57:37.491164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51528) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.537161 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c27c75e-4034-4f4d-b711-392d26e6479e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.537657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c27c75e-4034-4f4d-b711-392d26e6479e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.539488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c27c75e-4034-4f4d-b711-392d26e6479e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/cc26cedd-7491-4f9e-8d6e-089e817e5aaf HTTP/1.1" status: 404  len: 337 time: 0.0473647
Dec 13 14:57:37.542193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51532) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.583513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-19761619-b1e9-4132-8d95-1110ea7f8514 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.583998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19761619-b1e9-4132-8d95-1110ea7f8514 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.585781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-19761619-b1e9-4132-8d95-1110ea7f8514 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/2e17821e-66cb-4b15-b407-0210f4dabdba HTTP/1.1" status: 404  len: 337 time: 0.0426378
Dec 13 14:57:37.589808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51536) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.632224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0fd5f3-79ee-4d3f-aac6-a4d4a5edb794 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.632707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0fd5f3-79ee-4d3f-aac6-a4d4a5edb794 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.634438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc0fd5f3-79ee-4d3f-aac6-a4d4a5edb794 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/236e814f-3865-409c-bdf7-18c0c54cd91f HTTP/1.1" status: 404  len: 333 time: 0.0431495
Dec 13 14:57:37.637493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51540) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.696386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadef6d3-6e93-463a-9cbc-b0b7ee8678de tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.697161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadef6d3-6e93-463a-9cbc-b0b7ee8678de tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.700606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dadef6d3-6e93-463a-9cbc-b0b7ee8678de tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/7d62dade-e953-45f1-9d22-15f75df57a01 HTTP/1.1" status: 404  len: 337 time: 0.0610931
Dec 13 14:57:37.704689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51544) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.745050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a315d-67ff-43f7-8403-05b18a90370b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.745453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879a315d-67ff-43f7-8403-05b18a90370b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.747469 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-879a315d-67ff-43f7-8403-05b18a90370b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/39af59df-3701-4671-b1f9-f4c640daccd5 HTTP/1.1" status: 404  len: 337 time: 0.0418036
Dec 13 14:57:37.751191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51548) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.791668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-60da16c6-d405-423a-92e9-9ef9c2142375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.792227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60da16c6-d405-423a-92e9-9ef9c2142375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.793903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-60da16c6-d405-423a-92e9-9ef9c2142375 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/28b15a8f-e74d-4aab-97b2-3510bd632cc7 HTTP/1.1" status: 404  len: 333 time: 0.0417371
Dec 13 14:57:37.797572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51552) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.842130 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff941aa9-15a2-44fa-b3b0-6ba72fd6b083 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.842626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff941aa9-15a2-44fa-b3b0-6ba72fd6b083 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.844432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff941aa9-15a2-44fa-b3b0-6ba72fd6b083 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/66897899-91d9-4684-bf16-8c8f5ffc4f7f HTTP/1.1" status: 404  len: 337 time: 0.0459173
Dec 13 14:57:37.848146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51556) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.889865 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a739e27-846e-4fd2-9f89-d5cf8e3b6638 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:37.890360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a739e27-846e-4fd2-9f89-d5cf8e3b6638 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:37.892200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a739e27-846e-4fd2-9f89-d5cf8e3b6638 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/b0f11a66-4b18-47ac-ad30-9072cacdc944 HTTP/1.1" status: 404  len: 337 time: 0.0430934
Dec 13 14:57:37.895097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51560) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:37.906086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f301e026-4cf4-485a-8aeb-6663f1803466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:37.942194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b99759ec-a211-41b3-8210-3089ebf89b42 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Synchronizing usage tracker for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:37.958510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b99759ec-a211-41b3-8210-3089ebf89b42 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Unset dirty status for tenant:a6e9a65a0dcc450d9963cc83ae587a10 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:37.959800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b99759ec-a211-41b3-8210-3089ebf89b42 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports?device_id=284120f5-453c-4e71-9854-724d6b7418e9 HTTP/1.1" status: 200  len: 205 time: 0.0636492
Dec 13 14:57:37.963765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51564) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.036168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-a39c2104-b573-46f0-aa54-7f47e0ceaca8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] delete failed (client error): The resource could not be found.
Dec 13 14:57:38.037235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a39c2104-b573-46f0-aa54-7f47e0ceaca8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/routers/284120f5-453c-4e71-9854-724d6b7418e9 HTTP/1.1" status: 404  len: 336 time: 0.0724823
Dec 13 14:57:38.041324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51568) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.085275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b20bc8-02e6-4121-9a4e-1ae0419f9d5b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.086066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b20bc8-02e6-4121-9a4e-1ae0419f9d5b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.089047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37b20bc8-02e6-4121-9a4e-1ae0419f9d5b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/1a442ef3-3fc9-4a21-a6c7-d13f722ed2fd HTTP/1.1" status: 404  len: 337 time: 0.0465209
Dec 13 14:57:38.093670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51572) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.146385 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fca3a608-6a01-4e37-83ec-dcf9df982b5a tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "GET /v2.0/ports?device_id=454e79c8-806b-4725-8a75-98a18053bac5 HTTP/1.1" status: 200  len: 205 time: 0.0513854
Dec 13 14:57:38.150132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51576) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.222987 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-05fd70e4-c596-4dab-9377-b76e9dfa9b10 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] delete failed (client error): The resource could not be found.
Dec 13 14:57:38.224111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05fd70e4-c596-4dab-9377-b76e9dfa9b10 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/routers/454e79c8-806b-4725-8a75-98a18053bac5 HTTP/1.1" status: 404  len: 336 time: 0.0730200
Dec 13 14:57:38.228249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51580) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.269065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-888d5997-e766-444a-b5c8-2b2f357a9000 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.269550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888d5997-e766-444a-b5c8-2b2f357a9000 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.271333 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-888d5997-e766-444a-b5c8-2b2f357a9000 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/6da93d7d-2374-450c-8d33-3c1c45abca92 HTTP/1.1" status: 404  len: 337 time: 0.0421047
Dec 13 14:57:38.274429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.567919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1325b1-02ce-4d8b-b45f-ecc195ec004c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.568417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1325b1-02ce-4d8b-b45f-ecc195ec004c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.570237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b1325b1-02ce-4d8b-b45f-ecc195ec004c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/427a8773-5527-43ec-89a2-de8499700a24 HTTP/1.1" status: 404  len: 337 time: 0.2948215
Dec 13 14:57:38.574353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51588) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.615114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0379afbf-541b-4607-a60c-0ea31b7a9f37 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.615564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0379afbf-541b-4607-a60c-0ea31b7a9f37 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.617332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0379afbf-541b-4607-a60c-0ea31b7a9f37 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/9f51a1f9-49d5-415b-96e1-881da4357128 HTTP/1.1" status: 404  len: 333 time: 0.0417769
Dec 13 14:57:38.620172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51592) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.660489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c73ae48-d7e6-4db4-bd63-d1f8eca8a904 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.660969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c73ae48-d7e6-4db4-bd63-d1f8eca8a904 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.662690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c73ae48-d7e6-4db4-bd63-d1f8eca8a904 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/5c2331ee-db8b-45fd-a8cb-69637c8ff620 HTTP/1.1" status: 404  len: 337 time: 0.0415785
Dec 13 14:57:38.666542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51596) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.717572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe92db1-d395-4b72-b69c-32d007a66280 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.718233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe92db1-d395-4b72-b69c-32d007a66280 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.720133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dbe92db1-d395-4b72-b69c-32d007a66280 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/ceedd3b4-0477-407d-b32f-4ef5da85f952 HTTP/1.1" status: 404  len: 333 time: 0.0525975
Dec 13 14:57:38.722936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51600) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.769487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd80a85-7da4-4cf8-af93-95c048724e0f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.769973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd80a85-7da4-4cf8-af93-95c048724e0f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.771900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0dd80a85-7da4-4cf8-af93-95c048724e0f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/9c98cb42-68b8-4d68-9a0d-6b6270a5a7b7 HTTP/1.1" status: 404  len: 337 time: 0.0479295
Dec 13 14:57:38.774653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51604) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.815370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e250fd-eb6b-47b6-8264-e734966d729f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.815919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e250fd-eb6b-47b6-8264-e734966d729f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.817593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a3e250fd-eb6b-47b6-8264-e734966d729f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/ac7c24bd-4471-41c4-86ad-a743a6baf9ee HTTP/1.1" status: 404  len: 333 time: 0.0419137
Dec 13 14:57:38.821470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51608) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.865973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62e3ea5-6980-427f-acb1-78cffc62cfbe tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.866386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62e3ea5-6980-427f-acb1-78cffc62cfbe tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.868174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f62e3ea5-6980-427f-acb1-78cffc62cfbe tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/71a090e0-9708-49b2-86b9-cf7f489512be HTTP/1.1" status: 404  len: 337 time: 0.0457599
Dec 13 14:57:38.872338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51612) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.913027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-316ce2e2-ffc5-44d9-8ca2-69f00be886f8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.913505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316ce2e2-ffc5-44d9-8ca2-69f00be886f8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.915277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-316ce2e2-ffc5-44d9-8ca2-69f00be886f8 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/c814211d-6193-40d5-bfb5-6385f69bdf9b HTTP/1.1" status: 404  len: 333 time: 0.0419559
Dec 13 14:57:38.918720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51616) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:38.957881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a58269-7a19-4751-b30c-962201273006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:38.958364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a58269-7a19-4751-b30c-962201273006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:38.960147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-80a58269-7a19-4751-b30c-962201273006 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/2ab700a4-a498-4081-abba-ca31df8b7281 HTTP/1.1" status: 404  len: 337 time: 0.0404298
Dec 13 14:57:38.962758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51620) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.007210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b94ec17-371a-4e7d-af8d-07e83ee05b01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.007690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b94ec17-371a-4e7d-af8d-07e83ee05b01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.009425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b94ec17-371a-4e7d-af8d-07e83ee05b01 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/f63d32a5-ba1d-4c4e-813b-eacdd6fe3f30 HTTP/1.1" status: 404  len: 333 time: 0.0456650
Dec 13 14:57:39.012409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51624) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.052087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6afbca-ff54-4742-8358-1e154f7ba5b7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.052567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6afbca-ff54-4742-8358-1e154f7ba5b7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.054302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b6afbca-ff54-4742-8358-1e154f7ba5b7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/c7f04025-e1d4-480f-937b-274b26fb4e7c HTTP/1.1" status: 404  len: 337 time: 0.0409441
Dec 13 14:57:39.058114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.098152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd4202b-a1c0-4006-bbfd-9d9adbe5a44e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.098633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd4202b-a1c0-4006-bbfd-9d9adbe5a44e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.100379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4dd4202b-a1c0-4006-bbfd-9d9adbe5a44e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/2bddd7a5-457b-440d-981a-4c6362dad1c8 HTTP/1.1" status: 404  len: 333 time: 0.0413072
Dec 13 14:57:39.102927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51632) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.146797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f53662d-2a41-4ef7-b7c0-e14d1aa5b251 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.147312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f53662d-2a41-4ef7-b7c0-e14d1aa5b251 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.149048 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f53662d-2a41-4ef7-b7c0-e14d1aa5b251 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/fe59a397-80f7-413e-9830-04bfa099c15c HTTP/1.1" status: 404  len: 337 time: 0.0451441
Dec 13 14:57:39.154419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51636) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.206801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-28806d8a-cf02-47c1-ac9e-08e83b2671d1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.207332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28806d8a-cf02-47c1-ac9e-08e83b2671d1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.209063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28806d8a-cf02-47c1-ac9e-08e83b2671d1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/ports/2280d58c-7f86-4448-8ce7-a5febb4ddaca HTTP/1.1" status: 404  len: 333 time: 0.0530164
Dec 13 14:57:39.213350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51640) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.253984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-414b08d8-1417-460d-a15f-fee4a979d4fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] DELETE failed (client error): The resource could not be found.
Dec 13 14:57:39.254475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414b08d8-1417-460d-a15f-fee4a979d4fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 14:57:39.256326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-414b08d8-1417-460d-a15f-fee4a979d4fb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/subnets/98e3dbbe-9b4b-4a62-bef0-6179c2b668cf HTTP/1.1" status: 404  len: 337 time: 0.0420125
Dec 13 14:57:39.259091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51644) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:39.388270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.512870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.532312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.559556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e5cb780>,) {'filters': {'network_id': ['cd6315a2-c455-466b-90ce-13d3e49c993d']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:39.573299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5cb780>, '06de90ab-3abb-4f8c-b66f-5c43127d9a5a') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:39.573642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e5cb780>, '06de90ab-3abb-4f8c-b66f-5c43127d9a5a') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:39.585731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.601880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.609122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:57:39.609542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:57:39.625464 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:57:39.718901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.723734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-03ed765e-bce2-4095-a211-131e5b3b76d1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:39.740280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:39.750657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Pushing event deleted for resources: {'Network': ['ID=cd6315a2-c455-466b-90ce-13d3e49c993d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:39.754114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] 10.222.0.69 "DELETE /v2.0/networks/cd6315a2-c455-466b-90ce-13d3e49c993d HTTP/1.1" status: 204  len: 168 time: 0.4940443
Dec 13 14:57:39.755163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:40.089489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51652) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:40.244459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf75a918-f1c5-4ae6-9c29-7ec4be3e96cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.293179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51658) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:40.293521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fb6d7ed-8fa5-4c0d-afd6-5a4f3000c1e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6e9a65a0dcc450d9963cc83ae587a10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2022514
Dec 13 14:57:40.359653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.388681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.439796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.444115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76e845aa-69fe-4293-8fe3-9a5952cc60f1 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:40.457084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2b3978-e28d-4278-9182-520c1613c17e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:40.461304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:40.464848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.466200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f2b3978-e28d-4278-9182-520c1613c17e HTTP/1.1" status: 204  len: 168 time: 0.1718755
Dec 13 14:57:40.684637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-dad5f567-ef30-4806-be5c-0ae1585ff214 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3213494
Dec 13 14:57:40.729606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:40.840414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-afe23c7c-95cf-470f-b741-f3d806efed37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 1098 time: 0.0765622
Dec 13 14:57:41.005817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-1962b52a-407f-4a76-a41f-f659ca7a1bdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:41.007505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-1962b52a-407f-4a76-a41f-f659ca7a1bdd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 200  len: 898 time: 0.1422238
Dec 13 14:57:41.082142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-03516731-6992-47de-9d01-1cc27296f6b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 200  len: 217 time: 0.0677967
Dec 13 14:57:41.151168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-6ddca07a-475f-4c1f-b79a-4ebd1a6885a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:41.152814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-6ddca07a-475f-4c1f-b79a-4ebd1a6885a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 200  len: 835 time: 0.0645902
Dec 13 14:57:41.249287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-911133b5-acb5-4a6b-a45d-ae994bba4173 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6368ac-2185-4772-be30-7cd1a3054953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0861366
Dec 13 14:57:41.384796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51680) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:41.396344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-75eff9af-9e15-42b8-a725-e5f24eee2570 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396439
Dec 13 14:57:41.527233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8220e6cf-cc35-4a4d-8c75-81dd26f37ae5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:41.528059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-8220e6cf-cc35-4a4d-8c75-81dd26f37ae5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:57:41.529093 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8220e6cf-cc35-4a4d-8c75-81dd26f37ae5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1431031
Dec 13 14:57:41.533275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:41.538934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938149536'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:41.544841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9dea81b-ba28-4955-8e07-7b69d4562e54 req-2661b221-01a8-4c67-81a3-59e3e8239372 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404932
Dec 13 14:57:41.546831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:41.551102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:41.554107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:41.561024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:41.573025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.590389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.630646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:41.634910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:41.638110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:41.644973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:41.730067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.734272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.737673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a04b2bc-45e1-4969-9915-9af9c7a61037 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:41.778689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:41.781158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72fa556-d504-4d1c-8e72-548bba4e4ca9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:41.785202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:41.786185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:41.789677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:41.795882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:41.860991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.865191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.869228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-26c1a294-e7a8-4252-9551-3e31d37c3f1d tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:41.909827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb778b-f4cb-43ef-8d54-000975f09bf4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:41.912631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:41.913918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3795245
Dec 13 14:57:41.914879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:41.916965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51690) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:41.923003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2afb778b-f4cb-43ef-8d54-000975f09bf4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:41.929461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:41.933471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:41.936840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:41.942832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:41.960594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.029052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.033220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.035152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c586e67-6567-430d-b23c-def7c437d073 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:42.066332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc865bf-e8dc-44bf-ac6a-3ed8fe1e0a1e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:42.068928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:42.076458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.077724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1597605
Dec 13 14:57:42.080792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51694) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.086580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2afb778b-f4cb-43ef-8d54-000975f09bf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:42.092905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:42.097968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:42.101049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:42.107730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:42.125812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.131150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.192390 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:57:42.193479 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ae83a8c7-bef4-4f28-ad5d-247a72f53f5c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1116788
Dec 13 14:57:42.196682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51698) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.266017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.295843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.341521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.346747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bca87ae3-929e-4687-a78b-cd42cc006ed0 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:42.361998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb778b-f4cb-43ef-8d54-000975f09bf4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:42.364493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:42.370660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.372044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/2afb778b-f4cb-43ef-8d54-000975f09bf4 HTTP/1.1" status: 204  len: 168 time: 0.1742923
Dec 13 14:57:42.374678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51702) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.433662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72f222eb-7c68-4dc2-a4e4-bf7685433425 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:42.456036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72f222eb-7c68-4dc2-a4e4-bf7685433425 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:42.457412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72f222eb-7c68-4dc2-a4e4-bf7685433425 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0816963
Dec 13 14:57:42.462758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51706) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.468940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--54075562'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:42.476328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:42.487396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:42.498867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.547230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:42.551675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:42.555246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:42.562172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:42.621328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.625586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.629716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c6b311-bd99-4309-b3ca-1e6c8883f391 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:42.673826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5389d1f2-bf89-4297-ac4a-debebcf27a3d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:42.677149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:42.679763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.681418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2172029
Dec 13 14:57:42.684442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51710) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.691017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c0ae976a-b571-47ac-a66f-ca526e2b4700 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '5389d1f2-bf89-4297-ac4a-debebcf27a3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:42.691707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c0ae976a-b571-47ac-a66f-ca526e2b4700 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:42.692724 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c0ae976a-b571-47ac-a66f-ca526e2b4700 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0069239
Dec 13 14:57:42.695675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51714) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.769914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.802716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.849390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.853898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9afda809-a008-4ab2-a41a-05146e73fc64 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:42.871438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5389d1f2-bf89-4297-ac4a-debebcf27a3d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:42.874374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:42.880055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:42.881284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/5389d1f2-bf89-4297-ac4a-debebcf27a3d HTTP/1.1" status: 204  len: 168 time: 0.1843882
Dec 13 14:57:42.884456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51718) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.942128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-137a98a9-fac4-49f4-a9bf-ab7876edf7c8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0563815
Dec 13 14:57:42.947529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51722) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:42.957737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996232194'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:42.967819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:42.972527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:42.976404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:42.982827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:42.993566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.030129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:43.034137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:43.037116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:43.043186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:43.103990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.108481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.112161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c78a2ee-f2b4-4462-808d-97f258896182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:43.159829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d5abdb-cc93-4985-b9d6-acb777cb530c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:43.163227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:43.166164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.167474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2185097
Dec 13 14:57:43.171408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.177337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d886b68f-cdb5-4d48-9f5b-55ba3c3a3efe tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': 'f8d5abdb-cc93-4985-b9d6-acb777cb530c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.178064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-d886b68f-cdb5-4d48-9f5b-55ba3c3a3efe tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:43.179089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d886b68f-cdb5-4d48-9f5b-55ba3c3a3efe tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0066502
Dec 13 14:57:43.181615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.250798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.280581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.335473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.340782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6b1a8d3-63b1-4136-9a80-4a49363b4fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:43.356647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d5abdb-cc93-4985-b9d6-acb777cb530c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:43.360655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:43.364033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.365302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/f8d5abdb-cc93-4985-b9d6-acb777cb530c HTTP/1.1" status: 204  len: 168 time: 0.1828158
Dec 13 14:57:43.368132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51734) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.423281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89d4df15-43a1-42e3-aa61-df46b2a83b8c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:43.439797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-89d4df15-43a1-42e3-aa61-df46b2a83b8c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:43.441118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-89d4df15-43a1-42e3-aa61-df46b2a83b8c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0719678
Dec 13 14:57:43.445689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51738) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.453492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--775937583'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.460021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:43.470611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:43.480572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.517607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:43.523553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:43.528574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:43.538472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:43.600865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.605061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.609005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9986f0-79c9-4fa5-98c0-1fae3bb1bdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:43.653584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcd734-2267-484f-b887-efd2e09d994c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:43.656855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:43.659656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.660897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2138534
Dec 13 14:57:43.664112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51742) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.670217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e2a9b5f9-4cc5-42db-9368-a88fa37d12d9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '69dcd734-2267-484f-b887-efd2e09d994c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.671003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-e2a9b5f9-4cc5-42db-9368-a88fa37d12d9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:43.672084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2a9b5f9-4cc5-42db-9368-a88fa37d12d9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0069339
Dec 13 14:57:43.674823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51746) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.680183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b1bbdb84-ea77-4eb9-b1a6-64abb0c88cc8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '69dcd734-2267-484f-b887-efd2e09d994c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.680846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-b1bbdb84-ea77-4eb9-b1a6-64abb0c88cc8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:43.681820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1bbdb84-ea77-4eb9-b1a6-64abb0c88cc8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0060532
Dec 13 14:57:43.684533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.694850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c71963c5-c83c-4514-b2d7-4adad371c741 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '69dcd734-2267-484f-b887-efd2e09d994c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.695602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-c71963c5-c83c-4514-b2d7-4adad371c741 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:43.696588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c71963c5-c83c-4514-b2d7-4adad371c741 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0109708
Dec 13 14:57:43.699456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51754) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.704686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-256e73c4-8d8c-4fdb-80f2-56d77d374df7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '69dcd734-2267-484f-b887-efd2e09d994c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.705370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-256e73c4-8d8c-4fdb-80f2-56d77d374df7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:43.706347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-256e73c4-8d8c-4fdb-80f2-56d77d374df7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0059068
Dec 13 14:57:43.708903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51758) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.781322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.811166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.856871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.860893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:43.878049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcd734-2267-484f-b887-efd2e09d994c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:43.880550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:43.885948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:43.887223 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/69dcd734-2267-484f-b887-efd2e09d994c HTTP/1.1" status: 204  len: 168 time: 0.1773469
Dec 13 14:57:43.890145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51762) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.944400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-207cc2e4-634d-4cee-af36-51dd3b0325d4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:43.961882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-207cc2e4-634d-4cee-af36-51dd3b0325d4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:43.963251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-207cc2e4-634d-4cee-af36-51dd3b0325d4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0720921
Dec 13 14:57:43.968616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51766) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:43.974465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--616828372'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:43.981719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:43.992081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.002231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.042614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.047274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.050538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.057101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.115889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.120023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.124131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8daa8b1f-b611-4f5d-84df-7e40bd52ef57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:44.169662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2473b872-6211-4f6e-8885-8949db5681ad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:44.172897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:44.175605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.176885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2073257
Dec 13 14:57:44.180083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51770) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.186757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d5402f02-4298-4f90-a552-694ce5eed555 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.187463 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-d5402f02-4298-4f90-a552-694ce5eed555 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.188482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5402f02-4298-4f90-a552-694ce5eed555 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0073390
Dec 13 14:57:44.191322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51774) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.200831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.207618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.212035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.215189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.221338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.252430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.253609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1de1a2d6-2155-426d-85d5-dc6c9ce5eeb7 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0608292
Dec 13 14:57:44.256888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51778) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.267769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e2f96643-0a74-45ba-aab2-b7e7729b0dd8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.268437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-e2f96643-0a74-45ba-aab2-b7e7729b0dd8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.269454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2f96643-0a74-45ba-aab2-b7e7729b0dd8 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0115418
Dec 13 14:57:44.272170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51782) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.277418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.283951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.288002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.291045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.297819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.328072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.332063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-74e0afe2-8e79-400f-9799-c32fb7131032 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0561101
Dec 13 14:57:44.332195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51786) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.338096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-26ae2f96-62d3-470c-bf92-3f2f1a8097fc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.338739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-26ae2f96-62d3-470c-bf92-3f2f1a8097fc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.339783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-26ae2f96-62d3-470c-bf92-3f2f1a8097fc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066228
Dec 13 14:57:44.342393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51790) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.348918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.355550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.360508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.363960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.371078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.384686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Project 0aca15890017456aac897938acc7173e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:57:44.404256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.405331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0fc14614-6a57-4cef-99d7-5f7bc60688bb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0610056
Dec 13 14:57:44.408492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51794) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.414251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-92fbeb9f-666b-49bb-a7d6-dede35e2caec tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.414876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-92fbeb9f-666b-49bb-a7d6-dede35e2caec tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.416386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92fbeb9f-666b-49bb-a7d6-dede35e2caec tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0069351
Dec 13 14:57:44.419050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51798) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.424231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.430562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.435207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.438239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.444422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.455940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Project 0aca15890017456aac897938acc7173e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:57:44.478931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.480461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1a4bf82b-db22-4e9e-8b82-0e8dfbcf6a55 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0605521
Dec 13 14:57:44.483755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51802) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.492735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '2473b872-6211-4f6e-8885-8949db5681ad', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.500923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.505763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.509273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.515935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.527032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Project 0aca15890017456aac897938acc7173e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:57:44.548202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:44.549319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-149f3714-935d-47ef-9de0-68417f5fc499 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0643432
Dec 13 14:57:44.552494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.624542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.658868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.707507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.712865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c25dde3a-7594-451f-aa69-60a83014e33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:44.732523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473b872-6211-4f6e-8885-8949db5681ad,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:44.737057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:44.740737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.741994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/2473b872-6211-4f6e-8885-8949db5681ad HTTP/1.1" status: 204  len: 168 time: 0.1885312
Dec 13 14:57:44.744912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51810) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.803946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f6b82273-65a6-47bb-be5d-21f244af854f tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:44.823327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f6b82273-65a6-47bb-be5d-21f244af854f tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:44.825540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6b82273-65a6-47bb-be5d-21f244af854f tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0792058
Dec 13 14:57:44.829579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51814) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:44.835681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--94321691'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:44.843451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.854310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.866022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.905764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:44.910109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:44.913384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:44.922258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:44.989821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.994512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:44.998396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad8c5146-da23-4b4d-9f25-70746736cae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:45.047317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac4c01-f33c-493d-b347-93c7f11808c4,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:45.050644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:45.052939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.054237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2236495
Dec 13 14:57:45.057364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51818) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.063732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': 'b9ac4c01-f33c-493d-b347-93c7f11808c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.070517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.075483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.079233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.085513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.124260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The resource could not be found.
Dec 13 14:57:45.125395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c7773d4-9a1a-429a-871f-067f222e4d71 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0669608
Dec 13 14:57:45.128910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51822) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.134800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': 'b9ac4c01-f33c-493d-b347-93c7f11808c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd395aee0-9fc2-4894-adb8-6c7beed2186b'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.141368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.147600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.152720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.161497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.201374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The resource could not be found.
Dec 13 14:57:45.202532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e300d81c-35d6-43a5-9af2-e45760b4c3c3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0726223
Dec 13 14:57:45.205700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51826) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.273162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.302687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.347904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.353187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45c0633d-d95e-46dc-b99c-3d9b04251799 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:45.374597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac4c01-f33c-493d-b347-93c7f11808c4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:45.378215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:45.380388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.381379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9ac4c01-f33c-493d-b347-93c7f11808c4 HTTP/1.1" status: 204  len: 168 time: 0.1747241
Dec 13 14:57:45.385635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51830) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.441364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65ad267a-7d6b-44e2-b363-7b9d5e76cc4c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:45.457772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-65ad267a-7d6b-44e2-b363-7b9d5e76cc4c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:45.459111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65ad267a-7d6b-44e2-b363-7b9d5e76cc4c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0725002
Dec 13 14:57:45.463589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51834) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.470095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '974acf39-a687-4cf9-9ace-90e024361323', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.477374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.481476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.484750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.491339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.531657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The resource could not be found.
Dec 13 14:57:45.533045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a15cb9d6-cf81-47ef-aaad-2b117aaddd7e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0683291
Dec 13 14:57:45.537479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51838) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.545921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133255974'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.552137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.562750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.573703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.611318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.615433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.618379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.624615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.680991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.686378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.693069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5dd08154-7a27-4472-8fce-5e641e32e7ef tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:45.739749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c859fa-ed9a-4105-8619-78b56099b2ce,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:45.742714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:45.743601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.744933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2061148
Dec 13 14:57:45.748163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51842) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.754484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737803749'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.761049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.766090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.769654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.776116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.788221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.830033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.834273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.837886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.844085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:45.907584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.911762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.915635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fe44c69-7d76-4aa3-9e61-9adbdd8c9bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:45.959909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0035cf28-77b7-41b7-ad56-d8e4181be660,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:45.962954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:45.964347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:45.966117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2164562
Dec 13 14:57:45.969029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51846) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:45.975112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': '07c859fa-ed9a-4105-8619-78b56099b2ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0035cf28-77b7-41b7-ad56-d8e4181be660'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:45.982775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:45.987052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:45.990189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:45.996581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:46.028467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:46.029945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-62463d4b-dc51-45fb-9d37-c93eb80756e4 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.0599718
Dec 13 14:57:46.033028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51850) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.102503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.132271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.181981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.186531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6db41860-cb26-4f0b-9d69-6131a275eda1 tempest-ServerActionsTestJSON-570877344 tempest-ServerActionsTestJSON-570877344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:46.203395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0035cf28-77b7-41b7-ad56-d8e4181be660,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:46.209832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:46.216255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.217809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/0035cf28-77b7-41b7-ad56-d8e4181be660 HTTP/1.1" status: 204  len: 168 time: 0.1838281
Dec 13 14:57:46.220715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51854) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.290904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe86dbdd-3eee-4408-a8ef-25818b4d39a3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:46.312762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe86dbdd-3eee-4408-a8ef-25818b4d39a3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:46.314164 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe86dbdd-3eee-4408-a8ef-25818b4d39a3 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0924513
Dec 13 14:57:46.317402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51858) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.386871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.416549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.462558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.468179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34aff8df-bd76-4427-956f-83f1331b930e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:46.488278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c859fa-ed9a-4105-8619-78b56099b2ce,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:46.490755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:46.497208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.498446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/07c859fa-ed9a-4105-8619-78b56099b2ce HTTP/1.1" status: 204  len: 168 time: 0.1800566
Dec 13 14:57:46.501537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51862) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.557094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43cf3d56-c7ed-4352-929e-25bd03e34181 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:46.573144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43cf3d56-c7ed-4352-929e-25bd03e34181 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:46.574462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43cf3d56-c7ed-4352-929e-25bd03e34181 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0715959
Dec 13 14:57:46.579193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51866) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.589177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--23390418'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:46.600775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:46.613891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:46.624661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.672227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:46.676399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:46.679428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:46.685925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:46.752397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.756234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.760122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f67fa05-d703-44df-9e3c-b8d79e6bfb87 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:46.804833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd2d802-8536-4a27-aff9-921006c9c783,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:46.808164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:46.811655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:46.813078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2327962
Dec 13 14:57:46.816326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51870) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.827092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d802-8536-4a27-aff9-921006c9c783', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:46.838533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:46.844142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:46.847303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:46.854399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:46.889177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:46.890613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0dceb34-3b08-4624-a6b7-584de98aab6a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0729110
Dec 13 14:57:46.893810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51874) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:46.902778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d802-8536-4a27-aff9-921006c9c783', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:46.910157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:46.914507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:46.917636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:46.924505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:46.958200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 14:57:46.959358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5555f1e9-a407-4632-be3f-da36dd7ead83 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0642891
Dec 13 14:57:46.962398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.031455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.061054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.104611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.110372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-764809c0-28bb-4878-bc3f-4eeb41fbd35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:47.126393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd2d802-8536-4a27-aff9-921006c9c783,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:47.129265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:47.135857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.137102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/dfd2d802-8536-4a27-aff9-921006c9c783 HTTP/1.1" status: 204  len: 168 time: 0.1737735
Dec 13 14:57:47.140354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51882) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.198667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04801973-934d-43cb-bc2c-8e34a0b41adb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:47.217492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-04801973-934d-43cb-bc2c-8e34a0b41adb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:47.219687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-04801973-934d-43cb-bc2c-8e34a0b41adb tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0780480
Dec 13 14:57:47.225781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51886) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.232418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118427662'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:47.240026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:47.250947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:47.261962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.300363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:47.305054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Usage tracker for resource:security_group_rule and tenant:0aca15890017456aac897938acc7173e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:47.307608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:47.313805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:47.375719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.379966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.385258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8525a62c-8b26-43d6-b17a-c6f7e142fe6e tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:47.427386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845b1f24-c432-4364-8751-bf94627c48eb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:47.430416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:47.432368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.435814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2069566
Dec 13 14:57:47.436943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51892) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.443344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ea5c8d79-381b-48a6-9e3e-91b0b22ac4ab tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:47.443953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-ea5c8d79-381b-48a6-9e3e-91b0b22ac4ab tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 13 14:57:47.444978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea5c8d79-381b-48a6-9e3e-91b0b22ac4ab tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "PUT /v2.0/security-groups/845b1f24-c432-4364-8751-bf94627c48eb HTTP/1.1" status: 409  len: 330 time: 0.0067861
Dec 13 14:57:47.447735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51896) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.519776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.552727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.601067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.607691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35afde64-3447-407d-b6ee-e760d61ce212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:47.629759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845b1f24-c432-4364-8751-bf94627c48eb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:47.632182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:47.638857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:47.640409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/845b1f24-c432-4364-8751-bf94627c48eb HTTP/1.1" status: 204  len: 168 time: 0.1913443
Dec 13 14:57:47.643282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51902) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.698527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-629a5f8c-deb9-4e5d-97e3-cc5a4136af3b tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Synchronizing usage tracker for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:57:47.714775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-629a5f8c-deb9-4e5d-97e3-cc5a4136af3b tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Unset dirty status for tenant:0aca15890017456aac897938acc7173e on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:57:47.716321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-629a5f8c-deb9-4e5d-97e3-cc5a4136af3b tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0719209
Dec 13 14:57:47.721080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51906) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.739636 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-86fb89c4-18ea-4061-8282-ea681d21b665 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] delete failed (client error): The resource could not be found.
Dec 13 14:57:47.740743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-86fb89c4-18ea-4061-8282-ea681d21b665 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "DELETE /v2.0/security-groups/a2b8eb47-67b4-4b67-8079-900977734531 HTTP/1.1" status: 404  len: 347 time: 0.0186360
Dec 13 14:57:47.744763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51910) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.762700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-34fed25f-ef88-452f-8222-a5be512a9ff1 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] show failed (client error): The resource could not be found.
Dec 13 14:57:47.764032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34fed25f-ef88-452f-8222-a5be512a9ff1 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-groups/422c8911-6e32-4678-aaac-5c52e84bb6bc HTTP/1.1" status: 404  len: 347 time: 0.0182979
Dec 13 14:57:47.767683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51914) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:47.782795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-2c4f91ac-e255-4791-a22b-eb094852ef9a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] show failed (client error): The resource could not be found.
Dec 13 14:57:47.783888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2c4f91ac-e255-4791-a22b-eb094852ef9a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] 10.222.0.69 "GET /v2.0/security-group-rules/e0c32df2-e46a-4796-9647-2692e7dc0e75 HTTP/1.1" status: 404  len: 356 time: 0.0152626
Dec 13 14:57:48.117702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51922) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:48.323089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2e9e8fdf-a5f9-421b-a033-7721ed442d4c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0aca15890017456aac897938acc7173e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2037058
Dec 13 14:57:48.325610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51928) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:48.396845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:48.425732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:48.474186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:48.479255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae43ad74-bcf6-4e2b-818f-0f5701dcc431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:48.493952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72fa556-d504-4d1c-8e72-548bba4e4ca9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:48.498576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:48.502311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:48.503642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e72fa556-d504-4d1c-8e72-548bba4e4ca9 HTTP/1.1" status: 204  len: 168 time: 0.1763659
Dec 13 14:57:49.416942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51950) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:49.572414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259470497-network', 'tenant_id': '276e60b944a24821a986835a1cba043c'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:49.578041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:49.582297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Usage tracker for resource:network and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:49.585526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:49.591776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:49.603553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Made reservation on behalf of 276e60b944a24821a986835a1cba043c for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:49.608317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.622021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.655507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:49.659684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:49.662600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:49.668834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:49.746756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.752972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.757467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4517004d-55c1-4edf-b672-08e08681a876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:49.790201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:57:49.799510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c51a3a-529b-44b9-9d81-2e76a93e48f4,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:49.803391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:49.806008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.806380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Added segment 789c481d-d291-489c-ad1f-cdbdcc7001ba of type vlan for network 2a78bcae-57f5-4619-b537-a0d056a0232b
Dec 13 14:57:49.834267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.865955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.867162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:49.868012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:49.873872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6173f9d7-8445-4c94-b9e0-cb1908464681 tempest-BulkNetworkOpsTest-1881027749 tempest-BulkNetworkOpsTest-1881027749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:49.980985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5627360
Dec 13 14:57:49.982122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Pushing event updated for resources: {'Network': ['ID=2a78bcae-57f5-4619-b537-a0d056a0232b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:49.984623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51962) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:49.985073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:49.992578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Request body: {'subnet': {'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259470497-subnet', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:49.995063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 2a78bcae-57f5-4619-b537-a0d056a0232b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:57:50.000273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:50.005107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Usage tracker for resource:subnet and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:50.008305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:50.014847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:50.025003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Made reservation on behalf of 276e60b944a24821a986835a1cba043c for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:50.030174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.250797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.254774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c408abf-be9b-4623-bd34-4f3f529b1223 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:50.329885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e258628e-abbe-4356-a7c4-a51900f8e2f2,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:50.334310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:50.348568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:50.348954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Network hostable DHCP agents. Network: 2a78bcae-57f5-4619-b537-a0d056a0232b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:57:50.371951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:57:50.382191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 2a78bcae-57f5-4619-b537-a0d056a0232b) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:50.386291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:50.386922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.392434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc579526-1742-40cf-adea-671fc9ce36ab None None] Network 2a78bcae-57f5-4619-b537-a0d056a0232b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:50.408264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4222808
Dec 13 14:57:50.411012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51966) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:50.416457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:50.422148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:50.426210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Usage tracker for resource:router and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:50.429221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:50.435528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:50.445878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.446857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.465349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.622169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-2a78bcae-57f5-4619-b537-a0d056a0232b', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:50.623647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.630172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.791982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Allocated IP 172.20.0.2 (2a78bcae-57f5-4619-b537-a0d056a0232b/e258628e-abbe-4356-a7c4-a51900f8e2f2/2512335e-d223-4a0c-89ed-5f1e0f641106) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:50.832611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:50.874210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.018056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.026761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Allocated IP 172.26.4.99 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/225e4084-fa7c-40d0-9fa3-852b0b2c3dfd) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:51.028785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Transition to ACTIVE for port object 2512335e-d223-4a0c-89ed-5f1e0f641106 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:51.048539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Transition to ACTIVE for port object 2512335e-d223-4a0c-89ed-5f1e0f641106 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:51.052783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.057190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d75b3e0-4afc-4439-947c-a115550a7b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:51.125647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:51.129548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:51.131581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Pushing event updated for resources: {'Port': ['ID=2512335e-d223-4a0c-89ed-5f1e0f641106,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:51.134029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:51.146353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.146733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.147128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.147512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.147887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.148259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.148628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.148996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.149364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.149728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.150090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:57:51.181055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:51.185486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.212090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.217275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-752c590c-0384-4f72-9823-72b87b409d4d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:51.242419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Attempting to bind port 2512335e-d223-4a0c-89ed-5f1e0f641106 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:51.242842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Attempting to bind port 2512335e-d223-4a0c-89ed-5f1e0f641106 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:51.243281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Attempting to bind port 2512335e-d223-4a0c-89ed-5f1e0f641106 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:51.250422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:51.250808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:51.251289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.252058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Bound using segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:51.252576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Bound port: 2512335e-d223-4a0c-89ed-5f1e0f641106, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:51.252979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.290711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:51.294274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:51.296438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Pushing event updated for resources: {'Port': ['ID=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:51.298708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:51.328692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:51.344786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] For port 2512335e-d223-4a0c-89ed-5f1e0f641106, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:51.348077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] For port 2512335e-d223-4a0c-89ed-5f1e0f641106, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2512335e-d223-4a0c-89ed-5f1e0f641106,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:51.352012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.356501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:51.440451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Pushing event updated for resources: {'Port': ['ID=2512335e-d223-4a0c-89ed-5f1e0f641106,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:51.445633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:51.467168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.467968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.719812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:57:51.943385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:51.953500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:51.967139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:51.967608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:51.967821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4c16a0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:51.971971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.5599470
Dec 13 14:57:51.972127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 51970) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:52.164679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:52.469544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4c16a0>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:51Z', 'revision_number': 3, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:52.473848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:52.474300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Updating router dfb8e26f-129c-42b9-939a-035af5b6d1e1 port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:57:52.529151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:52.766058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:52.891825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:52.906123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Transition to ACTIVE for port object 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:52.913021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:52.917709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12fc92a7-8bc7-462c-9ac4-f64933400bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:52.994838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Attempting to bind port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:52.995284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Attempting to bind port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:52.995696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Attempting to bind port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:53.005238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Allocated IP 172.20.0.1 (2a78bcae-57f5-4619-b537-a0d056a0232b/e258628e-abbe-4356-a7c4-a51900f8e2f2/ea04faa1-2b31-477e-84ab-22873959ba27) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:53.010193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Pushing event updated for resources: {'Port': ['ID=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:53.012926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:53.013441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:53.013897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.014325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:53.014857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Bound port: 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:53.015324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.040755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:53.088234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2512335e-d223-4a0c-89ed-5f1e0f641106 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:53.140100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f65e80-eacd-4b52-86c2-039f04b09173 None None] Network 2a78bcae-57f5-4619-b537-a0d056a0232b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:53.170648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.176609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] For port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:53.187542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Transition to ACTIVE for port object ea04faa1-2b31-477e-84ab-22873959ba27 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:53.204463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] For port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:53.210305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.215262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c40cf192-2042-405d-9a97-2288bb8ed4b3 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:53.261028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.270038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:53.283075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:53.286203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:53.288789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:53.320748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Pushing event updated for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:53.323771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:53.357090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.360082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Provisioning for port 2512335e-d223-4a0c-89ed-5f1e0f641106 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:53.377472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 2512335e-d223-4a0c-89ed-5f1e0f641106 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:53.392096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Provisioning complete for port 2512335e-d223-4a0c-89ed-5f1e0f641106 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:53.392542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.426523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 2512335e-d223-4a0c-89ed-5f1e0f641106 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:53.426935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.464693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Pushing event updated for resources: {'Port': ['ID=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:53.509975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:53.568795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:53.569476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4c16a0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:53.685455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.942551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.948661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:53.975782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a4ad3d7-c994-4a92-b9bc-9845fbc4c607 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:54.061955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Pushing event updated for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:54.064709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.068871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:54.090190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.127409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.158100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:54.218777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:54.220408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:54.237089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] For port 2512335e-d223-4a0c-89ed-5f1e0f641106, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2512335e-d223-4a0c-89ed-5f1e0f641106,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:54.281691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.291218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-643f1485-d003-43c4-b900-b49aa40b60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:54.471847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:57:54.471847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:57:54.532803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Pushing event updated for resources: {'Port': ['ID=2512335e-d223-4a0c-89ed-5f1e0f641106,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:54.536133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:54.577572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Provisioning for port ea04faa1-2b31-477e-84ab-22873959ba27 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:54.597023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Provisioning complete for port ea04faa1-2b31-477e-84ab-22873959ba27 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:54.597457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.656574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:57:54.695569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Port ea04faa1-2b31-477e-84ab-22873959ba27 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:54.723239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Provisioning complete for port 2512335e-d223-4a0c-89ed-5f1e0f641106 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:54.723597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b3594105-a287-4763-ab1a-62e21a85d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:54.768861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4c16a0>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:54.778763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a4f8-db66-4129-ab81-5c8483b5acdb None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:57:54.878503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:54.901325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] 10.222.0.69 "PUT /v2.0/routers/dfb8e26f-129c-42b9-939a-035af5b6d1e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9279556
Dec 13 14:57:55.047104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b55ff367-1519-422e-98f3-169a789b1e28 None None] Provisioning complete for port ea04faa1-2b31-477e-84ab-22873959ba27 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:55.047724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b55ff367-1519-422e-98f3-169a789b1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:55.109985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b55ff367-1519-422e-98f3-169a789b1e28 None None] Port ea04faa1-2b31-477e-84ab-22873959ba27 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:55.155419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2512335e-d223-4a0c-89ed-5f1e0f641106 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:55.257875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 2512335e-d223-4a0c-89ed-5f1e0f641106 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:55.258419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:55.288370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-fae44f35-5c36-4957-8e6e-426702a20a55 None None] Provisioning complete for port ea04faa1-2b31-477e-84ab-22873959ba27 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:55.288844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fae44f35-5c36-4957-8e6e-426702a20a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:55.386830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fae44f35-5c36-4957-8e6e-426702a20a55 None None] Port ea04faa1-2b31-477e-84ab-22873959ba27 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:57:55.939058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 51998) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:55.945497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1525485067-network', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:55.951309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:55.955558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Usage tracker for resource:network and tenant:1566d452862c4b1a8eb359844df9b20e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:55.958705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:55.966651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:55.976599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Made reservation on behalf of 1566d452862c4b1a8eb359844df9b20e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:55.981516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:55.995663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.030625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:56.034869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:1566d452862c4b1a8eb359844df9b20e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:56.037995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:56.045219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:56.120872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.124324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.129365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:56.159076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:57:56.168468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9dc7f8-7251-40f5-a7d1-50aad23a8251,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:56.172436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:56.175141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.175526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Added segment 01b4e8d0-24c8-4f2f-bc28-360b3666c00f of type vlan for network b42993ec-1c22-42ff-afa2-acda571dbace
Dec 13 14:57:56.203845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.236064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.237087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:56.237730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.243401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-320ada6d-dc7b-4597-b33c-f4d630daf1ea tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:56.347923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4075379
Dec 13 14:57:56.351333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52002) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:56.357584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=b42993ec-1c22-42ff-afa2-acda571dbace,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:56.358875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Request body: {'subnet': {'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1525485067-subnet', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:56.360698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:56.364866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:56.369856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Usage tracker for resource:subnet and tenant:1566d452862c4b1a8eb359844df9b20e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:56.374420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:56.382572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:56.396519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Made reservation on behalf of 1566d452862c4b1a8eb359844df9b20e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:57:56.401808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.486258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network b42993ec-1c22-42ff-afa2-acda571dbace details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:57:56.642139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.646872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7866e5ad-1379-442c-99fc-4275121b1c22 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:56.720118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9e782a-8c51-4d55-ba88-5c994710edd7,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:56.724990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:56.736213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Checking segment: {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:56.736603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Network hostable DHCP agents. Network: b42993ec-1c22-42ff-afa2-acda571dbace, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:57:56.764779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Network b42993ec-1c22-42ff-afa2-acda571dbace is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:57:56.774107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, b42993ec-1c22-42ff-afa2-acda571dbace) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:56.778068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:56.778715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.783988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc9c34-0fd2-4b9e-990c-15d58c79e5ee None None] Network b42993ec-1c22-42ff-afa2-acda571dbace requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:57:56.800060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e58d1405-e456-492c-b143-fe6accf27639 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4472466
Dec 13 14:57:56.802877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52006) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:56.808461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:57:56.813489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:57:56.817529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Usage tracker for resource:router and tenant:1566d452862c4b1a8eb359844df9b20e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:57:56.820789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:57:56.827289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:57:56.838401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.839403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:56.865193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.034377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.198395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:57.228614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-b42993ec-1c22-42ff-afa2-acda571dbace', 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'fixed_ips': [{'subnet_id': '9c9e782a-8c51-4d55-ba88-5c994710edd7'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:57:57.229511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.243623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.277334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.359220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:57.397510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:57.397931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.429602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Allocated IP 172.26.4.135 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/b122b1ad-1322-4ea4-bd37-d2f59c0eb40b) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:57.478075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Allocated IP 172.20.0.2 (b42993ec-1c22-42ff-afa2-acda571dbace/9c9e782a-8c51-4d55-ba88-5c994710edd7/41ff2453-d019-4dc9-8645-e66821f6bc29) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:57:57.594208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.624960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.630273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a2dd077f-31da-419a-a210-179586d0214d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:57.646809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.682554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:57:57.690043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.695495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-085667a7-2742-4382-b96c-f8c0fe0db828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:57.699978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:57.703736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:57.705907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:57.708239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:57.738264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:57.828330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:57.832903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:57.836330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.847790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Transition to ACTIVE for port object 41ff2453-d019-4dc9-8645-e66821f6bc29 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:57.869452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Transition to ACTIVE for port object 41ff2453-d019-4dc9-8645-e66821f6bc29 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:57.875535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.875780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.876769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:57.880712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:57.949717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Network b42993ec-1c22-42ff-afa2-acda571dbace is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:57:57.953393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:57:57.955321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Pushing event updated for resources: {'Port': ['ID=41ff2453-d019-4dc9-8645-e66821f6bc29,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:57.957552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:57:57.960537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:58.048643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Attempting to bind port 41ff2453-d019-4dc9-8645-e66821f6bc29 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:58.049289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Attempting to bind port 41ff2453-d019-4dc9-8645-e66821f6bc29 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:58.049429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Attempting to bind port 41ff2453-d019-4dc9-8645-e66821f6bc29 on network b42993ec-1c22-42ff-afa2-acda571dbace {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:58.056498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:58.056884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Checking segment: {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:58.057371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:58.057777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Bound using segment: {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:58.058302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Bound port: 41ff2453-d019-4dc9-8645-e66821f6bc29, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:58.058716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:58.138987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Router bb857e50-481e-4153-8fda-7d53a18478be is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:57:58.157559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] For port 41ff2453-d019-4dc9-8645-e66821f6bc29, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:57:58.161460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] For port 41ff2453-d019-4dc9-8645-e66821f6bc29, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41ff2453-d019-4dc9-8645-e66821f6bc29,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:57:58.169287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:58.174140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ecc7a15-2439-4658-9ebd-8020d3be5248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:58.257272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Pushing event updated for resources: {'Port': ['ID=41ff2453-d019-4dc9-8645-e66821f6bc29,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:58.260671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:58.633693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:57:58.643940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Sync routers for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:58.668965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:58.670246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:58.672884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:58.675334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8703678
Dec 13 14:57:58.677459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52016) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:57:58.723141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:57:58.736640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:57:58.737635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec276d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:58.799563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db6d6f-616c-4bc7-80b2-5e696d9264dc req-21247671-3b6c-4371-8cc6-5a1aa66b1adc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:57:58.803797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-78db6d6f-616c-4bc7-80b2-5e696d9264dc req-21247671-3b6c-4371-8cc6-5a1aa66b1adc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.1282420
Dec 13 14:57:58.877773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-78db6d6f-616c-4bc7-80b2-5e696d9264dc req-0318e3fd-359e-4b47-bacf-14917b753a4c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674055
Dec 13 14:57:58.906108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:58.985564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.016700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:57:59.235559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2b0>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 3, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:59.244468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Checking router: bb857e50-481e-4153-8fda-7d53a18478be for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:59.245228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Updating router bb857e50-481e-4153-8fda-7d53a18478be port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:57:59.286951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41ff2453-d019-4dc9-8645-e66821f6bc29 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:59.335163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.397303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 41ff2453-d019-4dc9-8645-e66821f6bc29 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:57:59.432612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:57:59.533965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec276d8>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 2, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:57:59.538337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:57:59.538766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.567477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:57:59.567898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Updating router dfb8e26f-129c-42b9-939a-035af5b6d1e1 port ea04faa1-2b31-477e-84ab-22873959ba27 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:57:59.645849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.741860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.760124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Transition to ACTIVE for port object b122b1ad-1322-4ea4-bd37-d2f59c0eb40b will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:57:59.769926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.781828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:57:59.862245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Attempting to bind port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:57:59.862659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Attempting to bind port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:57:59.863327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Attempting to bind port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:57:59.873557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Pushing event updated for resources: {'Port': ['ID=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:57:59.877826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:57:59.878769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:57:59.879235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:57:59.879687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.880116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:57:59.880646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Bound port: b122b1ad-1322-4ea4-bd37-d2f59c0eb40b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:57:59.881060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:57:59.931663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.005946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] For port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:00.010795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] For port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:00.017231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.021881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:00.118703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Pushing event updated for resources: {'Port': ['ID=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:00.122620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:00.124352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:00.125029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:00.154055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.168804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Transition to ACTIVE for port object ea04faa1-2b31-477e-84ab-22873959ba27 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:00.179836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.187630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:00.242504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Allocated IP 172.20.0.1 (b42993ec-1c22-42ff-afa2-acda571dbace/9c9e782a-8c51-4d55-ba88-5c994710edd7/41818ef8-90b2-4be0-b728-b6d6b36eb506) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:00.248518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-b34a5681-8d4b-4692-951b-f6e164bc8d80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:00.251176 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-b34a5681-8d4b-4692-951b-f6e164bc8d80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.1881001
Dec 13 14:58:00.374834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 0f90ed90-8dae-4656-9957-57ad9093c7fb {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:00.375319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.423600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:00.519329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e23c0d-bd7c-414e-9e36-a4e6be88a006 None None] Network b42993ec-1c22-42ff-afa2-acda571dbace requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:58:00.536509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e148b-2669-4be5-b563-248b0b1bee1f req-5ef535ac-2a69-443f-a9fb-39899fed4bc6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:00.538304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f42e148b-2669-4be5-b563-248b0b1bee1f req-5ef535ac-2a69-443f-a9fb-39899fed4bc6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 946 time: 0.2828758
Dec 13 14:58:00.597938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Pushing event updated for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:00.602060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f42e148b-2669-4be5-b563-248b0b1bee1f req-449cc0f7-21d5-42d0-8e4f-d1086941ab3d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d681b49-d57e-422f-98cb-8b6b821c896a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550215
Dec 13 14:58:00.628479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:00.658101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.679787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Transition to ACTIVE for port object 41818ef8-90b2-4be0-b728-b6d6b36eb506 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:00.686333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Provisioning for port 41ff2453-d019-4dc9-8645-e66821f6bc29 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:00.709139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Provisioning complete for port 41ff2453-d019-4dc9-8645-e66821f6bc29 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:00.709565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.709870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.730143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-943e4b4c-8a22-4200-a654-23e17586851d tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:00.799067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:58:00.812595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Network b42993ec-1c22-42ff-afa2-acda571dbace is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:00.814071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Pushing event updated for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:00.824070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:00.825265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:00.828559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:00.865828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2b0>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 3, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:00.874918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0d509-64e4-4c55-9509-95d83c414a77 None None] The sync data for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv is: [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 3, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:00.903475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 0f90ed90-8dae-4656-9957-57ad9093c7fb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f90ed90-8dae-4656-9957-57ad9093c7fb,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:00.904160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:00.927384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.036667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.209537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Attempting to bind port ea04faa1-2b31-477e-84ab-22873959ba27 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:01.209972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Attempting to bind port ea04faa1-2b31-477e-84ab-22873959ba27 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:01.210372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Attempting to bind port ea04faa1-2b31-477e-84ab-22873959ba27 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:01.226916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.295979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.297630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.297982 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690 disassociated. External IP: 172.26.4.160, port: 0f90ed90-8dae-4656-9957-57ad9093c7fb.
Dec 13 14:58:01.298367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 0f90ed90-8dae-4656-9957-57ad9093c7fb owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:01.352313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] For port 41ff2453-d019-4dc9-8645-e66821f6bc29, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41ff2453-d019-4dc9-8645-e66821f6bc29,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:01.356407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:01.358863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:01.359067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.359370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.361338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Bound using segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:01.363608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Bound port: ea04faa1-2b31-477e-84ab-22873959ba27, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:01.364063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.369777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.405295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87b5f1f6-2518-406a-806a-1397c247b1bb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:01.433105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.503203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] For port ea04faa1-2b31-477e-84ab-22873959ba27, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:01.506393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe543675-d580-4b8f-8721-60b91c85b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:01.515421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.526543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:01.587679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Pushing event updated for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:01.601743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=0f90ed90-8dae-4656-9957-57ad9093c7fb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:01.604894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:01.612451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:01.615547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.665051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] For port ea04faa1-2b31-477e-84ab-22873959ba27, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea04faa1-2b31-477e-84ab-22873959ba27,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:01.701572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:01.764513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Pushing event updated for resources: {'Port': ['ID=41ff2453-d019-4dc9-8645-e66821f6bc29,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:01.765068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a403-02b6-43df-bb77-b40ceb9b1337 req-a0198e8b-e394-4edc-bb19-39bb8772d408 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:01.773472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e9b5a403-02b6-43df-bb77-b40ceb9b1337 req-a0198e8b-e394-4edc-bb19-39bb8772d408 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.3693407
Dec 13 14:58:01.777152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:01.780129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:01.863664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Pushing event updated for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:01.881568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:01.895918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:01.896769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec276d8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:01.985409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e9b5a403-02b6-43df-bb77-b40ceb9b1337 req-ef7e4d04-c37c-4fc8-9469-26ff790fd826 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108243
Dec 13 14:58:02.027764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Network b42993ec-1c22-42ff-afa2-acda571dbace is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:02.029165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:02.030497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2afce764-70d5-45a4-a428-57f2d503d388 req-5acb37bd-2162-4822-9af4-8fc2bc856d5d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 210 time: 0.1906049
Dec 13 14:58:02.161121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:02.294772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:02.537265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 0f90ed90-8dae-4656-9957-57ad9093c7fb no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:02.589810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 0f90ed90-8dae-4656-9957-57ad9093c7fb {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:02.590210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 0f90ed90-8dae-4656-9957-57ad9093c7fb not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:02.592427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:02.603922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:02.627113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:02.630450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:02.692254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Provisioning for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:02.703955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Provisioning complete for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:02.704387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:02.775304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 0f90ed90-8dae-4656-9957-57ad9093c7fb on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:58:02.776283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Port 41818ef8-90b2-4be0-b728-b6d6b36eb506 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:02.778399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:02.789112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Router bb857e50-481e-4153-8fda-7d53a18478be has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:02.791705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'name': 'network-vif-deleted', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:02.804676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-25cb1664-9b19-4ac2-ab95-a2b26cd5c17b req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/0f90ed90-8dae-4656-9957-57ad9093c7fb HTTP/1.1" status: 204  len: 173 time: 2.5470285
Dec 13 14:58:02.907397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Provisioning complete for port 41ff2453-d019-4dc9-8645-e66821f6bc29 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:02.908524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53107bf7-aeb7-4b4f-a5e8-6a13f2d4368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:02.967267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:03.012508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec276d8>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:01Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:03.020182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c4c85-9e37-4a04-a2a2-cc6327fb65cb None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:01Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:03.387286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:03.400558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5f231c6f-72fd-4dc1-8a04-e98ecfe374e1 None None] Provisioning complete for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:03.400990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f231c6f-72fd-4dc1-8a04-e98ecfe374e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:03.417044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] 10.222.0.69 "PUT /v2.0/routers/bb857e50-481e-4153-8fda-7d53a18478be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7382410
Dec 13 14:58:03.505887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f8a60-32a5-43f4-a668-dab4f7e3dbb2 req-e16fe5f9-65f1-41eb-86c6-daddfa54053d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:03.507821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f10f8a60-32a5-43f4-a668-dab4f7e3dbb2 req-e16fe5f9-65f1-41eb-86c6-daddfa54053d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.2942591
Dec 13 14:58:03.545570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41ff2453-d019-4dc9-8645-e66821f6bc29 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:03.613082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369cd78-dc65-41e7-b7cf-1c369da8305d', 'name': 'network-vif-deleted', 'tag': '0f90ed90-8dae-4656-9957-57ad9093c7fb', 'status': 'completed', 'code': 200}
Dec 13 14:58:03.633943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f10f8a60-32a5-43f4-a668-dab4f7e3dbb2 req-9b7762f6-39e3-4d24-bb3d-4486a6c7d00b tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166134
Dec 13 14:58:03.671397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5f231c6f-72fd-4dc1-8a04-e98ecfe374e1 None None] Port 41818ef8-90b2-4be0-b728-b6d6b36eb506 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:03.715153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 41ff2453-d019-4dc9-8645-e66821f6bc29 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:03.715658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:03.878667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8464868d-3016-4060-a7e0-0523ae7c7feb None None] Provisioning complete for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:03.879145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8464868d-3016-4060-a7e0-0523ae7c7feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:03.901661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42054b71-87a4-4edd-a1e8-05c5cee4ea9c req-0ad3ea15-4ea9-43a1-8e04-c656c9ee4f8f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4369cd78-dc65-41e7-b7cf-1c369da8305d HTTP/1.1" status: 200  len: 210 time: 0.0915303
Dec 13 14:58:03.939485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea04faa1-2b31-477e-84ab-22873959ba27 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:03.996620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8464868d-3016-4060-a7e0-0523ae7c7feb None None] Port 41818ef8-90b2-4be0-b728-b6d6b36eb506 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:04.034009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2e8>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:04.038656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port ea04faa1-2b31-477e-84ab-22873959ba27 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:04.038853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:04.044892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ea04faa1-2b31-477e-84ab-22873959ba27 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:04.045341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.054063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:04.054865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:04.182193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.219524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port ea04faa1-2b31-477e-84ab-22873959ba27, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea04faa1-2b31-477e-84ab-22873959ba27,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:04.225971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.227419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b122b1ad-1322-4ea4-bd37-d2f59c0eb40b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:04.262629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b9b164f-2d87-4f28-99bb-4bc6d3380829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:04.270504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:04.343586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:04.347808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:04.352581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52058) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:04.359706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789586234', 'description': 'tempest-secgroup-smoke-789586234 description', 'project_id': '276e60b944a24821a986835a1cba043c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:04.366640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:04.372195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:04.375519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:04.382307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:04.391362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:04.396533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.396761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:04.397300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.433661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:04.437831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:04.440761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:04.446736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:04.509003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.513014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.518750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:04.522679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.539583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:04.543878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.546649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:04.560012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae632b-30e3-4944-ac10-04185a6fee9e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:04.562925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:04.563863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.565168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2111421
Dec 13 14:58:04.568236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52062) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:04.574272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:04.580845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:04.585008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:04.588084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:04.594236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:04.607307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2eb2e8>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:04.611549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056888-d487-4bd8-a464-f901d11c5194 None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:55:37Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '905db15f-8e56-4787-8b0e-2ea8cd27b5b0', 'name': '', 'network_id': '6d6368ac-2185-4772-be30-7cd1a3054953', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:be:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:33Z', 'updated_at': '2021-12-13T14:56:01Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '9b3745b9-5d83-4025-9dcd-b9e5ebf11042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:04.614314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.625074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:04.628850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:04.686487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.689618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.698951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-303c5cc4-8794-4c61-a71d-3be61e44a5dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:04.723850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5026d129-085c-43e1-89c9-165e8dc83983,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:04.727417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:04.730189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.734912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1622748
Dec 13 14:58:04.736124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:04.742836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:04.750240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:04.754768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:04.758056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:04.799126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:04.834320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.901741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e28a3-386c-40c9-9f51-945afe58ef39 req-79b7dab9-3088-4ff2-9a0d-a0f608bde7f9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:04.903354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-840e28a3-386c-40c9-9f51-945afe58ef39 req-79b7dab9-3088-4ff2-9a0d-a0f608bde7f9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1420748
Dec 13 14:58:04.941944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.947696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:04.949785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-238845c8-c981-4ad1-9c3e-126bb8c38ab5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:04.991396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7830613-bce3-4c75-a09f-12a7f93a11f5,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:04.995350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.004175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-840e28a3-386c-40c9-9f51-945afe58ef39 req-01b0eb49-ddb8-4845-a266-62b1961900a8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934536
Dec 13 14:58:05.006105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.010019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2702646
Dec 13 14:58:05.010330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52074) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.017852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:05.022250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52078) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.028603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:05.033394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:05.041416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:05.048525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:05.067563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.105710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.140588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.141970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.148143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.150585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b7b77fb-3c83-4903-8d00-08df9a8ce91d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:05.175480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea04faa1-2b31-477e-84ab-22873959ba27 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:05.189519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef837005-5df1-4693-a6ec-d3adf43d18da,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:05.193096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.204398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.205906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1943724
Dec 13 14:58:05.208872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52082) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.214817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:05.221983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:05.226263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:05.229617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:05.236033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:05.256241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.265003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port ea04faa1-2b31-477e-84ab-22873959ba27 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:05.265422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.331392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.352323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-14e292c0-2e13-4e05-9c69-56a5eb91ea5a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:05.370723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.376204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d681b49-d57e-422f-98cb-8b6b821c896a,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:05.380261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.380956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.382813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b575e35e-b6d5-43a8-a6f3-db13f1a96a07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:05.390024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.391323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/4d681b49-d57e-422f-98cb-8b6b821c896a HTTP/1.1" status: 204  len: 168 time: 0.3679473
Dec 13 14:58:05.416186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46dfa22-ef06-4fd4-be2e-ab5e2a1c9de6,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:05.418232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.422432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2096789
Dec 13 14:58:05.422432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.422743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52088) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.430682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:05.438690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:05.439612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52092) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.443514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:05.446802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:05.453994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:05.467902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Project 276e60b944a24821a986835a1cba043c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:05.475809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.587285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.594948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.619052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f8e5a58-99a9-4610-92ac-7c17187128cb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:05.631780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b122b1ad-1322-4ea4-bd37-d2f59c0eb40b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:05.641596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a806b282-3033-4f7a-a9f2-44a5ac36dc1d,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:05.644762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.650422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.652154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2279985
Dec 13 14:58:05.655159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52096) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:05.665887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae632b-30e3-4944-ac10-04185a6fee9e', 'project_id': '276e60b944a24821a986835a1cba043c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:05.675700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3cb76-c354-4e60-9db3-8db26e9d32fa None None] New status for floating IP fa936bf9-eafc-467e-95e0-0b8b68a3a690: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:58:05.676049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:05.680637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:security_group_rule and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:05.683919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:05.691440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:05.704373 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Project 276e60b944a24821a986835a1cba043c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:05.712723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.790539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.795482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.797547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e227978e-091d-45cb-aa95-a1e16f4d62da tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:05.815658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd273192-d1e5-409c-bd37-f7fd9ca1ee27,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:05.822615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:05.833463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.834857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1747172
Dec 13 14:58:05.873995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 5337f8e1-039d-492b-b07c-42772170674b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:05.874362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:05.936487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:05.937163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:06.074539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:06.075149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:06.149814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Sync routers for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:06.165784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:06.166485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:06.210778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 5337f8e1-039d-492b-b07c-42772170674b owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:06.365080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:06.405810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 14:58:06.406252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 14:58:06.413833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57504786-5a8e-4871-ba17-9580ddf3655a req-51276050-805b-44c8-b1f9-337f3a525da1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:06.415669 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57504786-5a8e-4871-ba17-9580ddf3655a req-51276050-805b-44c8-b1f9-337f3a525da1 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.2131486
Dec 13 14:58:06.468541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57504786-5a8e-4871-ba17-9580ddf3655a req-295d636c-670d-480c-88a7-e0103ca9e57d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463336
Dec 13 14:58:06.719365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a048>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:58:00Z', 'revision_number': 4, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '41818ef8-90b2-4be0-b728-b6d6b36eb506', 'name': '', 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'mac_address': 'fa:16:3e:95:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:00Z', 'updated_at': '2021-12-13T14:58:01Z', 'revision_number': 2, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'subnets': [{'id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:06.723485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Checking router: bb857e50-481e-4153-8fda-7d53a18478be for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:06.723911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Updating router bb857e50-481e-4153-8fda-7d53a18478be port 41818ef8-90b2-4be0-b728-b6d6b36eb506 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:58:06.787715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:06.907874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 5337f8e1-039d-492b-b07c-42772170674b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:06.908546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.105267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.105600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.180889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.196436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Transition to ACTIVE for port object 41818ef8-90b2-4be0-b728-b6d6b36eb506 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:07.203666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.208458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:07.242560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 5337f8e1-039d-492b-b07c-42772170674b owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:07.359277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Pushing event updated for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:07.362800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:07.464713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.470641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98591407-27ef-4fd3-a8ac-9edb61df193e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:07.502182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Attempting to bind port 41818ef8-90b2-4be0-b728-b6d6b36eb506 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:07.502865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Attempting to bind port 41818ef8-90b2-4be0-b728-b6d6b36eb506 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:07.503314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Attempting to bind port 41818ef8-90b2-4be0-b728-b6d6b36eb506 on network b42993ec-1c22-42ff-afa2-acda571dbace {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:07.510771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:07.511412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Checking segment: {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:07.511944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.512447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Bound using segment: {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:07.513018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Bound port: 41818ef8-90b2-4be0-b728-b6d6b36eb506, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4e8d0-24c8-4f2f-bc28-360b3666c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:07.513937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.523392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=5337f8e1-039d-492b-b07c-42772170674b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:07.528651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:07.656016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] For port 41818ef8-90b2-4be0-b728-b6d6b36eb506, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:07.659706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] For port 41818ef8-90b2-4be0-b728-b6d6b36eb506, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41818ef8-90b2-4be0-b728-b6d6b36eb506,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:07.664098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.664489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.669370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-231b7887-8391-402d-892f-322646f67882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:07.682240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:07.683549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/fa936bf9-eafc-467e-95e0-0b8b68a3a690 HTTP/1.1" status: 204  len: 168 time: 2.2425723
Dec 13 14:58:07.750119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd84980-311f-4338-9f92-bac87d5d6b51 req-89373d8b-6968-49ca-b2f8-af9f68af8153 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:07.753608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bdd84980-311f-4338-9f92-bac87d5d6b51 req-89373d8b-6968-49ca-b2f8-af9f68af8153 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1288488
Dec 13 14:58:07.766168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Pushing event updated for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:07.769916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:07.770654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:07.771360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a048>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:57:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:07.853229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bdd84980-311f-4338-9f92-bac87d5d6b51 req-3b115b6b-2ee2-49ad-b413-5acc4059868d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919404
Dec 13 14:58:07.935219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83ec7040-8c9b-4ad6-87ba-64cb9315265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:08.214889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:08.229642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-04a47af7-ce39-4aaa-aa8c-0f964d2b39d6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:08.230392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-04a47af7-ce39-4aaa-aa8c-0f964d2b39d6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:08.248412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-04a47af7-ce39-4aaa-aa8c-0f964d2b39d6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:08.249717 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-04a47af7-ce39-4aaa-aa8c-0f964d2b39d6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.1137772
Dec 13 14:58:08.303621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-0f2295d7-6469-4b47-8fcd-5d794b41a53a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:08.321971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-0f2295d7-6469-4b47-8fcd-5d794b41a53a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:08.323340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cdd88a07-efb0-4fd8-86e0-16f1aba4f98a req-0f2295d7-6469-4b47-8fcd-5d794b41a53a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664623
Dec 13 14:58:08.570592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a048>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:58:00Z', 'revision_number': 4, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '41818ef8-90b2-4be0-b728-b6d6b36eb506', 'name': '', 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'mac_address': 'fa:16:3e:95:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:00Z', 'updated_at': '2021-12-13T14:58:07Z', 'revision_number': 4, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'subnets': [{'id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:08.575102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6ca-4aa1-4c1c-b35a-855133f45719 None None] The sync data for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv is: [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T14:58:00Z', 'revision_number': 4, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '41818ef8-90b2-4be0-b728-b6d6b36eb506', 'name': '', 'network_id': 'b42993ec-1c22-42ff-afa2-acda571dbace', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'mac_address': 'fa:16:3e:95:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:00Z', 'updated_at': '2021-12-13T14:58:07Z', 'revision_number': 4, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'subnets': [{'id': '9c9e782a-8c51-4d55-ba88-5c994710edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:09.079907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feec009-e64b-4274-8155-b67c9500eaeb req-27838b5e-4ded-4fd7-a9a5-b3fcdf86d743 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:09.081573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5feec009-e64b-4274-8155-b67c9500eaeb req-27838b5e-4ded-4fd7-a9a5-b3fcdf86d743 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.0972900
Dec 13 14:58:09.167229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5feec009-e64b-4274-8155-b67c9500eaeb req-f5acd1f0-4643-4d2f-9bfa-e66d7feb8537 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754972
Dec 13 14:58:09.236238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41818ef8-90b2-4be0-b728-b6d6b36eb506 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:09.319582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:09.325057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:09.325635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:09.468052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:09.526707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 41818ef8-90b2-4be0-b728-b6d6b36eb506, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41818ef8-90b2-4be0-b728-b6d6b36eb506,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:09.529880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:09.533923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:09.536953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:09.610224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:09.613907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:09.631619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9605519-b614-495f-99cb-2fbda930183b req-6499cf02-e468-454a-8247-aafee91251f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:09.633508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9605519-b614-495f-99cb-2fbda930183b req-6499cf02-e468-454a-8247-aafee91251f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.1979234
Dec 13 14:58:09.640935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a69bc-23e9-4e55-95d8-bf9df8eddead req-707a653f-bad5-4536-b0f6-afc40aa8556f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:09.643324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-747a69bc-23e9-4e55-95d8-bf9df8eddead req-707a653f-bad5-4536-b0f6-afc40aa8556f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 945 time: 0.1469731
Dec 13 14:58:09.759630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port ecd66496-5a66-45dd-a194-66f0f6376a4f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:09.760017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:09.803512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-747a69bc-23e9-4e55-95d8-bf9df8eddead req-7c9a873a-a4ef-44e7-96e6-68ad269d07a3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=36b243ef-cf3d-4015-a9f0-91c16b06bc4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249208
Dec 13 14:58:10.042044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port ecd66496-5a66-45dd-a194-66f0f6376a4f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ecd66496-5a66-45dd-a194-66f0f6376a4f,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:10.042456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:10.187838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for ecd66496-5a66-45dd-a194-66f0f6376a4f owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:10.257047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1832cde8-5910-4b72-b657-ab864ae88452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:10.344490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:10.353833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1534bad0-256e-492e-adbe-097e3f64969c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:10.411910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=ecd66496-5a66-45dd-a194-66f0f6376a4f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:10.414859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:10.433707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f073c-c19c-4a8e-92bd-9baac154313a req-78598827-8af9-4984-8362-279b862574cc tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:10.441652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-757f073c-c19c-4a8e-92bd-9baac154313a req-78598827-8af9-4984-8362-279b862574cc tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1043854
Dec 13 14:58:10.495582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-757f073c-c19c-4a8e-92bd-9baac154313a req-231e31cd-ade8-4c49-8df1-cecb82710d16 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528700
Dec 13 14:58:10.507070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port ecd66496-5a66-45dd-a194-66f0f6376a4f on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:58:10.518941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:10.522832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'name': 'network-vif-deleted', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:10.542639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9605519-b614-495f-99cb-2fbda930183b req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/ecd66496-5a66-45dd-a194-66f0f6376a4f HTTP/1.1" status: 204  len: 173 time: 0.8981984
Dec 13 14:58:10.606194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923f1a0-1b5c-4e94-b424-f0b0e3b55bed', 'name': 'network-vif-deleted', 'tag': 'ecd66496-5a66-45dd-a194-66f0f6376a4f', 'status': 'completed', 'code': 200}
Dec 13 14:58:10.729918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:11.045998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4bc28774-4ae1-42e6-8591-930055957c4a req-52e9afab-39fa-49a0-863c-19dcb185e3be tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:11.062532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4bc28774-4ae1-42e6-8591-930055957c4a req-52e9afab-39fa-49a0-863c-19dcb185e3be tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:11.075687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4bc28774-4ae1-42e6-8591-930055957c4a req-52e9afab-39fa-49a0-863c-19dcb185e3be tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923f1a0-1b5c-4e94-b424-f0b0e3b55bed HTTP/1.1" status: 200  len: 210 time: 0.0833478
Dec 13 14:58:11.174899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41818ef8-90b2-4be0-b728-b6d6b36eb506 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:11.252476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 41818ef8-90b2-4be0-b728-b6d6b36eb506 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:11.253096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:11.711870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e177d9-473e-4c97-b20e-6b114ab184e7 req-3b4fd348-83b6-4219-bfb0-4641aeceba3f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:11.713488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-06e177d9-473e-4c97-b20e-6b114ab184e7 req-3b4fd348-83b6-4219-bfb0-4641aeceba3f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.0938063
Dec 13 14:58:11.765487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-06e177d9-473e-4c97-b20e-6b114ab184e7 req-a8492efa-8dca-4d9c-9dd9-f256e0959e69 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450621
Dec 13 14:58:12.127001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:12.183966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52212) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:12.261181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:12.297012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:12.349757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:12.355661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20b79929-0d26-4333-96ab-5cf4f0230008 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:12.375138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b243ef-cf3d-4015-a9f0-91c16b06bc4d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:12.378003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:12.391682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:12.393183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/36b243ef-cf3d-4015-a9f0-91c16b06bc4d HTTP/1.1" status: 204  len: 168 time: 0.2078037
Dec 13 14:58:12.450847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52220) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:12.581009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ecd66496-5a66-45dd-a194-66f0f6376a4f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:12.624643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: ecd66496-5a66-45dd-a194-66f0f6376a4f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:12.625174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device ecd66496-5a66-45dd-a194-66f0f6376a4f not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:12.893290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:13.125484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529ad27-891d-4ef7-98df-07b684b62286 req-834e750c-e216-4834-95a1-47a5490973dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:13.127478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c529ad27-891d-4ef7-98df-07b684b62286 req-834e750c-e216-4834-95a1-47a5490973dd tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1844175
Dec 13 14:58:13.198267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c529ad27-891d-4ef7-98df-07b684b62286 req-57796d68-55ab-4b83-bfd7-293565c40464 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638351
Dec 13 14:58:13.669222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:13.669827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:13.880995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 905db15f-8e56-4787-8b0e-2ea8cd27b5b0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:13.881400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:14.012166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:14.209831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:14.218270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-642c1695-981c-40fc-9607-065280132f43 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:14.443793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37a16-dc61-4057-9acd-00b4c78fb0b1 req-558cfd9c-9e7e-4c0d-ac94-b056ca7a8219 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:14.452728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e2d37a16-dc61-4057-9acd-00b4c78fb0b1 req-558cfd9c-9e7e-4c0d-ac94-b056ca7a8219 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.0992405
Dec 13 14:58:14.515500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e2d37a16-dc61-4057-9acd-00b4c78fb0b1 req-c740e951-6088-49d1-a307-d9e283bfb296 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614786
Dec 13 14:58:14.588453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:58:14.627170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=905db15f-8e56-4787-8b0e-2ea8cd27b5b0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:14.640768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:14.829018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:14.834726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5955f3ae-8cd4-4281-b369-793d31fe48cb req-04366e10-ec33-4810-a5d5-a35f01bd428f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1098 time: 0.1178408
Dec 13 14:58:14.848291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'port_id': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'mac_address': 'fa:16:3e:e7:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:58:14.901820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5955f3ae-8cd4-4281-b369-793d31fe48cb req-d84492a8-89dd-4000-b09c-d6949111c97b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586960
Dec 13 14:58:14.915417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:14.936003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06cb1e66-1421-4599-9204-10c8bffa6bbe {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:14.941889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:14.951551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:14.955977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:14.958096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b806435-bc7b-4af6-a50b-42f309af70a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:15.042189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:15.046195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:15.170913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['06cb1e66-1421-4599-9204-10c8bffa6bbe'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:58:15.598601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:15.844137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae47b45-dc78-4bf8-a429-25da86eeb332 req-80453347-b9aa-4c5f-8194-01b534fcf3f4 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:15.846090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bae47b45-dc78-4bf8-a429-25da86eeb332 req-80453347-b9aa-4c5f-8194-01b534fcf3f4 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 944 time: 0.1815314
Dec 13 14:58:15.963844 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bae47b45-dc78-4bf8-a429-25da86eeb332 req-59b5e953-df52-458e-b768-c693f9c92ce0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012006
Dec 13 14:58:16.013220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:16.026706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Sync routers for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:16.035928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5836062
Dec 13 14:58:16.038632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52240) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:16.046601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:16.047630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebcb8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:16.247217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:16.255223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 9b3745b9-5d83-4025-9dcd-b9e5ebf11042 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:58:16.258401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:16.331445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:16.430676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:16.513372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:16.518195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dc9743a6-30bd-411d-a3f6-88a7699cc601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:16.562909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3745b9-5d83-4025-9dcd-b9e5ebf11042,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:16.563343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebcb8d0>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:58:14Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:16.567703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:16.567862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Checking router: 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:16.571740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:16.581826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-376af54b-ae69-4bd5-bbb4-7bdf91443098 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/9b3745b9-5d83-4025-9dcd-b9e5ebf11042 HTTP/1.1" status: 204  len: 168 time: 0.5385709
Dec 13 14:58:16.582033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Routers {'6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:16.582033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebcb8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:16.582227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52244) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:16.668641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa42f6b-8ea6-4657-83ab-535098ef77b8 None None] Network 6d6368ac-2185-4772-be30-7cd1a3054953 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:58:16.691654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:16.806862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.056380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.072807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port ddc7c18f-754e-4128-a057-c2f157c4622c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:17.073188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.178983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] Set router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:17.314685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port ddc7c18f-754e-4128-a057-c2f157c4622c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ddc7c18f-754e-4128-a057-c2f157c4622c,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:17.315055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.328445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265f59e-b524-425c-9bdf-dd1c2cd3b40e req-766de586-2d76-4e63-9883-f7d881b8d6f9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:17.330703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f265f59e-b524-425c-9bdf-dd1c2cd3b40e req-766de586-2d76-4e63-9883-f7d881b8d6f9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 944 time: 0.1443675
Dec 13 14:58:17.396413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f265f59e-b524-425c-9bdf-dd1c2cd3b40e req-ff87fcad-e113-4781-93fa-caa5c906eb39 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585387
Dec 13 14:58:17.431128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52252) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:17.446611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 06cb1e66-1421-4599-9204-10c8bffa6bbe triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:17.447072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.535417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] DHCP port deletion for 6d6368ac-2185-4772-be30-7cd1a3054953 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:58:17.547952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Deleting port 22be3c69-29b0-4116-8939-2915b417957b {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:17.547952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.598004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-48485df8-2853-486d-a552-e825a6e346d3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/floatingips/1d9fbe81-f598-4c28-ba59-abac3a141710 HTTP/1.1" status: 200  len: 991 time: 0.1654100
Dec 13 14:58:17.737193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.770697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for ddc7c18f-754e-4128-a057-c2f157c4622c owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:17.875783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:17.912641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:17.920223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] For port 22be3c69-29b0-4116-8939-2915b417957b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=22be3c69-29b0-4116-8939-2915b417957b,segment=NetworkSegment(7b21cadd-b18e-4304-b069-99ca6521c2bb),segment_id=7b21cadd-b18e-4304-b069-99ca6521c2bb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:17.920683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.936027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.968949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:17.974798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0353f14a-afcc-45ef-aa28-0f7e95942b5f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:17.993370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9aa79e00-5608-4b51-874b-5534e9e4af1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:18.029417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=ddc7c18f-754e-4128-a057-c2f157c4622c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:18.032625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:18.084358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebcb8d0>, [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:58:14Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:18.096793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'code': 200}
Dec 13 14:58:18.106937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Calling delete_port for 22be3c69-29b0-4116-8939-2915b417957b owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:18.136467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01454f4-27d0-484f-ae6c-1951ca07249b None None] The sync data for ids ['6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea'] in dv-neutron-821565-1-hyperv is: [{'id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'name': 'tempest-TestNetworkBasicOps-router-173800457', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:21Z', 'updated_at': '2021-12-13T14:58:14Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'ddc7c18f-754e-4128-a057-c2f157c4622c', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:22Z', 'updated_at': '2021-12-13T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:18.187512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:18.204354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:18.326007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.371304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.377558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:18.435243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Pushing event deleted for resources: {'Port': ['ID=22be3c69-29b0-4116-8939-2915b417957b,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:18.438408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:18.441079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] No DVR routers for this DVR port 22be3c69-29b0-4116-8939-2915b417957b on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:58:18.639560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.644312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.668996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.669756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:58:18.690016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.691288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/6a6c6ffc-c5ea-4ec6-9f62-0c8ff30dfdea HTTP/1.1" status: 204  len: 168 time: 2.1081808
Dec 13 14:58:18.694328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52270) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:18.827118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:18.984044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.015035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65df905f8>,) {'filters': {'network_id': ['6d6368ac-2185-4772-be30-7cd1a3054953']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:19.030820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65df905f8>, '7b21cadd-b18e-4304-b069-99ca6521c2bb') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:19.031200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65df905f8>, '7b21cadd-b18e-4304-b069-99ca6521c2bb') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:19.045755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.063559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.070035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:58:19.070529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:58:19.086489 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:58:19.167975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 22be3c69-29b0-4116-8939-2915b417957b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:19.176066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.179872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24486b49-4b2d-42f8-8696-3eddb8873285 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:19.196233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.209618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 22be3c69-29b0-4116-8939-2915b417957b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:19.209929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=6d6368ac-2185-4772-be30-7cd1a3054953,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:19.210059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 22be3c69-29b0-4116-8939-2915b417957b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:19.210618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ddc7c18f-754e-4128-a057-c2f157c4622c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:19.213057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:19.217538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/6d6368ac-2185-4772-be30-7cd1a3054953 HTTP/1.1" status: 204  len: 168 time: 0.5220113
Dec 13 14:58:19.243772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52282) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:19.246630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ddc7c18f-754e-4128-a057-c2f157c4622c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:19.247116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ddc7c18f-754e-4128-a057-c2f157c4622c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:19.247588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:19.250443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1882653060', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:19.256542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:19.261109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:19.264263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:19.270532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:19.283176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:19.283932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 905db15f-8e56-4787-8b0e-2ea8cd27b5b0 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:19.296625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:58:19.302365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.346626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:58:19.356500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.357074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment ab064d3f-d922-4f8b-91dc-b13cb89aba36 of type vlan for network a24a2d34-377b-4949-b1b4-809b08e871ed
Dec 13 14:58:19.386285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.421573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.425677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:19.426359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.430340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7eaca7e3-fcdf-4a88-b90b-c54a3f6d8562 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:19.785297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52288) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:19.785502 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5402253
Dec 13 14:58:19.786122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=a24a2d34-377b-4949-b1b4-809b08e871ed,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:19.789608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:19.796103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:19.798765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network a24a2d34-377b-4949-b1b4-809b08e871ed details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:58:19.809596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:19.816705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:19.820595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:19.829102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:19.843582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.844603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:19.863873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.022109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.216504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.250447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.401212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.110 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1306c022-ee30-4f06-83fb-fc7efe460cb0) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:20.560938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.591349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.596316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dd8cd39-87b4-424f-b3fb-9c7affc79a18 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:20.665581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:20.669238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:20.679229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=1306c022-ee30-4f06-83fb-fc7efe460cb0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:20.679229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:20.700224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:20.844635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:20.845351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:21.113492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:58:21.329886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:21.341971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Sync routers for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:21.355709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:21.356256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:21.357225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:21.362885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5722208
Dec 13 14:58:21.363397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52302) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:21.412666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-55fa9124-0d79-4637-86ae-cc72a820d111 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0479178
Dec 13 14:58:21.415583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52306) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:21.567725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:21.575613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27343f0e-0872-4b26-8bcb-aa90e1049c6d tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:21.577792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27343f0e-0872-4b26-8bcb-aa90e1049c6d tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1607087
Dec 13 14:58:21.581128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52310) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:21.630462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba1fde17-7d17-4b90-923e-4f0f6649461d tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0478926
Dec 13 14:58:21.633352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52314) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:21.639505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867034089', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:21.774105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:21.779480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:21.782778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:21.791519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:21.815729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:58:21.883585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858240>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:20Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:21.888007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Checking router: 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:21.888187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Updating router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 port 1306c022-ee30-4f06-83fb-fc7efe460cb0 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:58:21.945551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:21.952181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.200887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.206524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-190feef9-5ffe-4317-a0a3-b7b356db04aa tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:22.321304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.328364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:22.328727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: a24a2d34-377b-4949-b1b4-809b08e871ed, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:58:22.334801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Transition to ACTIVE for port object 1306c022-ee30-4f06-83fb-fc7efe460cb0 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:22.341193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=b231d97b-41dc-494f-85a6-d0fd5483ecfd,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:22.344737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:22.351353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.356041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:22.366738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network a24a2d34-377b-4949-b1b4-809b08e871ed is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:58:22.385760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, a24a2d34-377b-4949-b1b4-809b08e871ed) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:22.390363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:22.391056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.396487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b3465-2b3a-4627-8fad-2d161024a9d7 None None] Network a24a2d34-377b-4949-b1b4-809b08e871ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:58:22.421439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7868931
Dec 13 14:58:22.424407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52320) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:22.440704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Pushing event updated for resources: {'Port': ['ID=1306c022-ee30-4f06-83fb-fc7efe460cb0,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:22.443443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Attempting to bind port 1306c022-ee30-4f06-83fb-fc7efe460cb0 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:22.443907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Attempting to bind port 1306c022-ee30-4f06-83fb-fc7efe460cb0 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:22.444307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Attempting to bind port 1306c022-ee30-4f06-83fb-fc7efe460cb0 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:22.458286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.458595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.459018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.459384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.459760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.460118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.460485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.460854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.461219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.461588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.461943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:22.466030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:22.466399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:22.466849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.467305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:22.467867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Bound port: 1306c022-ee30-4f06-83fb-fc7efe460cb0, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:22.468286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.497402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:22.549143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] For port 1306c022-ee30-4f06-83fb-fc7efe460cb0, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:22.553062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] For port 1306c022-ee30-4f06-83fb-fc7efe460cb0, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1306c022-ee30-4f06-83fb-fc7efe460cb0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:22.571301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.577983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5155e0f4-b167-48fe-bcad-877600819de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:22.663465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Pushing event updated for resources: {'Port': ['ID=1306c022-ee30-4f06-83fb-fc7efe460cb0,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:22.666450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:22.667221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:22.671206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-a24a2d34-377b-4949-b1b4-809b08e871ed', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:58:22.672540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:22.729857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:22.884826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Allocated IP 172.20.0.2 (a24a2d34-377b-4949-b1b4-809b08e871ed/b231d97b-41dc-494f-85a6-d0fd5483ecfd/e16e6ad0-7b7b-475d-a129-7df4da079479) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:22.886493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:23.161690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.174612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Transition to ACTIVE for port object e16e6ad0-7b7b-475d-a129-7df4da079479 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:23.199280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Transition to ACTIVE for port object e16e6ad0-7b7b-475d-a129-7df4da079479 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:23.219768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.226638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c2da2a9-ce29-4462-9804-0833ce957197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:23.257048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858240>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:20Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:23.262053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ec94-86e8-4574-81f6-afee860e4049 None None] The sync data for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv is: [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:20Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:23.312212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Pushing event updated for resources: {'Port': ['ID=e16e6ad0-7b7b-475d-a129-7df4da079479,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:23.315715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:23.328431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Network a24a2d34-377b-4949-b1b4-809b08e871ed is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:23.329786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:23.332639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:23.391752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.438267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Attempting to bind port e16e6ad0-7b7b-475d-a129-7df4da079479 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:23.438744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Attempting to bind port e16e6ad0-7b7b-475d-a129-7df4da079479 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:23.439221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Attempting to bind port e16e6ad0-7b7b-475d-a129-7df4da079479 on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:23.447172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:23.447597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Checking segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:23.448052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.448491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Bound using segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:23.449027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Bound port: e16e6ad0-7b7b-475d-a129-7df4da079479, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:23.449448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.548647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] For port e16e6ad0-7b7b-475d-a129-7df4da079479, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:23.552411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] For port e16e6ad0-7b7b-475d-a129-7df4da079479, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e16e6ad0-7b7b-475d-a129-7df4da079479,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:23.567092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:23.571185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7941b1c2-8b37-46d0-80c5-d6571dfcd845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:23.666390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Pushing event updated for resources: {'Port': ['ID=e16e6ad0-7b7b-475d-a129-7df4da079479,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:23.669953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:23.928492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (a24a2d34-377b-4949-b1b4-809b08e871ed/b231d97b-41dc-494f-85a6-d0fd5483ecfd/0fb46fe9-2e77-4d4f-914d-c4979fe52222) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:24.152558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:24.173500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 0fb46fe9-2e77-4d4f-914d-c4979fe52222 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:24.199718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:24.205454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:24.313097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:24.319316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:24.321351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network a24a2d34-377b-4949-b1b4-809b08e871ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:24.323932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:24.327424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:24.400850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:24.498942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.209851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.215853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.248654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:25.264027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1306c022-ee30-4f06-83fb-fc7efe460cb0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:25.362765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1306c022-ee30-4f06-83fb-fc7efe460cb0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:25.373502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1306c022-ee30-4f06-83fb-fc7efe460cb0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:25.373861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.374146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.387463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:25.407625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:25.540931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.563998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1306c022-ee30-4f06-83fb-fc7efe460cb0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1306c022-ee30-4f06-83fb-fc7efe460cb0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:25.571318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:25.572766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e16e6ad0-7b7b-475d-a129-7df4da079479 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:25.580705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network a24a2d34-377b-4949-b1b4-809b08e871ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:25.581930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:25.612502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76edb29d-160b-45e0-b8cd-1d8568aa98e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:25.732782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-00e80ef3-36d5-476f-bd92-c2541f5bf955 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:25.841163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-00e80ef3-36d5-476f-bd92-c2541f5bf955 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:25.842528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-00e80ef3-36d5-476f-bd92-c2541f5bf955 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789586234&fields=id&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 267 time: 0.1855602
Dec 13 14:58:25.896800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b52868-d70d-4ee0-b077-2d99f6468a51 None None] Network a24a2d34-377b-4949-b1b4-809b08e871ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:58:26.010052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1306c022-ee30-4f06-83fb-fc7efe460cb0,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:26.023582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:26.035620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-66a44913-25a6-43f9-97a5-6fed68134ecf None None] Provisioning for port e16e6ad0-7b7b-475d-a129-7df4da079479 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:26.058216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e16e6ad0-7b7b-475d-a129-7df4da079479 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:26.077327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e16e6ad0-7b7b-475d-a129-7df4da079479 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:26.077749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:26.151351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-fe4f2da6-9676-4dc0-a026-40f85fffe005 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:26.152099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-fe4f2da6-9676-4dc0-a026-40f85fffe005 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:26.188413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-fe4f2da6-9676-4dc0-a026-40f85fffe005 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:26.189666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-fe4f2da6-9676-4dc0-a026-40f85fffe005 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.3385859
Dec 13 14:58:26.219277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-65d36321-60e0-4280-9788-5df49debbc69 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/quotas/276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 375 time: 0.0179427
Dec 13 14:58:26.305755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:26.326728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:26.358733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e16e6ad0-7b7b-475d-a129-7df4da079479, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e16e6ad0-7b7b-475d-a129-7df4da079479,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:26.362829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:26.364750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:26.437596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-db57dc55-8f53-42c9-9627-5eb4ec73ddaf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:26.442892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e16e6ad0-7b7b-475d-a129-7df4da079479,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:26.447795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:26.465022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-db57dc55-8f53-42c9-9627-5eb4ec73ddaf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:26.467596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-db57dc55-8f53-42c9-9627-5eb4ec73ddaf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2379951
Dec 13 14:58:26.681564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Provisioning for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:26.687185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Provisioning complete for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:26.687615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:26.691244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1ec76c6-5f53-4ec6-b6a4-abcdfcb36471 service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115145
Dec 13 14:58:26.747144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:26.762519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Provisioning complete for port e16e6ad0-7b7b-475d-a129-7df4da079479 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:26.763227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d200dfc6-69ce-4033-b983-0667126ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:26.863625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:26.871288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-d35d113e-8a33-4508-b059-ee1e16045427 service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713583
Dec 13 14:58:26.884189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52338) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:26.884376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4587450
Dec 13 14:58:26.887604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Sync routers for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:26.918459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:26.919543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e8ed240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:27.147065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-61a50530-251b-4fac-bb65-3483c00f0a87 None None] Provisioning complete for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:27.147940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61a50530-251b-4fac-bb65-3483c00f0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:27.218985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1306c022-ee30-4f06-83fb-fc7efe460cb0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:27.303578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-61a50530-251b-4fac-bb65-3483c00f0a87 None None] Port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:27.315353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:27.366313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.367109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.367695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.368098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.368514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.369217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.369613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.375037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3e80520-a030-4efc-abcc-f360b5456a83 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4971 time: 0.4859893
Dec 13 14:58:27.375417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52350) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:27.459755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f1d8e995-a204-461a-99cd-454a642cfd2e req-5b2635cf-e6e2-4bed-8040-c906c8856346 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 210 time: 0.0551827
Dec 13 14:58:27.481621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.482155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.483408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.483755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.484130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:27.488892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bb07c4fe-3f41-4adc-971f-9205922b8b3a tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4629 time: 0.1090319
Dec 13 14:58:27.489280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52356) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:27.517042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1306c022-ee30-4f06-83fb-fc7efe460cb0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:27.517651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:27.594526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5caf4add-ecbb-4091-b7af-4ecf9ed0d194 None None] Provisioning complete for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:27.595237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5caf4add-ecbb-4091-b7af-4ecf9ed0d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:27.710257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21e2e433-7c3f-40aa-b786-afbf302d7b30 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3776 time: 0.2196898
Dec 13 14:58:27.713354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52366) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:27.720206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-692857500', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:27.739315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5caf4add-ecbb-4091-b7af-4ecf9ed0d194 None None] Port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:27.857626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e16e6ad0-7b7b-475d-a129-7df4da079479 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:27.870198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:27.874826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:port and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:27.878223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:27.884492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:27.896641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:58:27.902201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:27.926875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] device_id is not set on port cec655b3-69cc-4510-ac5c-51a17b47a42c yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:58:27.953234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e8ed240>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:27.961680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Checking router: 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:27.962088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Updating router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:58:27.987040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e16e6ad0-7b7b-475d-a129-7df4da079479 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:27.987453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.072191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.083989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.8 (a24a2d34-377b-4949-b1b4-809b08e871ed/b231d97b-41dc-494f-85a6-d0fd5483ecfd/cec655b3-69cc-4510-ac5c-51a17b47a42c) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:28.309191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.326100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object cec655b3-69cc-4510-ac5c-51a17b47a42c will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:28.350132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.360787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-75a0e77e-88d0-4c45-be36-af27d4ee48c6 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:28.433052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network a24a2d34-377b-4949-b1b4-809b08e871ed is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:28.437405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:28.440045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:28.594532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.616727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Transition to ACTIVE for port object 0fb46fe9-2e77-4d4f-914d-c4979fe52222 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:28.628432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.635344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:28.907763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:28.964221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Pushing event updated for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:28.968342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-eb046590-33c9-444c-8286-c8df6bb39f88 None None] Provisioning for port cec655b3-69cc-4510-ac5c-51a17b47a42c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:28.978048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:28.982654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72b9996b-7784-4df2-97ef-84d21a3e16a1 req-14323cc0-5673-47a5-aa5e-33f574dfafcc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 210 time: 0.1019604
Dec 13 14:58:28.984329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:28.986087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-eb046590-33c9-444c-8286-c8df6bb39f88 None None] Provisioning complete for port cec655b3-69cc-4510-ac5c-51a17b47a42c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:28.986351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb046590-33c9-444c-8286-c8df6bb39f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.000848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.001624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.002045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.002699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.003203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.003621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.004013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.004425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.004835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.005241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.005638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.041788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-7509e055-e742-426a-a2e4-e7a6292fc0e5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:29.042581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-eb046590-33c9-444c-8286-c8df6bb39f88 None None] Port cec655b3-69cc-4510-ac5c-51a17b47a42c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:29.044504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-7509e055-e742-426a-a2e4-e7a6292fc0e5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.5603254
Dec 13 14:58:29.050296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:29.051165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.058064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:29.117370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4026482
Dec 13 14:58:29.134120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-d8799a74-0a7c-44a3-be0b-470b2704895a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 379 time: 0.0748198
Dec 13 14:58:29.142835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Attempting to bind port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:29.143337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Attempting to bind port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:29.143876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Attempting to bind port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:29.152722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:29.154224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Checking segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:29.155200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.155546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'port': {'device_id': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'admin_state_up': True, 'tenant_id': '276e60b944a24821a986835a1cba043c', 'security_groups': ['f3ae632b-30e3-4944-ac10-04185a6fee9e']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:29.156165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Bound using segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:29.157129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Bound port: 0fb46fe9-2e77-4d4f-914d-c4979fe52222, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:29.158313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.303326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] For port 0fb46fe9-2e77-4d4f-914d-c4979fe52222, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:29.311530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] For port 0fb46fe9-2e77-4d4f-914d-c4979fe52222, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0fb46fe9-2e77-4d4f-914d-c4979fe52222,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:29.317024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.335550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e5b3b4c-6d71-4a02-be6f-e2dbe2e4816d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:29.353598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:29.364609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:29.376973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Made reservation on behalf of 276e60b944a24821a986835a1cba043c for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:58:29.383071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.457742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Pushing event updated for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:29.460830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:29.461643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e8ed240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:29.519187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:29.613769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:29.620226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441294490', 'description': 'tempest-secgroup-smoke-1441294490 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:29.628328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:29.634300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:29.644875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:29.654950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:29.663645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.20.0.13 (2a78bcae-57f5-4619-b537-a0d056a0232b/e258628e-abbe-4356-a7c4-a51900f8e2f2/b9a0b6e9-2ba1-4f58-99be-3b2988f77b39) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:29.667639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.717084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:29.723205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:29.727237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:29.734551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:29.750807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:29.795875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.799798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.833485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f72db498-1901-4967-90e5-7e9d807d7fd3 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:29.846072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.851520 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2361419
Dec 13 14:58:29.852962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52380) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:29.865954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:29.883922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:29.890886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:29.894719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e787cc-7212-4d09-89ae-f6e34b11895b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:29.897525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:29.910648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:29.916116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.916894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.917495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.918086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.918800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.919431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.920020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.920608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.921216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.922152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.922903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:58:29.939416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:29.952748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.956383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:29.978768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Transition to ACTIVE for port object b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:30.004197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.013446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1e0f5b7-e51b-4fbf-b3e1-b82e391655fa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:30.040647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.048723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.051618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf8615ea-eda9-423a-84ff-513fb98ccb1b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:30.072985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13408b72-fcb0-453a-9fe6-26fe8cf851a6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:30.083442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:30.102994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.107573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2501497
Dec 13 14:58:30.108167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:30.114221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:30.118046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:30.126732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:30.134419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:30.139051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:30.147868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:30.152050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:30.176074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:30.184649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e8ed240>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:29Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:30.190570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46960d-b6a3-4eff-8c02-d3ee87a52a42 None None] The sync data for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv is: [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:29Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:30.191411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:30.208899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.240361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:30.353951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.360465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.376190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:30.380883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a38c959-e21e-46f1-a610-594c3c535dcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:30.385090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.404903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665590e1-f31a-4560-b6c2-7563546b30a3,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:30.407917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:30.421434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.422763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3104312
Dec 13 14:58:30.425706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52390) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:30.433154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:30.442074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:30.446400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:30.450600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:30.464890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:30.468919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9e8c3-d3da-4a0e-9a4d-25af0225cc62 req-80d8a30d-7a7e-468c-90f1-f18b579b0fb9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:30.469736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4da9e8c3-d3da-4a0e-9a4d-25af0225cc62 req-80d8a30d-7a7e-468c-90f1-f18b579b0fb9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:30.475697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3332791
Dec 13 14:58:30.500441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Request body: {'port': {'device_id': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:30.500694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.552650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4da9e8c3-d3da-4a0e-9a4d-25af0225cc62 req-80d8a30d-7a7e-468c-90f1-f18b579b0fb9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:30.553956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4da9e8c3-d3da-4a0e-9a4d-25af0225cc62 req-80d8a30d-7a7e-468c-90f1-f18b579b0fb9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 932 time: 0.3593643
Dec 13 14:58:30.601448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.609143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.611598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e3c61bb8-fa0e-4ab6-ab3d-e99c7b54c3cb tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:30.639884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632ac62c-58bd-4d6f-b313-1ca7f50b5fc4,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:30.655243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:30.661271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.663209 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2362137
Dec 13 14:58:30.665947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52394) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:30.673683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:30.688458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.690400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9bfab655-9567-4f8f-8bae-9d42a9cf595c None None] Provisioning for port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:30.691881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:30.696814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9bfab655-9567-4f8f-8bae-9d42a9cf595c None None] Provisioning complete for port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:30.697346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9bfab655-9567-4f8f-8bae-9d42a9cf595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.698206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:30.700765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4da9e8c3-d3da-4a0e-9a4d-25af0225cc62 req-44a96a7b-7f50-44a7-8e9a-c1e1ac96f480 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265223
Dec 13 14:58:30.708411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:30.728120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:30.752827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.759146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9bfab655-9567-4f8f-8bae-9d42a9cf595c None None] Port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:30.845533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.849907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.854056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8299d04-7519-4cc8-917f-c1b514d8f969 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:30.888635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71be22d-f0d8-4de6-9ec5-5cc52f22194d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:30.891523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:30.904472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:30.908547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2383778
Dec 13 14:58:30.908884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52398) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:30.915851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:30.926490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:30.933172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:30.938992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:30.946451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:30.963579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:30.973383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.083976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.089675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.092791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:31.127508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96274fad-598b-47c7-984b-3eab2d4fde8d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:31.132973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:31.154661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.159221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52402) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:31.159983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2498026
Dec 13 14:58:31.173587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'f7e787cc-7212-4d09-89ae-f6e34b11895b', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:31.183419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:31.192290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:31.197193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:31.218505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:31.264106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0fb46fe9-2e77-4d4f-914d-c4979fe52222 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:31.312173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:31.322348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.360442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Transition to ACTIVE for port object b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:31.373383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.391597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8037bb2-2d21-422f-8ac4-eb312c1658a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:31.423415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:31.430420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:31.431400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.547232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:31.584576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.640576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.693450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 0fb46fe9-2e77-4d4f-914d-c4979fe52222, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0fb46fe9-2e77-4d4f-914d-c4979fe52222,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:31.701684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.702992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:31.705302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:31.733920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:31.799689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:31.803587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:31.837025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Attempting to bind port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:31.837402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Attempting to bind port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:31.837781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Attempting to bind port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:31.846784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.855867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 on network 2a78bcae-57f5-4619-b537-a0d056a0232b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:58:31.856276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Attempting to bind port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:31.860034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.863546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fea2d6c7-c973-4b69-b27d-87bbab8bfc59 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:31.905721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:31.906032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:31.906472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Bound using segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:31.907011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Bound port: b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:31.907428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.924070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14071958-9591-4768-8f68-103903f87368,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:31.935174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:31.938035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:31.940491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7800977
Dec 13 14:58:32.056413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:32.060775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:32.066141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:32.071697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:32.093412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297fe69-67cc-4a9c-b35c-030ad310327f req-35d4b3a1-6b81-461b-8335-000aa50dbcdd tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:32.108874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4297fe69-67cc-4a9c-b35c-030ad310327f req-35d4b3a1-6b81-461b-8335-000aa50dbcdd tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.2010994
Dec 13 14:58:32.152946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:32.155031 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] 10.222.0.72 "PUT /v2.0/ports/b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 1094 time: 1.6683171
Dec 13 14:58:32.165780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:32.186301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4297fe69-67cc-4a9c-b35c-030ad310327f req-68de43aa-3f9f-4365-9dec-9869ad627215 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:32.200102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4297fe69-67cc-4a9c-b35c-030ad310327f req-68de43aa-3f9f-4365-9dec-9869ad627215 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:32.206027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:32.212680 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4297fe69-67cc-4a9c-b35c-030ad310327f req-68de43aa-3f9f-4365-9dec-9869ad627215 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026542
Dec 13 14:58:32.265297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:32.300145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'status': 'completed', 'code': 200}
Dec 13 14:58:32.381556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-1a702131-7ca2-4207-abab-49ff20205997 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1097 time: 0.1636097
Dec 13 14:58:32.470013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-be60bfc1-7402-497d-ae19-fbed791791e9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:32.488092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-574d78b6-0bba-42d4-84c4-1faf343d70c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 217 time: 0.0879922
Dec 13 14:58:32.489578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-be60bfc1-7402-497d-ae19-fbed791791e9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:32.490852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-be60bfc1-7402-497d-ae19-fbed791791e9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441294490&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0801754
Dec 13 14:58:32.579595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-bde2f1d0-3b78-4daf-8e2e-467fab98175f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:32.585048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-7d358eb0-6cb2-4a82-ac37-72ba5f164735 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:32.585216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-bde2f1d0-3b78-4daf-8e2e-467fab98175f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0852146
Dec 13 14:58:32.585340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-7d358eb0-6cb2-4a82-ac37-72ba5f164735 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:32.598270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-7d358eb0-6cb2-4a82-ac37-72ba5f164735 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:32.599716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-7d358eb0-6cb2-4a82-ac37-72ba5f164735 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 929 time: 0.1002684
Dec 13 14:58:32.667365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-7a766b7b-0264-454e-882a-ffe3f7d4e94b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789175
Dec 13 14:58:32.816727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-65e2c18c-f6d3-445f-95d1-8f7b8da9660b service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412187
Dec 13 14:58:32.856805 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-680d2ea5-74ca-44b6-b553-bdab3bf4bb22 service neutron] 10.222.0.69 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.2418180
Dec 13 14:58:32.967530 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-27e0b673-0a01-43bc-a79d-74ca47f1b37c req-f4f43067-381a-4afc-9f59-c5a743e1dce4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435573
Dec 13 14:58:33.018798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-75dcca30-3349-4ca3-809b-c1f7d8f9f2bf service neutron] 10.222.0.69 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556311
Dec 13 14:58:33.123489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-dcf8b74a-a7ea-4da3-bbd5-9387ed775a46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1097 time: 0.0993464
Dec 13 14:58:33.191948 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-9340f384-352f-47a7-a1e4-4b50e63d8628 service neutron] 10.222.0.69 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662271
Dec 13 14:58:33.198658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0fb46fe9-2e77-4d4f-914d-c4979fe52222 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:33.304445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:33.304908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:33.368155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-b472f54c-c11d-48fd-a0d9-8a0c8e9561a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:33.369785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-b472f54c-c11d-48fd-a0d9-8a0c8e9561a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.2380641
Dec 13 14:58:33.495068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8c1aafaa-656b-42f2-a391-b9d8803e5b91 req-3615f64f-64db-48b4-865e-66ec0c542d7e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 210 time: 0.0632501
Dec 13 14:58:33.549235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-b110be00-aee9-4273-9ed6-75ce70f27c6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 217 time: 0.1711481
Dec 13 14:58:33.642865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-c2255283-e6f1-4149-8536-1b050c2bf98c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:33.644505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-c2255283-e6f1-4149-8536-1b050c2bf98c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0873761
Dec 13 14:58:33.654283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e7887-4c38-4654-8921-311e131f85b5 req-043de2ed-d635-4a8e-9309-f85e519f8185 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:33.659568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b3e7887-4c38-4654-8921-311e131f85b5 req-043de2ed-d635-4a8e-9309-f85e519f8185 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.1817045
Dec 13 14:58:33.760233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b3e7887-4c38-4654-8921-311e131f85b5 req-6e86f36a-0539-458c-9a64-c8a8938b4b49 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622752
Dec 13 14:58:33.781886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-a3e280f7-6f7d-4428-bd80-12b2376e4f9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1202593
Dec 13 14:58:33.937470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-4adb64f5-66fb-471b-9661-7ede9e29e50f service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399338
Dec 13 14:58:34.088760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c8c7e89-7469-4216-b8d2-a1ebad6c7a1d req-13319d8c-70b7-44de-a0f8-1859fb9faa65 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445718
Dec 13 14:58:34.615362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-f5852cc9-ee2f-4793-b6e0-6a587ea59005 service neutron] 10.222.0.72 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1025 time: 0.0685427
Dec 13 14:58:34.667147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2c875b36-3cfa-4fa7-af31-358517a2a725 req-7384e7ce-ccbf-4fb2-8b7f-9dfcfa6a0353 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 210 time: 0.0464950
Dec 13 14:58:35.081904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-fe06af41-81f0-4453-85a1-4131552dc064 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:35.082564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-fe06af41-81f0-4453-85a1-4131552dc064 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:35.110959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2531-2d2b-4f34-89de-d6caefc12680 req-97300773-d46f-4ac4-994a-aab69f6fc55c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:35.112585 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1ed2531-2d2b-4f34-89de-d6caefc12680 req-97300773-d46f-4ac4-994a-aab69f6fc55c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.1980641
Dec 13 14:58:35.113756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-fe06af41-81f0-4453-85a1-4131552dc064 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:35.114864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-fe06af41-81f0-4453-85a1-4131552dc064 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 797 time: 0.4939804
Dec 13 14:58:35.199910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1ed2531-2d2b-4f34-89de-d6caefc12680 req-3d59fedf-4d53-45cf-ba63-e8a9690ac68b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790098
Dec 13 14:58:35.202477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-681998e0-f0a3-46ef-8600-ef815ea632b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:35.215072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-681998e0-f0a3-46ef-8600-ef815ea632b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:35.216357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-681998e0-f0a3-46ef-8600-ef815ea632b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 380 time: 0.0800538
Dec 13 14:58:35.227678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Request body: {'port': {'device_id': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:35.343826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:35.718717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec655b3-69cc-4510-ac5c-51a17b47a42c {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:35.726102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:35.742155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Transition to ACTIVE for port object cec655b3-69cc-4510-ac5c-51a17b47a42c will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:35.746067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:35.751363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13782019-bba3-4cce-8bf5-5e17a5dbddfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:35.886985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:35.889000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f34d7-8580-422c-832b-5684803cb8fb req-1d7a09db-c949-455d-a024-36a4e475c939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:35.890364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:35.890644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e38f34d7-8580-422c-832b-5684803cb8fb req-1d7a09db-c949-455d-a024-36a4e475c939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 980 time: 0.0915692
Dec 13 14:58:35.943000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e38f34d7-8580-422c-832b-5684803cb8fb req-dc8f3a27-1233-4856-bae5-f1346e774345 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453107
Dec 13 14:58:36.006628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:36.007016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:36.007393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:36.014052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:58:36.014405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:36.021368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:36.021733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Checking segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:36.022144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Bound using segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:36.022612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Bound port: cec655b3-69cc-4510-ac5c-51a17b47a42c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:36.023006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:36.123191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:36.126718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:36.130962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:36.135514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39e29336-b38c-483b-bb6d-3ffd573a977f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:36.195661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:36.197152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1130 time: 0.9739296
Dec 13 14:58:36.197738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:36.221810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:36.226008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:36.288025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'status': 'completed', 'code': 200}
Dec 13 14:58:36.335504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-b08e3d1c-c716-4cc9-8384-f2c0c47207fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 1133 time: 0.0865552
Dec 13 14:58:36.418613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-994d3c7f-1345-4359-8baf-5e0a400a1aaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 217 time: 0.0729709
Dec 13 14:58:36.436308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a2d2-647a-42fa-b678-6d85038f624e req-474bf19a-1a6a-4f48-8281-0dd0df195de8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:36.438088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cfc3a2d2-647a-42fa-b678-6d85038f624e req-474bf19a-1a6a-4f48-8281-0dd0df195de8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0875919
Dec 13 14:58:36.491786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-35e1cfaf-4b0e-483d-92ec-3f8121268339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:36.493443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-35e1cfaf-4b0e-483d-92ec-3f8121268339 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 200  len: 835 time: 0.0679059
Dec 13 14:58:36.493758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cfc3a2d2-647a-42fa-b678-6d85038f624e req-dc7cde7b-cd7d-4a89-a859-3fd698d1a05f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492718
Dec 13 14:58:36.579544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-ec7b436b-93ac-49ed-9fe6-3600699adba4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a24a2d34-377b-4949-b1b4-809b08e871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786910
Dec 13 14:58:36.727648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-068a0242-9a88-471b-9f36-df137b00b405 service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381931
Dec 13 14:58:36.882426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-971b937e-2c87-4b61-b068-d4ff15df42ae req-29768630-e5f9-40cc-b240-a092b9054532 service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465714
Dec 13 14:58:37.025174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-b725c363-3eab-4b88-847e-cbf99e57bfc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 1133 time: 0.0878890
Dec 13 14:58:37.222274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-03c017bb-51bd-43c8-8097-9d9f13ed2a0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:37.223901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-03c017bb-51bd-43c8-8097-9d9f13ed2a0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 898 time: 0.1911316
Dec 13 14:58:37.308070 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-99cb8c13-f908-4eff-94d0-dc7ad7f22b56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 217 time: 0.0747850
Dec 13 14:58:37.317063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f90d0-4d34-4a0c-8c63-8c187103499f req-046f74c4-bccf-42b1-b249-410ce24a72b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:37.317802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-994f90d0-4d34-4a0c-8c63-8c187103499f req-046f74c4-bccf-42b1-b249-410ce24a72b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:37.385738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-994f90d0-4d34-4a0c-8c63-8c187103499f req-046f74c4-bccf-42b1-b249-410ce24a72b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:37.387034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-994f90d0-4d34-4a0c-8c63-8c187103499f req-046f74c4-bccf-42b1-b249-410ce24a72b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 980 time: 0.2584267
Dec 13 14:58:37.411404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-8f38bd4a-d9c6-4e0d-b404-f3559fea08a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:37.412891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-8f38bd4a-d9c6-4e0d-b404-f3559fea08a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 200  len: 835 time: 0.0920920
Dec 13 14:58:37.489421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-994f90d0-4d34-4a0c-8c63-8c187103499f req-40b300c2-c75c-475b-b68b-1861b8530ac1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952775
Dec 13 14:58:37.521137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-783455dd-3c6c-4ae3-a621-6234c9708d2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a24a2d34-377b-4949-b1b4-809b08e871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0968130
Dec 13 14:58:37.675549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-f373f295-6ee7-4ad7-9009-fdfbbbb96f7c service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392183
Dec 13 14:58:37.710547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87412e-129e-4701-ad21-79eabc9ddb39 req-755a557f-8a5c-440e-9736-c6c0e3dbd423 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:37.712171 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc87412e-129e-4701-ad21-79eabc9ddb39 req-755a557f-8a5c-440e-9736-c6c0e3dbd423 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0917606
Dec 13 14:58:37.750052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:58:37.763633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc87412e-129e-4701-ad21-79eabc9ddb39 req-dd0bee78-7a5f-4387-8804-3e4c3568d6fd tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444407
Dec 13 14:58:37.821894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3dd9d71e-1214-4100-a9d0-5db35f3cdb24 req-16078ef3-80fc-483d-805d-86e5f79ed24e service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384556
Dec 13 14:58:37.913709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f45ad5eb-b1c8-4842-997a-a939555cd27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:38.690206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:58:38.707456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5321-19c6-484d-9a2d-1c54f016e43e req-817b8f06-855e-4972-8f21-63cd93881420 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:38.709092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bbc5321-19c6-484d-9a2d-1c54f016e43e req-817b8f06-855e-4972-8f21-63cd93881420 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 980 time: 0.0888913
Dec 13 14:58:38.763358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bbc5321-19c6-484d-9a2d-1c54f016e43e req-68fdeb44-739c-4a9b-b713-0a6691c03d6f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476289
Dec 13 14:58:38.838955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:38.854068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'mac_address': 'fa:16:3e:f8:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:58:38.910150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:38.928814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec655b3-69cc-4510-ac5c-51a17b47a42c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:38.943977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:38.948019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:38.950220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:38.972364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17aca-d177-4dab-bfe8-dca7d3ed7197 req-cf7dd61b-c945-4ae1-8049-3c6c6ac5aa4d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:38.973981 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5a17aca-d177-4dab-bfe8-dca7d3ed7197 req-cf7dd61b-c945-4ae1-8049-3c6c6ac5aa4d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0861058
Dec 13 14:58:39.024290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:39.027910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:39.036450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5a17aca-d177-4dab-bfe8-dca7d3ed7197 req-758b2556-c012-4af9-a949-f4d86393a182 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538700
Dec 13 14:58:39.234527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['cec655b3-69cc-4510-ac5c-51a17b47a42c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:58:39.508682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.000227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556a8f3-8510-43d1-a0ca-aae4fdf5c5de req-ccd1de76-94a3-4379-acae-2dbb99e866fb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:40.002153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1556a8f3-8510-43d1-a0ca-aae4fdf5c5de req-ccd1de76-94a3-4379-acae-2dbb99e866fb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 981 time: 0.0913332
Dec 13 14:58:40.051494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1556a8f3-8510-43d1-a0ca-aae4fdf5c5de req-cb785621-8ac8-46c6-8771-30dbf17bd6d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428443
Dec 13 14:58:40.252420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd00443-8364-45b3-93df-1e621e5a129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.260564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a1952-c1ce-46ad-b3a8-1b039e36aa73 req-225c4cfe-afab-44c6-baaa-9044afbc28d0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:40.262201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-194a1952-c1ce-46ad-b3a8-1b039e36aa73 req-225c4cfe-afab-44c6-baaa-9044afbc28d0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0958078
Dec 13 14:58:40.312139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-194a1952-c1ce-46ad-b3a8-1b039e36aa73 req-1d515dab-3c1b-4f9a-9fe8-67d41c07322e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434351
Dec 13 14:58:40.518428 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-23173091-2073-4604-b6cf-19b1cd2e7cf1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0841398
Dec 13 14:58:40.622225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-25e5fb3c-9cb1-4bf9-8e58-218de566e4f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1098 time: 0.0759914
Dec 13 14:58:40.707441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:40.770261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.785412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-c02a67c9-4cfe-4b8c-a404-7d074e68d11c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:40.787038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-c02a67c9-4cfe-4b8c-a404-7d074e68d11c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 898 time: 0.1385176
Dec 13 14:58:40.791539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port cec655b3-69cc-4510-ac5c-51a17b47a42c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:40.797627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port cec655b3-69cc-4510-ac5c-51a17b47a42c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:40.798050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.899016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-e0294d81-3871-49c6-9b0b-b03a971d7891 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 1000 time: 0.1049225
Dec 13 14:58:40.920997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.948565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:40.958588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:40.964517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:40.966411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a1383cc1-3dab-4888-8f25-cb756f22a7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:40.972037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-7d4f06e9-68cc-45ce-b32a-f84275b68999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:40.973614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-7d4f06e9-68cc-45ce-b32a-f84275b68999 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 200  len: 835 time: 0.0665693
Dec 13 14:58:41.010746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'code': 200}
Dec 13 14:58:41.036827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:41.042260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:41.314919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-1fc45dde-8923-45a2-a83b-7bf6c0b95d75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c6e3ab-b240-49e0-a006-b965b33354ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3337469
Dec 13 14:58:41.336317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2632b-baca-4a96-ae02-4e5c57cc6aee req-467f93d9-3201-4ff6-bce0-fda17139dc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:41.337940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dce2632b-baca-4a96-ae02-4e5c57cc6aee req-467f93d9-3201-4ff6-bce0-fda17139dc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.1432767
Dec 13 14:58:41.389287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a32e6f1d-afb1-4c55-a400-4407f6e33ac4 req-afaa98b5-5e48-49e5-b95f-d43e2554056b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 1135 time: 0.1534650
Dec 13 14:58:41.422389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dce2632b-baca-4a96-ae02-4e5c57cc6aee req-8743dea9-4177-41bf-b777-538f5181883f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738997
Dec 13 14:58:41.442874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a32e6f1d-afb1-4c55-a400-4407f6e33ac4 req-c91c5384-6a2e-4d5e-92cc-3ea9e5f4f928 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449371
Dec 13 14:58:41.502429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-a1cf0587-b78f-410d-9fb5-1a65c04ea321 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805563
Dec 13 14:58:41.545249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c07c7b-f414-4d8d-8a96-1ce957fc14cb req-258ab515-01c4-41c8-8cb1-62b4dbddfc9f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:41.546841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00c07c7b-f414-4d8d-8a96-1ce957fc14cb req-258ab515-01c4-41c8-8cb1-62b4dbddfc9f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.1065471
Dec 13 14:58:41.601515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00c07c7b-f414-4d8d-8a96-1ce957fc14cb req-79d3cca7-e512-4e3e-90ac-6619746e73ca tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453095
Dec 13 14:58:41.810838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0772046-dc4e-40b9-b897-db6f8fbe3d11 req-62c8bf45-f7f9-477c-900a-9cc75f81e9a7 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397367
Dec 13 14:58:42.125139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:42.671555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22c62-056f-4db3-98a5-6be6631b1d7f req-6e6282ad-a345-4df1-a8ed-de89e8a469f7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:42.673255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-caf22c62-056f-4db3-98a5-6be6631b1d7f req-6e6282ad-a345-4df1-a8ed-de89e8a469f7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.1117389
Dec 13 14:58:42.726532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-caf22c62-056f-4db3-98a5-6be6631b1d7f req-a8300d2d-6538-4ee2-976a-8e67ddcc2569 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463319
Dec 13 14:58:42.828722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e211-1bec-488b-b83e-1f5cdf5f118c req-c25349aa-4060-4f42-97fb-81baac58074c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:42.830331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43d8e211-1bec-488b-b83e-1f5cdf5f118c req-c25349aa-4060-4f42-97fb-81baac58074c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0926445
Dec 13 14:58:42.881923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43d8e211-1bec-488b-b83e-1f5cdf5f118c req-9c4f7f36-ccf8-4d72-8690-447d875864f4 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452504
Dec 13 14:58:43.941521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012727d-f746-42d0-9388-09803c6e9a18 req-81de8ac9-1924-48fe-98c4-52f98557062b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:43.943166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8012727d-f746-42d0-9388-09803c6e9a18 req-81de8ac9-1924-48fe-98c4-52f98557062b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.0898924
Dec 13 14:58:43.995524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8012727d-f746-42d0-9388-09803c6e9a18 req-e0670018-1e71-441c-ba32-3c6c78bae7f9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460389
Dec 13 14:58:44.088125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e05fe8-73fe-418c-8901-b5fda8e504f6 req-8e12781d-2b26-4791-9b76-48e6c585a956 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:44.089711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-24e05fe8-73fe-418c-8901-b5fda8e504f6 req-8e12781d-2b26-4791-9b76-48e6c585a956 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0826898
Dec 13 14:58:44.143965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-24e05fe8-73fe-418c-8901-b5fda8e504f6 req-f9199439-ea90-42d9-a36f-eb3d9a05e459 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476696
Dec 13 14:58:44.204451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8352119-cb72-4328-8b84-2201730112aa req-081e6c80-59e0-4851-bca8-afb666b7dc51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:44.206061 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8352119-cb72-4328-8b84-2201730112aa req-081e6c80-59e0-4851-bca8-afb666b7dc51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.0881586
Dec 13 14:58:44.259481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8352119-cb72-4328-8b84-2201730112aa req-2fe1dc3e-c224-4203-89e1-6236b6c53af5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442033
Dec 13 14:58:44.288562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52482) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:44.368763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bceb6db4-f438-4506-87e0-edfc735f9aec tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 1130 time: 0.0779943
Dec 13 14:58:44.370725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:44.377334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:44.384016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:44.388463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:44.391700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:44.398141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:44.410099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:44.563750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:44.723540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.18 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/8f9416a0-7f9d-44cf-ae86-5cf7b717be8d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:44.886384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:44.915730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:44.921453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed05b1c3-98f4-4bd1-9c2d-18f60a5bc7f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:44.988114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:44.991191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:44.995699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:45.027382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=8f9416a0-7f9d-44cf-ae86-5cf7b717be8d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:45.032840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:45.464159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baebdcc-33c7-4d13-8a82-e811ac3a1e7e req-dbf8f622-dbaf-47b5-890b-29602ad05699 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:45.465829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3baebdcc-33c7-4d13-8a82-e811ac3a1e7e req-dbf8f622-dbaf-47b5-890b-29602ad05699 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.1941435
Dec 13 14:58:45.537526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3baebdcc-33c7-4d13-8a82-e811ac3a1e7e req-ac4f0963-8724-41c2-998c-316d3e058c28 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650842
Dec 13 14:58:45.655416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:45.714324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:45.946428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:45.951410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:45.956016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2bdb3e5d-b36a-438a-8859-5e4558befc73 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:46.062841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=8f9416a0-7f9d-44cf-ae86-5cf7b717be8d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:46.067189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:46.077959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:46.521640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP fa590953-b9c8-4644-8c54-e382b5073caf associated. External IP: 172.26.4.18, port: cec655b3-69cc-4510-ac5c-51a17b47a42c.
Dec 13 14:58:46.744628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb08a3b-c223-40bf-b194-2a161f8a2510 req-4fb68989-7d91-4955-8922-6dbcb3b14630 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:46.746269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffb08a3b-c223-40bf-b194-2a161f8a2510 req-4fb68989-7d91-4955-8922-6dbcb3b14630 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 944 time: 0.0858707
Dec 13 14:58:46.756787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:58:46.797239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffb08a3b-c223-40bf-b194-2a161f8a2510 req-091335f9-e0a4-4c41-80b8-f9a097d58a14 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440731
Dec 13 14:58:46.910835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:46.926278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'port_id': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'mac_address': 'fa:16:3e:c7:0a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:58:46.952111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:46.984221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:47.003921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:47.020191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:47.023879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:47.025896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-20ee0cf4-e543-4e4a-bc58-c8cd243b5417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:47.101445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:47.104698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:47.177606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:47.187783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Sync routers for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:47.202676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:47.203217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:47.203895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f82e550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:47.258142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['b9a0b6e9-2ba1-4f58-99be-3b2988f77b39'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:58:47.262456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1032 time: 2.8878648
Dec 13 14:58:47.262456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:47.262910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52496) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:47.397324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca039aeb-50a4-4967-8f18-17ba9967df2b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea&network_id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 1130 time: 0.1324553
Dec 13 14:58:47.430371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'status': 'completed', 'code': 200}
Dec 13 14:58:47.561349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-3f562881-a725-4096-a04d-0dc350287545 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 1135 time: 0.1020575
Dec 13 14:58:47.593184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:47.780224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-2b16a15a-9e48-4733-aea1-68261b357836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:47.782270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-2b16a15a-9e48-4733-aea1-68261b357836 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 898 time: 0.2135372
Dec 13 14:58:47.858302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7d99-c546-40f0-aea6-dca2ec2b08ed req-5d3f0c60-44ac-4a4d-beaa-40410ac8968f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:47.867432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a6f7d99-c546-40f0-aea6-dca2ec2b08ed req-5d3f0c60-44ac-4a4d-beaa-40410ac8968f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.1003196
Dec 13 14:58:47.917779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-ad0a16ae-742a-4939-95cb-412f7d86f6d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1035 time: 0.1286054
Dec 13 14:58:47.932695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a6f7d99-c546-40f0-aea6-dca2ec2b08ed req-fe152714-2972-41c5-8e50-cce78f2da3f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643086
Dec 13 14:58:47.991057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f82e550>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa590953-b9c8-4644-8c54-e382b5073caf', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-692857500', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'mac_address': 'fa:16:3e:f8:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:45Z', 'updated_at': '2021-12-13T14:58:45Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:47.995140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Checking router: 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:48.006822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:48.007514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f82e550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:48.045574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-8e24aadf-a1d5-493e-a649-208a920610a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:48.047194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-8e24aadf-a1d5-493e-a649-208a920610a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 200  len: 835 time: 0.1193109
Dec 13 14:58:48.126703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7ce43-5af5-4772-ba81-300792868c56 req-3efbfb0e-1b31-4ba0-8856-6b3f29ae7658 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:48.128270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96f7ce43-5af5-4772-ba81-300792868c56 req-3efbfb0e-1b31-4ba0-8856-6b3f29ae7658 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 945 time: 0.1616521
Dec 13 14:58:48.185593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-1eaa80ce-9fd6-4673-951c-9c5ce38a83dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a24a2d34-377b-4949-b1b4-809b08e871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1307781
Dec 13 14:58:48.197342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:48.217576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96f7ce43-5af5-4772-ba81-300792868c56 req-bd4b9c9b-f813-498d-a2f7-c504e24bdb91 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795729
Dec 13 14:58:48.335889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-a17b943f-b89c-48f9-bc64-7e07cb181bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416788
Dec 13 14:58:48.488027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87c565c4-b2f3-4f17-ba0a-c3b129ad9309 req-120510d2-2de9-4b6d-96bf-b602dc30e1aa service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442659
Dec 13 14:58:48.570812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f82e550>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa590953-b9c8-4644-8c54-e382b5073caf', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-692857500', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'mac_address': 'fa:16:3e:f8:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:45Z', 'updated_at': '2021-12-13T14:58:45Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:48.575152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d493aef-49ae-4236-a27c-baf193d57388 None None] The sync data for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv is: [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'fa590953-b9c8-4644-8c54-e382b5073caf', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-692857500', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'mac_address': 'fa:16:3e:f8:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072d36e-5b05-49e5-ba86-e92fec57e6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:45Z', 'updated_at': '2021-12-13T14:58:45Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:48.769567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:58:48.851552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:58:48.857783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:48.858215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:48.956375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781a834-aa84-472c-92f1-f4ca8b0a124f None None] New status for floating IP fa590953-b9c8-4644-8c54-e382b5073caf: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:58:49.071547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:49.143260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e077ea-4df0-45d8-8101-f9254a0cde76 req-f2615ec9-8037-44a2-ad98-7ed8e828aa88 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:49.144968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2e077ea-4df0-45d8-8101-f9254a0cde76 req-f2615ec9-8037-44a2-ad98-7ed8e828aa88 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.0867658
Dec 13 14:58:49.197371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:49.198012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2e077ea-4df0-45d8-8101-f9254a0cde76 req-3369a7a3-9722-49da-9684-ed52362febc8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453465
Dec 13 14:58:49.276146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'code': 200}
Dec 13 14:58:49.277845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:49.286172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:49.288197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:49.360525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:49.364038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:49.430271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-72c5c29e-fda3-4b73-a795-8926e9223e4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:49.431988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-72c5c29e-fda3-4b73-a795-8926e9223e4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 982 time: 0.0882373
Dec 13 14:58:49.445556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025b9f-b66e-47e6-bbf9-b78f5e21851d req-79aacf94-3ab8-4db9-b5b7-84af872e75ef tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:49.447198 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43025b9f-b66e-47e6-bbf9-b78f5e21851d req-79aacf94-3ab8-4db9-b5b7-84af872e75ef tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0960512
Dec 13 14:58:49.511837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-2d610456-a00a-4aa6-a670-896dab5a6582 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:49.513355 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-2d610456-a00a-4aa6-a670-896dab5a6582 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0727534
Dec 13 14:58:49.547856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43025b9f-b66e-47e6-bbf9-b78f5e21851d req-fb3e31ba-3238-4c9f-af3e-c364acd014b5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941384
Dec 13 14:58:49.572154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd2bb338-b520-486a-b2f6-f66b7e6c4b75 req-73077d03-118c-432c-9eb6-8437aa9b42f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1099 time: 0.0991862
Dec 13 14:58:49.630503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd2bb338-b520-486a-b2f6-f66b7e6c4b75 req-76b8657a-68a8-475c-b367-09b65e4e4dbf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413277
Dec 13 14:58:49.678252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-09d693f5-79d1-49b4-8aed-9d1919d85c70 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1591301
Dec 13 14:58:49.877141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:49.998300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:50.204601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:50.238934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:50.293047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] device_id is not set on port cec655b3-69cc-4510-ac5c-51a17b47a42c yet. {{(pid=88856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:58:50.302525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:50.309962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:50.315514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-168a0809-6271-4f8b-99d0-e0fe6fa68672 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:50.420306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a8bdd720-8556-4d8c-ae7b-05ca70b51246 req-13e765d4-6e19-40db-87b7-58d66bb50e19 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 210 time: 0.0692253
Dec 13 14:58:50.475729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=6']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:50.480804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:50.569436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] No DVR routers for this DVR port cec655b3-69cc-4510-ac5c-51a17b47a42c on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:58:50.757008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ff5690b2-0db8-4b9c-b68e-890d004a4b9d None None] Provisioning complete for port cec655b3-69cc-4510-ac5c-51a17b47a42c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:58:50.757323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff5690b2-0db8-4b9c-b68e-890d004a4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:50.762814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d10d-8206-4a3a-b397-d01d7215c24e req-8e25271c-15a7-4c46-af3e-eeee79ea28d6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:50.765199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3124d10d-8206-4a3a-b397-d01d7215c24e req-8e25271c-15a7-4c46-af3e-eeee79ea28d6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0919163
Dec 13 14:58:50.817139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff5690b2-0db8-4b9c-b68e-890d004a4b9d None None] Port cec655b3-69cc-4510-ac5c-51a17b47a42c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:58:50.823547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3124d10d-8206-4a3a-b397-d01d7215c24e req-0c84fa05-1cfd-4122-b75e-c1bfc12d4e6e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511618
Dec 13 14:58:50.841066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] In _notify_port_updated(), no bound segment for port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:58:50.842461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:50.844199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-295edb63-44ec-4469-adea-2d7ac6e3b369 req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] 10.222.0.72 "PUT /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1025 time: 0.9746938
Dec 13 14:58:51.605372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6cd36e25-dfb3-4d5f-a894-687ef918dd67 req-18fa1efc-6490-4598-8589-426f514884b8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8072d36e-5b05-49e5-ba86-e92fec57e6ea HTTP/1.1" status: 200  len: 210 time: 0.0457034
Dec 13 14:58:52.030137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befedf4-8819-449c-b7df-ead7d2ee7492 req-588633d5-5e8e-456f-97c4-04613c6885c5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:52.031802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5befedf4-8819-449c-b7df-ead7d2ee7492 req-588633d5-5e8e-456f-97c4-04613c6885c5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0853584
Dec 13 14:58:52.084847 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5befedf4-8819-449c-b7df-ead7d2ee7492 req-cbad757f-4faf-4e28-94da-d9dc7f13dda1 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441985
Dec 13 14:58:52.296027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a993d-28c4-4d0d-bd83-3b2b665496ef req-bf0f4e85-191e-4c6e-93db-492bb1274135 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:52.297615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f0a993d-28c4-4d0d-bd83-3b2b665496ef req-bf0f4e85-191e-4c6e-93db-492bb1274135 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0908184
Dec 13 14:58:52.351829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f0a993d-28c4-4d0d-bd83-3b2b665496ef req-56979661-49fa-4ee6-ab44-909b782a1baa tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476801
Dec 13 14:58:52.380419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52528) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:52.542630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca46d71b-a663-4d56-9947-c588a7d6d3a4 tempest-TestVolumeBootPattern-646972090 tempest-TestVolumeBootPattern-646972090-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1094 time: 0.1603181
Dec 13 14:58:52.546154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52536) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:52.552023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:52.558018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:52.562492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:floatingip and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:52.565714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:52.571991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:52.583273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:52.700140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52542) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:52.713551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52546) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:52.784782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:52.798787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34b874-23d9-4985-9304-bbbef3744781 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:52.802688 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7e34b874-23d9-4985-9304-bbbef3744781 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 924 time: 0.0853405
Dec 13 14:58:52.807363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:52.844667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:52.936615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Deleting port 8996286e-0d5e-4a66-a635-1168b4bc3631 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:52.937305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:52.960068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.26.4.233 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:58:53.128941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.133468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.133796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.140620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52552) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:53.148120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317579074', 'description': 'tempest-secgroup-smoke-317579074 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:53.156695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:53.172087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:53.187189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.199141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.206056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1750c16-c993-46c9-9537-a7932d05a05f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:53.274136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Calling delete_port for 8996286e-0d5e-4a66-a635-1168b4bc3631 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:53.307066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:58:53.307962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:53.311930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:53.315626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:58:53.317765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:58:53.346138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:53.357365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:53.366633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:53.377563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:53.428498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.433348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3d0ff36-88c5-416a-a46e-1fe4cc2c0f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:53.483836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Port': ['ID=8996286e-0d5e-4a66-a635-1168b4bc3631,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:53.487810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:53.551188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.557428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.565354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9101073-2c4b-464b-b4b6-faddcc1db580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:53.577691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.931472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30339b-e72b-4f53-af62-91af38b6fa07,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:53.933821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:53.935157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.7934105
Dec 13 14:58:53.936308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:53.938793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52556) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:53.953680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:53.964130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:54.007039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Router fa155f24-750b-468a-94ff-5387f41888ba has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:54.025407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:54.030598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:54.039843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:54.085629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.189526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.194863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.197885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-301d99eb-4966-4393-8aff-66b788877e4a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:54.235261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a72c3c5-5efb-4d9c-8cf2-5345fbf45048,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:54.242477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:54.254261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.255616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3158054
Dec 13 14:58:54.308174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52560) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:54.329509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:54.344697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:54.360486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:54.366322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:54.381464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:54.391587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.439696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.476776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.478990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:54.490407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Sync routers for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:54.502860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.504717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:54.505890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f82ef28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:54.558444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "DELETE /v2.0/floatingips/1d9fbe81-f598-4c28-ba59-abac3a141710 HTTP/1.1" status: 204  len: 168 time: 1.8568013
Dec 13 14:58:54.559848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:54.586354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.618682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'status': 'completed', 'code': 200}
Dec 13 14:58:54.680384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.708097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:54.723075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69509541-6177-4655-b7c9-5a2dcf83247f tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:54.774293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b045ca-e0a5-4196-8453-2904d812bd04,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:54.783050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:54.807252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.807252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9730cca-9fc1-4901-9a8c-826ebd8d9a55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4914327
Dec 13 14:58:54.809526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:54.819268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:54.827499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:54.833030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:54.837203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:54.842484 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-b5d1a68f-c3e8-4e3d-8534-fd1550ba0902 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e294d4c8b6504026af89b6afb31eea99&device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 1098 time: 0.1632204
Dec 13 14:58:54.846659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:54.867649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.887451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.910413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.940850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.944385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.947101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cffa07c7-7e69-4365-8246-b2b0e9445878 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:54.952392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6228186e-b7e0-4f1c-88e7-a39cbb11971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:54.972322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3a5098-3edd-4a7e-916f-8ced6f73b133,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:54.976130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:54.984488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:54.989112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e175bf37-0737-4722-a729-e35c86137227 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1736681
Dec 13 14:58:54.989112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52574) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:54.994882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:55.001944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:55.006022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:55.009222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:55.015365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:55.032896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.078162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f82ef28>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:55.082565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Checking router: fa155f24-750b-468a-94ff-5387f41888ba for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:55.096539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:55.096939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f82ef28>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:55.102334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.106807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.108874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4e94e7b-bd5e-43c3-939f-c44108c432bc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:55.132671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0716633-7c7d-460b-be67-010facb39aba,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:55.135443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:55.137184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:55.145986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.147646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:55.147773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1577849
Dec 13 14:58:55.150552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52578) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:55.157364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:55.165378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:55.169971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:55.173624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:55.181420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:55.192119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:55.196263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-b8d48067-dc43-47df-ba08-04af5b302927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:55.197896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-b8d48067-dc43-47df-ba08-04af5b302927 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 200  len: 898 time: 0.3408904
Dec 13 14:58:55.199514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.203741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.272227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.276135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.297316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a38186c-0dfc-474d-90c4-4f964937eb80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:55.319676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c11fc6-3bb1-40d6-8ab5-0e618749ffe7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:55.324095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:55.324757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:55.330527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.332071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1804969
Dec 13 14:58:55.335093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52582) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:55.341535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '6e30339b-e72b-4f53-af62-91af38b6fa07', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:55.349722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:58:55.350640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5724de-38bf-4e84-b189-c8a49a9236da req-d61d6673-19d7-4bee-a6fc-ae5dffe1f602 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:55.352288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c5724de-38bf-4e84-b189-c8a49a9236da req-d61d6673-19d7-4bee-a6fc-ae5dffe1f602 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.4465573
Dec 13 14:58:55.354610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-afd03eca-6e9a-4f53-a66a-d06074bb0631 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 200  len: 217 time: 0.0947843
Dec 13 14:58:55.355763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:58:55.359339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:58:55.366599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:58:55.377970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:58:55.386461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.461794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.465618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.473734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc938236-633e-4e4a-b4cb-ff3d92474df4 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:55.483104 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c5724de-38bf-4e84-b189-c8a49a9236da req-9b4a01d5-0804-46a7-829f-974f9cb4cdeb tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224012
Dec 13 14:58:55.484934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-8e1ca833-6fa8-4812-8ea6-178867ec957e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:55.486427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-8e1ca833-6fa8-4812-8ea6-178867ec957e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 200  len: 835 time: 0.1079450
Dec 13 14:58:55.496877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aabb91-f240-4f25-9b5c-1a3aac293c05,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:55.500370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:55.507964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:55.518904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1824825
Dec 13 14:58:55.653765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-9ce153ad-5b4e-4f25-940b-cd62fd9f401d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c6e3ab-b240-49e0-a006-b965b33354ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1170819
Dec 13 14:58:55.675944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f82ef28>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:55.680485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371beef-5bb7-4739-b8fe-3c4cddccbf92 None None] The sync data for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv is: [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:57:08Z', 'revision_number': 4, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '10178dd3-abfc-4f01-bc17-1bc59c9b8930', 'name': '', 'network_id': 'a0c6e3ab-b240-49e0-a006-b965b33354ed', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'mac_address': 'fa:16:3e:5a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:07Z', 'updated_at': '2021-12-13T14:57:17Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'subnets': [{'id': 'ec6a3099-9b73-4101-8a6c-736ea2271eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:55.704191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Floating IP 8f9aed45-87ec-42a6-8a59-393cd7aa5a59 associated. External IP: 172.26.4.233, port: b9a0b6e9-2ba1-4f58-99be-3b2988f77b39.
Dec 13 14:58:55.707621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-13801e47-b35a-4aa5-adf1-03225c162a0a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317579074&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0458753
Dec 13 14:58:55.793313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30171-b800-443d-9e0c-e8696246dc23 req-06eae8d8-8c7e-4f4f-b7c9-a25535597f35 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:55.794864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-06eae8d8-8c7e-4f4f-b7c9-a25535597f35 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 929 time: 0.0796189
Dec 13 14:58:55.880408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-bc2d672f-c830-4fc8-a9b0-dcfb9f7e057a service neutron] 10.222.0.69 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0715122
Dec 13 14:58:55.884979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-e1626560-11f9-4dcd-8245-9d1832570f16 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233241
Dec 13 14:58:56.032457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-446d2222-cb73-42f9-8e35-8d6b8b738bce service neutron] 10.222.0.69 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454751
Dec 13 14:58:56.169803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b4eea4-7411-4efa-ba88-89721cc2f4ff None None] New status for floating IP 1d9fbe81-f598-4c28-ba59-abac3a141710: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:58:56.195801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-1c706eff-77ee-49e9-b2b8-d0cfdb36eb13 service neutron] 10.222.0.69 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554983
Dec 13 14:58:56.377859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cd23ffb-ef81-4d22-ad50-8bdf6c7b58ed req-4e68eaad-bcf5-4111-a02b-e3d3da390387 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4856982
Dec 13 14:58:56.440105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-54697be2-27fc-410a-ab93-718c671ffff0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:56.441008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-54697be2-27fc-410a-ab93-718c671ffff0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Synchronizing usage tracker for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:56.461156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-54697be2-27fc-410a-ab93-718c671ffff0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Unset dirty status for tenant:e294d4c8b6504026af89b6afb31eea99 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:56.462659 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-54697be2-27fc-410a-ab93-718c671ffff0 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.1411471
Dec 13 14:58:56.469526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-47ac831c-4d32-43b5-a231-1ee0dd78246b req-23de0ee1-53cf-4e64-b1da-e5d55869571e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 210 time: 0.0561543
Dec 13 14:58:56.565410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Deleting port 06cb1e66-1421-4599-9204-10c8bffa6bbe {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:58:56.565904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:56.698898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:58:56.894020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd4cb-1596-40b3-8bf6-05b506daa027 req-94ce2933-efd0-4866-b5b9-8b9cf318b72d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:56.895349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e3cdd4cb-1596-40b3-8bf6-05b506daa027 req-94ce2933-efd0-4866-b5b9-8b9cf318b72d tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 945 time: 0.2343447
Dec 13 14:58:56.937071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] For port 06cb1e66-1421-4599-9204-10c8bffa6bbe, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06cb1e66-1421-4599-9204-10c8bffa6bbe,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:58:56.937466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:56.942942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:58:56.954037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:58:56.967316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:56.968377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11b240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:56.969205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:57.041707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.4944582
Dec 13 14:58:57.044343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:57.086224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Calling delete_port for 06cb1e66-1421-4599-9204-10c8bffa6bbe owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:58:57.110676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'status': 'completed', 'code': 200}
Dec 13 14:58:57.158068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e3cdd4cb-1596-40b3-8bf6-05b506daa027 req-3b4c12d3-a538-4e2e-8e96-cf610f803ae9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/security-groups?id=f0ecc86c-c841-4873-8453-db21e2332c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2488184
Dec 13 14:58:57.175350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:57.222889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-ef0f53c9-00fd-4935-ac54-cfd204d57bff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1099 time: 0.0872834
Dec 13 14:58:57.284728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:57.298949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:57.383772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Port': ['ID=06cb1e66-1421-4599-9204-10c8bffa6bbe,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:57.386896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:57.426127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba121857-808b-47b5-ad86-fb9217613d33 req-4f6d13bd-0740-41c9-9d22-8fbaf86b660b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:57.428768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-4f6d13bd-0740-41c9-9d22-8fbaf86b660b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1988034
Dec 13 14:58:57.436979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] No DVR routers for this DVR port 06cb1e66-1421-4599-9204-10c8bffa6bbe on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:58:57.439612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:57.443015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-deleted', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:57.467968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccd32c2f-eab9-4dc6-bd4d-1951a2ba0056 req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.72 "DELETE /v2.0/ports/06cb1e66-1421-4599-9204-10c8bffa6bbe HTTP/1.1" status: 204  len: 173 time: 0.9983554
Dec 13 14:58:57.580613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-fc13a186-7ded-4684-846c-6701adfcefd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 1000 time: 0.1445367
Dec 13 14:58:57.592837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14b260-6500-4221-8b37-4d7895812dd4', 'name': 'network-vif-deleted', 'tag': '06cb1e66-1421-4599-9204-10c8bffa6bbe', 'status': 'completed', 'code': 200}
Dec 13 14:58:57.624691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-0c7c8524-cce8-463c-aac8-2a9df7d66f49 service neutron] 10.222.0.72 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1025 time: 0.1428492
Dec 13 14:58:57.672545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba121857-808b-47b5-ad86-fb9217613d33 req-b4cf41dd-2371-407e-a661-eca250866aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:57.674152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-b4cf41dd-2371-407e-a661-eca250866aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0874047
Dec 13 14:58:57.785700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d6f35949-0fc6-4edf-a728-3e483451f089 req-46485a9a-3f23-485c-8f47-1f5a5a38ac6e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 210 time: 0.0883050
Dec 13 14:58:57.814080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-d6c2dd5e-40eb-40e6-af63-e5be25cd7244 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1313396
Dec 13 14:58:57.871291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11b240>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8f9aed45-87ec-42a6-8a59-393cd7aa5a59', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:c7:0a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:54Z', 'updated_at': '2021-12-13T14:58:54Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:57.878021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:58:57.894473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:58:57.895992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11b240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:57.918054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30171-b800-443d-9e0c-e8696246dc23 req-81356976-c6ee-4ef2-95d2-d020c036d06c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:57.918804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-52b30171-b800-443d-9e0c-e8696246dc23 req-81356976-c6ee-4ef2-95d2-d020c036d06c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:58:57.933356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-52b30171-b800-443d-9e0c-e8696246dc23 req-81356976-c6ee-4ef2-95d2-d020c036d06c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:58:57.934629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-81356976-c6ee-4ef2-95d2-d020c036d06c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 797 time: 0.3031123
Dec 13 14:58:58.012007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-80683339-e439-47df-9ce3-1c459d44910b service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897097
Dec 13 14:58:58.017729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-9f7f902b-c16c-4a56-b23f-e940b761f06d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 472 time: 0.0664356
Dec 13 14:58:58.039533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Request body: {'port': {'device_id': '6172a93f-daa5-4052-8db6-675ecdd1a220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:58:58.126115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:58:58.170851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba121857-808b-47b5-ad86-fb9217613d33 req-48188212-041f-4754-8e24-0a12bc2f0549 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443079
Dec 13 14:58:58.176268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:58.378740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f13f7f55-c3b5-49d9-8ee6-4d41d689c382 req-5063ac8d-8dea-497b-bafb-bf229cdc90df tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d14b260-6500-4221-8b37-4d7895812dd4 HTTP/1.1" status: 200  len: 210 time: 0.0604053
Dec 13 14:58:58.551017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11b240>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8f9aed45-87ec-42a6-8a59-393cd7aa5a59', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:c7:0a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:54Z', 'updated_at': '2021-12-13T14:58:54Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:58:58.555353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6f742-cbe1-44b9-ae94-a099eb9723b7 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '8f9aed45-87ec-42a6-8a59-393cd7aa5a59', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:c7:0a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:54Z', 'updated_at': '2021-12-13T14:58:54Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:58:58.582858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec655b3-69cc-4510-ac5c-51a17b47a42c {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:58:58.592807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:58.608762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Transition to ACTIVE for port object cec655b3-69cc-4510-ac5c-51a17b47a42c will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:58:58.612354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:58.616493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:58.747013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=7']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:58.752128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:58.815138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:58:58.863513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 06cb1e66-1421-4599-9204-10c8bffa6bbe {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:58:58.863901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 06cb1e66-1421-4599-9204-10c8bffa6bbe not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:58:58.920814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:58:58.921485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:58:58.922797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:58.930016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:58:58.930665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Attempting to bind port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:58:58.933865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:58.945624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de99ec4-8e37-4bfc-a2c4-37bf256de378 None None] New status for floating IP 8f9aed45-87ec-42a6-8a59-393cd7aa5a59: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:58:58.979235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:58:58.979602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Checking segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:58:58.980013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Bound using segment: {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:58:58.980499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Bound port: cec655b3-69cc-4510-ac5c-51a17b47a42c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab064d3f-d922-4f8b-91dc-b13cb89aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:58:58.980879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:59.105158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:58:59.112201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d3f7a-4185-48c8-9d75-75ff9af7df86 req-6e8126b4-f489-471d-8cc6-9bca8a979b5d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:59.113793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e7d3f7a-4185-48c8-9d75-75ff9af7df86 req-6e8126b4-f489-471d-8cc6-9bca8a979b5d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 980 time: 0.1774604
Dec 13 14:58:59.115971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:58:59.120298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:59.126210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-589a5dce-1e43-41e3-ab46-b33e9e0638f1 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:58:59.222155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:58:59.223808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] 10.222.0.72 "PUT /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1130 time: 1.1898251
Dec 13 14:58:59.244323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=8']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:58:59.249500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:58:59.252955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e7d3f7a-4185-48c8-9d75-75ff9af7df86 req-5b309ae0-e5ae-4a17-9f88-d0593e1511bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282356
Dec 13 14:58:59.357705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-2e60e13b-5cd3-471e-bc05-4ef54a9767c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 1133 time: 0.0890980
Dec 13 14:58:59.471019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-94562e0d-c93a-4f04-9e37-525d8911532f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1035 time: 0.1059480
Dec 13 14:58:59.491203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52628) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:58:59.552155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30171-b800-443d-9e0c-e8696246dc23 req-c4be5c39-68c8-4a51-916c-6e32a9384834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:58:59.554883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-c4be5c39-68c8-4a51-916c-6e32a9384834 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 200  len: 835 time: 0.0775347
Dec 13 14:58:59.600782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6172a93f-daa5-4052-8db6-675ecdd1a220', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:58:59.644094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-29facd98-2a33-41c4-ace7-ab5f116c5710 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a24a2d34-377b-4949-b1b4-809b08e871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0826478
Dec 13 14:58:59.676411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6172a93f-daa5-4052-8db6-675ecdd1a220', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'status': 'completed', 'code': 200}
Dec 13 14:58:59.951657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:00.041913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-76e696c8-a7ea-4ba6-9f86-385b8016f1a1 service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3911445
Dec 13 14:59:00.191014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52b30171-b800-443d-9e0c-e8696246dc23 req-b3e58175-0b88-42d8-b265-cfeaa1a79b6b service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420317
Dec 13 14:59:00.335296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-f6f616f0-6dfd-47c4-896e-3cf0cecc4bad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 1133 time: 0.0938349
Dec 13 14:59:00.487297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-59a97271-9c49-463b-a976-bd840b718b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:00.489245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-59a97271-9c49-463b-a976-bd840b718b1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 898 time: 0.1453321
Dec 13 14:59:00.569109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d00c-15b5-4167-9446-030c5a2df874 req-ff2e2255-9458-4466-8c21-cc0ec18a6641 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:00.570652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd00d00c-15b5-4167-9446-030c5a2df874 req-ff2e2255-9458-4466-8c21-cc0ec18a6641 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 980 time: 0.1591220
Dec 13 14:59:00.605427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-c0b455bd-3af2-4c60-9e8b-dc7e1dc4bd49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1035 time: 0.1077337
Dec 13 14:59:00.636460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dd00d00c-15b5-4167-9446-030c5a2df874 req-de9e1b50-c8d5-496a-a149-7867e4cb636e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:00.677375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-784094a4-84e2-4726-a128-97b1a5bedf3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:00.678943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-784094a4-84e2-4726-a128-97b1a5bedf3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 200  len: 835 time: 0.0671792
Dec 13 14:59:00.691403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dd00d00c-15b5-4167-9446-030c5a2df874 req-de9e1b50-c8d5-496a-a149-7867e4cb636e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:00.692629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd00d00c-15b5-4167-9446-030c5a2df874 req-de9e1b50-c8d5-496a-a149-7867e4cb636e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152666
Dec 13 14:59:00.762434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-3e62cfd1-5a8e-4ede-aad3-105c532f7321 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a24a2d34-377b-4949-b1b4-809b08e871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763423
Dec 13 14:59:00.775944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Deleting port 10178dd3-abfc-4f01-bc17-1bc59c9b8930 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:00.776358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:00.813978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:59:00.930663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-635ee16a-1400-422e-b7c0-2494589f8abb service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583078
Dec 13 14:59:00.971508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:00.980864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] For port 10178dd3-abfc-4f01-bc17-1bc59c9b8930, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=10178dd3-abfc-4f01-bc17-1bc59c9b8930,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:00.981554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:00.986218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'port_id': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'mac_address': 'fa:16:3e:f8:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:59:01.042780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:01.061463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec655b3-69cc-4510-ac5c-51a17b47a42c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:59:01.076965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:01.079699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f48fee7-71fd-4bc0-af69-2ed562b219c4 req-0e0bb704-f7de-4b1e-8c12-6cb74176249f service neutron] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419330
Dec 13 14:59:01.081044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:01.083072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:01.119446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Calling delete_port for 10178dd3-abfc-4f01-bc17-1bc59c9b8930 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:01.166554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=9']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:01.179304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.179706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.180088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.180466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.180847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.181224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.181597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.181974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.182340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.182711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.183113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:01.187739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:01.300905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['cec655b3-69cc-4510-ac5c-51a17b47a42c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:59:01.606647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:01.611880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b347f6d-23fa-4130-9c55-8976dcca12da tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:01.662372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Port': ['ID=10178dd3-abfc-4f01-bc17-1bc59c9b8930,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:01.666722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:01.932388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b6d1-2edc-4a5e-bb57-e22de0edd364 req-f3f557e1-b03c-4815-ac19-ab0f1ae3cc51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:01.933860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57c0b6d1-2edc-4a5e-bb57-e22de0edd364 req-f3f557e1-b03c-4815-ac19-ab0f1ae3cc51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 981 time: 0.0957110
Dec 13 14:59:02.002018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57c0b6d1-2edc-4a5e-bb57-e22de0edd364 req-aeaee1ac-334c-41b2-9dc1-d674cbe5f538 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546627
Dec 13 14:59:02.037243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:02.673401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Router fa155f24-750b-468a-94ff-5387f41888ba has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:59:02.814709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:02.887797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:02.903369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "PUT /v2.0/routers/fa155f24-750b-468a-94ff-5387f41888ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4097140
Dec 13 14:59:02.905341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Sync routers for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:02.905719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52638) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:02.907349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port cec655b3-69cc-4510-ac5c-51a17b47a42c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:02.914188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port cec655b3-69cc-4510-ac5c-51a17b47a42c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:02.914724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:02.918425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:02.919171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f14bda0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:03.054924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.088916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6172a93f-daa5-4052-8db6-675ecdd1a220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:59:03.099600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:03.108693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.111497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dcf98dc5-a4b6-47c6-aeb5-de72dd15081a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:03.113342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:03.153172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Deleting subnet ec6a3099-9b73-4101-8a6c-736ea2271eca {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:59:03.170055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.190609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6172a93f-daa5-4052-8db6-675ecdd1a220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec655b3-69cc-4510-ac5c-51a17b47a42c', 'code': 200}
Dec 13 14:59:03.244403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:03.248902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:03.336228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.411930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b7b79-9f58-40f2-8895-0ec958ff69fa req-39bfecd2-1e38-4dcb-88c6-ce55a7bb3204 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:03.413828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f4b7b79-9f58-40f2-8895-0ec958ff69fa req-39bfecd2-1e38-4dcb-88c6-ce55a7bb3204 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.1719263
Dec 13 14:59:03.437695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f14bda0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:59:01Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:03.442447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Checking router: fa155f24-750b-468a-94ff-5387f41888ba for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:03.455118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Routers {'fa155f24-750b-468a-94ff-5387f41888ba'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:03.455886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f14bda0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:58:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['fa155f24-750b-468a-94ff-5387f41888ba'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:03.464107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e757678-a32a-4ffe-bbb6-ddda7d190622 req-c5c75ad1-4cb8-4396-89a6-36ea46cf0298 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 1136 time: 0.0780981
Dec 13 14:59:03.494642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f4b7b79-9f58-40f2-8895-0ec958ff69fa req-83218638-a3d1-4291-b30a-6e29060ce58c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630703
Dec 13 14:59:03.495860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.517656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e757678-a32a-4ffe-bbb6-ddda7d190622 req-54630b5e-d548-4671-bbd1-1cb962c4fd93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456305
Dec 13 14:59:03.577898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.581779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d960bc5-9397-42e5-9806-fb5b5f1e7383 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:03.620340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6a3099-9b73-4101-8a6c-736ea2271eca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:03.624477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:03.628481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.634934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6582b3c8-48b5-41f0-9158-8ce5ef3b93b3 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "DELETE /v2.0/subnets/ec6a3099-9b73-4101-8a6c-736ea2271eca HTTP/1.1" status: 204  len: 168 time: 0.7278581
Dec 13 14:59:03.637721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52646) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:03.639512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54555e8-2f6e-45bc-a05d-ea00f7de37a8 None None] Network a0c6e3ab-b240-49e0-a006-b965b33354ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:59:03.660202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] Set router fa155f24-750b-468a-94ff-5387f41888ba gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:03.856538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:03.916237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] DHCP port deletion for a0c6e3ab-b240-49e0-a006-b965b33354ed request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:59:03.921596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Deleting port 059f7422-a8a9-4579-8010-875e2b912322 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:03.922001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.087150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.096311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Deleting port ed67a282-2861-41ab-98b3-7aa84667738f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:04.096664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.147266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f14bda0>, [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:59:01Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:04.149580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] For port 059f7422-a8a9-4579-8010-875e2b912322, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059f7422-a8a9-4579-8010-875e2b912322,segment=NetworkSegment(eb513661-ca3e-49a7-80e1-ab3130e2a4cd),segment_id=eb513661-ca3e-49a7-80e1-ab3130e2a4cd)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:04.150004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.151617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdffc5-44df-49fe-a09c-0c5400003a05 None None] The sync data for ids ['fa155f24-750b-468a-94ff-5387f41888ba'] in dv-neutron-821565-1-hyperv is: [{'id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1105841190', 'tenant_id': 'e294d4c8b6504026af89b6afb31eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:57Z', 'updated_at': '2021-12-13T14:59:01Z', 'revision_number': 5, 'project_id': 'e294d4c8b6504026af89b6afb31eea99', 'gw_port': {'id': 'ed67a282-2861-41ab-98b3-7aa84667738f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa155f24-750b-468a-94ff-5387f41888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:59Z', 'updated_at': '2021-12-13T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:04.296050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Calling delete_port for 059f7422-a8a9-4579-8010-875e2b912322 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:04.299832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] For port ed67a282-2861-41ab-98b3-7aa84667738f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ed67a282-2861-41ab-98b3-7aa84667738f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:04.300236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.374869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.380250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a276f1b-e317-4b43-9aa8-00cd9e6ce8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:04.643238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] No DVR routers for this DVR port 059f7422-a8a9-4579-8010-875e2b912322 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:59:04.645359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Pushing event deleted for resources: {'Port': ['ID=059f7422-a8a9-4579-8010-875e2b912322,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:04.651304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:04.716432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Calling delete_port for ed67a282-2861-41ab-98b3-7aa84667738f owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:04.749071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe75a-0750-4969-bbeb-ab1e57dc3770 req-9587f1d3-272a-4352-90ab-abb2fef0a2f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:04.751189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02fbe75a-0750-4969-bbeb-ab1e57dc3770 req-9587f1d3-272a-4352-90ab-abb2fef0a2f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.0919731
Dec 13 14:59:04.800387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02fbe75a-0750-4969-bbeb-ab1e57dc3770 req-c9cab920-f6f1-4408-b4c3-fc7a8e3928b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427883
Dec 13 14:59:04.895390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:04.901297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:04.948521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Port': ['ID=ed67a282-2861-41ab-98b3-7aa84667738f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:04.951849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:05.186265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.249028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 10178dd3-abfc-4f01-bc17-1bc59c9b8930 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:05.283686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 10178dd3-abfc-4f01-bc17-1bc59c9b8930 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:59:05.284397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 10178dd3-abfc-4f01-bc17-1bc59c9b8930 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:05.285024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059f7422-a8a9-4579-8010-875e2b912322 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:05.322868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 059f7422-a8a9-4579-8010-875e2b912322 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:59:05.323337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059f7422-a8a9-4579-8010-875e2b912322 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:05.473632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.478572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.508135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.508719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Fanout notify agent at l3_agent the message router_deleted on router fa155f24-750b-468a-94ff-5387f41888ba {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:59:05.523840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.525069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "DELETE /v2.0/routers/fa155f24-750b-468a-94ff-5387f41888ba HTTP/1.1" status: 204  len: 168 time: 1.8862202
Dec 13 14:59:05.528012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52654) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:05.654303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.795701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.825108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ec76828>,) {'filters': {'network_id': ['a0c6e3ab-b240-49e0-a006-b965b33354ed']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:05.838435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec76828>, 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:05.838775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec76828>, 'eb513661-ca3e-49a7-80e1-ab3130e2a4cd') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:05.851377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.868231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.875008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:59:05.875782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:59:05.891030 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:59:06.013792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.017787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d91faafc-9466-454c-92e2-e7c77b22d4ed tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:06.041438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.049077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'Network': ['ID=a0c6e3ab-b240-49e0-a006-b965b33354ed,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:06.056188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:06.064129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "DELETE /v2.0/networks/a0c6e3ab-b240-49e0-a006-b965b33354ed HTTP/1.1" status: 204  len: 168 time: 0.5350688
Dec 13 14:59:06.067350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52660) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:06.088650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f03b4-9143-4bc3-88c8-38c34cb909f1 req-fa57011f-4e5e-4811-a278-01abc69ef652 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:06.090213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a2f03b4-9143-4bc3-88c8-38c34cb909f1 req-fa57011f-4e5e-4811-a278-01abc69ef652 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.1330698
Dec 13 14:59:06.140367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a2f03b4-9143-4bc3-88c8-38c34cb909f1 req-52b55de0-40a8-46dc-a92b-53e16b5ab8d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434980
Dec 13 14:59:06.148664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.180505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.240733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.246208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1db67846-0934-4293-9278-2f369e10ce95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:06.263324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ecc86c-c841-4873-8453-db21e2332c2b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:06.266637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:06.314151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:06.315442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] 10.222.0.69 "DELETE /v2.0/security-groups/f0ecc86c-c841-4873-8453-db21e2332c2b HTTP/1.1" status: 204  len: 168 time: 0.2469804
Dec 13 14:59:06.360803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e8bb-5a87-448b-b62c-10a51db25c4f req-d721a96e-4900-4c74-b9d2-7e4febd41df1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:06.362554 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7779e8bb-5a87-448b-b62c-10a51db25c4f req-d721a96e-4900-4c74-b9d2-7e4febd41df1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.0898499
Dec 13 14:59:06.414832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7779e8bb-5a87-448b-b62c-10a51db25c4f req-3e5f7de0-39a8-4344-bd8e-f4d18b589446 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434990
Dec 13 14:59:06.443857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52670) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:06.534940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-199d7b0f-a533-4249-83ce-bb36b908bd80 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220&network_id=a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 200  len: 1131 time: 0.0895247
Dec 13 14:59:06.798409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52680) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:06.937599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12bd5-0132-4e1a-b662-51852ec3f16d req-8c898d58-e318-4445-aa02-abfc69e56e2f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:06.939279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8be12bd5-0132-4e1a-b662-51852ec3f16d req-8c898d58-e318-4445-aa02-abfc69e56e2f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.0847881
Dec 13 14:59:06.988347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8be12bd5-0132-4e1a-b662-51852ec3f16d req-464516f9-3d57-4548-a709-05e196419fcb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428820
Dec 13 14:59:07.038831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7d3af581-dbed-4729-9692-e449adff1689 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e294d4c8b6504026af89b6afb31eea99&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2389221
Dec 13 14:59:07.041561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52686) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:07.103985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.131992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.154685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed67a282-2861-41ab-98b3-7aa84667738f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:07.179401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.184584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b13aee4f-cb83-4419-8f1b-667583548066 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:07.188613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ed67a282-2861-41ab-98b3-7aa84667738f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:59:07.189006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ed67a282-2861-41ab-98b3-7aa84667738f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:07.203897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a1c38-5e56-4ce9-94a8-4a428aca1cad,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:07.206546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:07.212603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.213814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0f029e46-430a-4ee9-aad0-a12c00551878 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d1a1c38-5e56-4ce9-94a8-4a428aca1cad HTTP/1.1" status: 204  len: 168 time: 0.1713088
Dec 13 14:59:07.673428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52694) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:07.697083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.737197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:07.740988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Usage tracker for resource:security_group_rule and tenant:7d7014e554614870a1e2ecadc118ceef is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:07.746159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:07.753077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:07.823544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.827646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.834652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:07.880186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d26da5-6c38-4efa-be48-dcdeb35ef4b1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:07.883638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:07.887252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d7014e554614870a1e2ecadc118ceef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2125046
Dec 13 14:59:07.889584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52698) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:07.917400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a148adaf-bfbf-44a5-b01a-215462aa8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.959850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:07.991161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:08.042269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:08.047751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d9160c0-d75c-46d0-9c06-806777454bf1 tempest-NegativeSecGroupTest-1937277662 tempest-NegativeSecGroupTest-1937277662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:08.059056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d26da5-6c38-4efa-be48-dcdeb35ef4b1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:08.061556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:08.067807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:08.071662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34d26da5-6c38-4efa-be48-dcdeb35ef4b1 HTTP/1.1" status: 204  len: 168 time: 0.1784165
Dec 13 14:59:08.208755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253058e-e3c7-4a9e-ac52-41cdde1a7998 req-f154f531-1700-45de-a40b-7c213d3c6622 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:08.210408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4253058e-e3c7-4a9e-ac52-41cdde1a7998 req-f154f531-1700-45de-a40b-7c213d3c6622 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.0860832
Dec 13 14:59:08.266716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4253058e-e3c7-4a9e-ac52-41cdde1a7998 req-e27c03f5-ee38-40e2-82a2-f9393e3f4187 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=25e36b9f-e378-44a2-afad-ca931c361f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485408
Dec 13 14:59:08.286804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-96b2c67f-9217-4e8a-a46f-ea5da7cecf28 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:08.288765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-96b2c67f-9217-4e8a-a46f-ea5da7cecf28 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 983 time: 0.1001921
Dec 13 14:59:08.369541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-94682f18-8602-4461-a0bb-245675115dfd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:08.371135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-94682f18-8602-4461-a0bb-245675115dfd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0758584
Dec 13 14:59:08.535868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-df4aa9cb-8c9e-4f9d-8ecf-4b2635f8fdb7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1594529
Dec 13 14:59:08.547712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:08.668456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:08.891794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cec655b3-69cc-4510-ac5c-51a17b47a42c,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:08.919262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] For port cec655b3-69cc-4510-ac5c-51a17b47a42c, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:59:08.976832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] device_id is not set on port cec655b3-69cc-4510-ac5c-51a17b47a42c yet. {{(pid=88857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 13 14:59:08.985837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:08.991938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:09.001614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fdc271f6-140a-42ca-acfd-a13f32101983 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:09.147783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Pushing event updated for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=11']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:09.150476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:09.214528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] No DVR routers for this DVR port cec655b3-69cc-4510-ac5c-51a17b47a42c on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:59:09.532452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:09.563218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4125c114-10ea-43ac-812d-5dbbafcc34ca None None] Provisioning complete for port cec655b3-69cc-4510-ac5c-51a17b47a42c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:09.563218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4125c114-10ea-43ac-812d-5dbbafcc34ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:09.619312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4125c114-10ea-43ac-812d-5dbbafcc34ca None None] Port cec655b3-69cc-4510-ac5c-51a17b47a42c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:59:09.651869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2ba71729-2a17-439f-b2be-8120c6e025d9 req-dab6b894-1b9f-4136-bb10-c56c636c3016 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6172a93f-daa5-4052-8db6-675ecdd1a220 HTTP/1.1" status: 200  len: 210 time: 0.0937552
Dec 13 14:59:09.651869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] In _notify_port_updated(), no bound segment for port cec655b3-69cc-4510-ac5c-51a17b47a42c on network a24a2d34-377b-4949-b1b4-809b08e871ed {{(pid=88857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 13 14:59:09.651869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:09.657178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6046814-9472-46d4-ae3a-106d61af4b5e req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] 10.222.0.72 "PUT /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 200  len: 1026 time: 1.1093323
Dec 13 14:59:10.255009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ccaf2f-0288-45f1-b2ad-d6ef76f8002e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.738193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.769291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52710) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:10.847816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:10.847992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.885902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.909150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device cec655b3-69cc-4510-ac5c-51a17b47a42c not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:10.939734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.945076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-945e8faa-6ee3-4eba-9fa8-ff06bacf5037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:10.961345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30339b-e72b-4f53-af62-91af38b6fa07,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:10.964332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:10.972778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:10.974001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e30339b-e72b-4f53-af62-91af38b6fa07 HTTP/1.1" status: 204  len: 168 time: 0.2036455
Dec 13 14:59:11.013341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52716) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:11.224273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 8f9416a0-7f9d-44cf-ae86-5cf7b717be8d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:11.224521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:11.422459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:11.422459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:11.552942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 8f9416a0-7f9d-44cf-ae86-5cf7b717be8d owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:11.741235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:11.748031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:11.788520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=8f9416a0-7f9d-44cf-ae86-5cf7b717be8d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:11.790796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:11.897746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:12.147550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:12.583937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:59:12.804505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:12.816132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Sync routers for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:12.828013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:12.828013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f515a20>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:12.832488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:12.896735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/fa590953-b9c8-4644-8c54-e382b5073caf HTTP/1.1" status: 204  len: 168 time: 1.8818820
Dec 13 14:59:13.036826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:13.070575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:13.160252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.193167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.249405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.254186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb907d77-c12c-46ec-947a-05caa1bd8cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:13.272882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e787cc-7212-4d09-89ae-f6e34b11895b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:13.275412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:13.283557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.283557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7e787cc-7212-4d09-89ae-f6e34b11895b HTTP/1.1" status: 204  len: 168 time: 0.2108707
Dec 13 14:59:13.377954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52732) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:13.421924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f515a20>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:13.426308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Checking router: 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:13.437804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:13.438462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f515a20>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:13.454359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port cec655b3-69cc-4510-ac5c-51a17b47a42c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:13.454743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.632683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:13.723506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:13.870904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for cec655b3-69cc-4510-ac5c-51a17b47a42c owned by  {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:13.981735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f515a20>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:13.984190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50368cb1-e8bf-465f-9be3-1045250aaafa None None] The sync data for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv is: [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:58:24Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0fb46fe9-2e77-4d4f-914d-c4979fe52222', 'name': '', 'network_id': 'a24a2d34-377b-4949-b1b4-809b08e871ed', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:77:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:23Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': 'b231d97b-41dc-494f-85a6-d0fd5483ecfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:14.176101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:14.183770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-687536a8-3be9-4547-b962-419dd3a7c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:14.234259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=cec655b3-69cc-4510-ac5c-51a17b47a42c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:14.236436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:14.350987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:14.362903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/ports/cec655b3-69cc-4510-ac5c-51a17b47a42c HTTP/1.1" status: 204  len: 168 time: 0.9836755
Dec 13 14:59:14.365810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52736) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:14.459111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9ae4e-8c83-4be7-9644-f166d90c7348 None None] New status for floating IP fa590953-b9c8-4644-8c54-e382b5073caf: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:59:14.750823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:59:14.821692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:15.520725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 0fb46fe9-2e77-4d4f-914d-c4979fe52222 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:15.521261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:15.725502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 0fb46fe9-2e77-4d4f-914d-c4979fe52222, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0fb46fe9-2e77-4d4f-914d-c4979fe52222,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:15.725896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:15.856583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 0fb46fe9-2e77-4d4f-914d-c4979fe52222 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:16.350845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:16.355236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:16.404422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=0fb46fe9-2e77-4d4f-914d-c4979fe52222,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:16.407016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:16.726830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:17.370389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:59:17.590326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:17.602943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Sync routers for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:17.604880 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2379589
Dec 13 14:59:17.607913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52740) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:17.616864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:17.617733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f515710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:17.816707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:17.830701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet b231d97b-41dc-494f-85a6-d0fd5483ecfd {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 14:59:17.833875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:17.898709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:17.992995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.074898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.081642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0632517c-6a47-41cc-b879-0ab64e6211bf tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:18.124700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=b231d97b-41dc-494f-85a6-d0fd5483ecfd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:18.125848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f515710>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:59:16Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:18.128795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:18.132113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Checking router: 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:18.132310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.138933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/b231d97b-41dc-494f-85a6-d0fd5483ecfd HTTP/1.1" status: 204  len: 168 time: 0.5296869
Dec 13 14:59:18.140869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02eeff1-fe78-4f4a-94c5-3ffd4c045641 None None] Network a24a2d34-377b-4949-b1b4-809b08e871ed requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:59:18.141928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52744) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:18.191023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Routers {'045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:18.191848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f515710>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:18.366654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.593641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.604980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 1306c022-ee30-4f06-83fb-fc7efe460cb0 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:18.605351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.725329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] Set router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:18.791782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 1306c022-ee30-4f06-83fb-fc7efe460cb0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1306c022-ee30-4f06-83fb-fc7efe460cb0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:18.792186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:18.922302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 1306c022-ee30-4f06-83fb-fc7efe460cb0 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:18.930240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] DHCP port deletion for a24a2d34-377b-4949-b1b4-809b08e871ed request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 14:59:18.949320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Deleting port e16e6ad0-7b7b-475d-a129-7df4da079479 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 14:59:18.949769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.093073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.097320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-584aeaa1-d50a-482e-82cc-e4a91da48f86 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:19.143198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=1306c022-ee30-4f06-83fb-fc7efe460cb0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:19.147658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:19.213081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e16e6ad0-7b7b-475d-a129-7df4da079479 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:19.299006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] For port e16e6ad0-7b7b-475d-a129-7df4da079479, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e16e6ad0-7b7b-475d-a129-7df4da079479,segment=NetworkSegment(ab064d3f-d922-4f8b-91dc-b13cb89aba36),segment_id=ab064d3f-d922-4f8b-91dc-b13cb89aba36)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:19.299585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.456031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Calling delete_port for e16e6ad0-7b7b-475d-a129-7df4da079479 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 14:59:19.487447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f515710>, [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:59:16Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:19.540167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8217d-5b38-46f1-a4e5-35cc45dfc269 None None] The sync data for ids ['045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1'] in dv-neutron-821565-1-hyperv is: [{'id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'name': 'tempest-TestNetworkBasicOps-router-1136158718', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:19Z', 'updated_at': '2021-12-13T14:59:16Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '1306c022-ee30-4f06-83fb-fc7efe460cb0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:19.605648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.629068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.640048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:19.650214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.713287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Pushing event deleted for resources: {'Port': ['ID=e16e6ad0-7b7b-475d-a129-7df4da079479,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:19.715921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:19.728729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] No DVR routers for this DVR port e16e6ad0-7b7b-475d-a129-7df4da079479 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 14:59:19.930886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:19.935019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.024695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.026756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 14:59:20.043452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.044461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/045ff3c0-b4e3-4d15-ab72-7fa78d99ffa1 HTTP/1.1" status: 204  len: 168 time: 1.9012094
Dec 13 14:59:20.048052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:20.187176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.349463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.389862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c908>,) {'filters': {'network_id': ['a24a2d34-377b-4949-b1b4-809b08e871ed']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:20.402949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c908>, 'ab064d3f-d922-4f8b-91dc-b13cb89aba36') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:20.403393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e24c908>, 'ab064d3f-d922-4f8b-91dc-b13cb89aba36') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:20.417170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.460802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.467792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 14:59:20.468219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 14:59:20.483760 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 14:59:20.579538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.584864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.590337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49a8cb5f-1545-401b-97ec-d3bc6c68981b tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:20.616404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=a24a2d34-377b-4949-b1b4-809b08e871ed,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:20.619254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:20.628075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/a24a2d34-377b-4949-b1b4-809b08e871ed HTTP/1.1" status: 204  len: 168 time: 0.5761075
Dec 13 14:59:20.650309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52754) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:20.659978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-247ee19a-a010-4bbe-8321-1d8df056987b tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0173655
Dec 13 14:59:20.662830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52758) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:20.670314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1791380109', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:20.675664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:20.681043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:20.683547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:20.691218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:20.700994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:59:20.707492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.738025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 14:59:20.750739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.751279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment 7db70779-46fb-4aa2-8c28-92b1355052a0 of type vlan for network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75
Dec 13 14:59:20.781384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.819869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.824229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:20.824872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:20.831383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12554dd6-d408-4ee9-a6f3-7f5f35e7053a tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:20.939120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2748857
Dec 13 14:59:20.942355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52762) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:20.948282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-998321447', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:20.948784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=0e0a520e-982f-4cda-a1e1-e9b2d520ba75,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:20.951944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:20.956739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:20.961000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 14:59:20.973433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:20.981189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:20.987738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:20.999224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.000548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.018883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.189700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.206046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1306c022-ee30-4f06-83fb-fc7efe460cb0 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:21.247113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 1306c022-ee30-4f06-83fb-fc7efe460cb0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:59:21.247113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1306c022-ee30-4f06-83fb-fc7efe460cb0 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:21.247557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0fb46fe9-2e77-4d4f-914d-c4979fe52222 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 14:59:21.286629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 0fb46fe9-2e77-4d4f-914d-c4979fe52222 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 14:59:21.287272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0fb46fe9-2e77-4d4f-914d-c4979fe52222 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 14:59:21.397398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.431089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.581320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.198 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/5963812a-6cfc-4197-abf2-3452ae5365d7) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:59:21.738411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.768508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:21.773756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:21.859326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:21.859861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:21.863523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:21.864674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:21.867680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:59:22.048038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:22.048593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:22.313361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 14:59:22.778045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:22.789356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:22.803560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:22.803713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4b6748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:22.892941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:22.895528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.9519463
Dec 13 14:59:22.897804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52766) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:22.950369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a9104a8-4916-4f6d-acd6-a13f3440a518 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0502679
Dec 13 14:59:22.952799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52770) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:22.998483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:23.104454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d25838-5a7d-4111-ba07-02e9ed61e640 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:23.106300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c6d25838-5a7d-4111-ba07-02e9ed61e640 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1524544
Dec 13 14:59:23.109936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52774) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:23.157999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-734a2439-74db-4ca2-a462-613bc254db4f tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0464911
Dec 13 14:59:23.161501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:23.170246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004144654', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:23.295267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:23.300501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:23.306038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:23.313187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:23.331871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:59:23.454895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:23.494591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4b6748>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:21Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:23.502674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:23.503119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Updating router 7992ef4b-1d34-4f33-827e-dc5799dde634 port 5963812a-6cfc-4197-abf2-3452ae5365d7 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:59:23.582603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:23.696928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:23.702113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7caf4ea2-8019-47fa-a0e2-2a510743c601 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:23.792020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=684bd1ae-201e-45e2-a081-d59db6b8ccf4,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:23.800913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:23.804166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:59:23.804166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: 0e0a520e-982f-4cda-a1e1-e9b2d520ba75, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 14:59:23.840967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 14:59:23.858450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 0e0a520e-982f-4cda-a1e1-e9b2d520ba75) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:23.866358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:23.866358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:23.879423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105dc5d-0c7c-43f6-a01c-e23b88a10cb4 None None] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:59:23.911747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7455037
Dec 13 14:59:23.918465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52782) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:23.973457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:23.987193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Transition to ACTIVE for port object 5963812a-6cfc-4197-abf2-3452ae5365d7 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:23.997949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.003482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:24.086066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:24.091408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Attempting to bind port 5963812a-6cfc-4197-abf2-3452ae5365d7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:59:24.092224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Attempting to bind port 5963812a-6cfc-4197-abf2-3452ae5365d7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:59:24.092465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Attempting to bind port 5963812a-6cfc-4197-abf2-3452ae5365d7 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:59:24.102689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.103096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.103698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.103794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.104153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.104512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.105209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.105209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.105529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.105868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.106219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:24.111206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:24.112104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:59:24.112502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:59:24.112940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.113365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:59:24.113878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Bound port: 5963812a-6cfc-4197-abf2-3452ae5365d7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:59:24.114522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.165379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 14:59:24.165379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.359624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Allocated IP 172.20.0.2 (0e0a520e-982f-4cda-a1e1-e9b2d520ba75/684bd1ae-201e-45e2-a081-d59db6b8ccf4/7c149f6a-202e-451d-bbf2-4edc93e31093) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:59:24.364651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:59:24.368320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5963812a-6cfc-4197-abf2-3452ae5365d7,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:59:24.392926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.397935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a71d4d51-9280-47fa-9599-64f12c882e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:24.482468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:24.502131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:24.510907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:24.513336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4b6748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:24.630527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.643524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Transition to ACTIVE for port object 7c149f6a-202e-451d-bbf2-4edc93e31093 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:24.668466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Transition to ACTIVE for port object 7c149f6a-202e-451d-bbf2-4edc93e31093 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:24.677540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:24.677540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:24.752899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c149f6a-202e-451d-bbf2-4edc93e31093,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:24.752899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:24.759118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:24.767452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:24.767452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:24.780985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:59:24.895621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:25.067265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Attempting to bind port 7c149f6a-202e-451d-bbf2-4edc93e31093 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:59:25.067848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Attempting to bind port 7c149f6a-202e-451d-bbf2-4edc93e31093 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:59:25.068395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Attempting to bind port 7c149f6a-202e-451d-bbf2-4edc93e31093 on network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:59:25.077685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:59:25.078253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Checking segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:59:25.079789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:25.079789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Bound using segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:59:25.087939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Bound port: 7c149f6a-202e-451d-bbf2-4edc93e31093, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:59:25.087939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:25.119787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4b6748>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:21Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:25.124452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1b4d0-97cb-44cf-887d-99414a5417a8 None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:21Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:25.193843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] For port 7c149f6a-202e-451d-bbf2-4edc93e31093, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:59:25.198033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] For port 7c149f6a-202e-451d-bbf2-4edc93e31093, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7c149f6a-202e-451d-bbf2-4edc93e31093,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:59:25.202307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:25.209937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:25.313664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c149f6a-202e-451d-bbf2-4edc93e31093,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:25.322073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:25.802038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (0e0a520e-982f-4cda-a1e1-e9b2d520ba75/684bd1ae-201e-45e2-a081-d59db6b8ccf4/4365cc47-3af9-4f7e-a359-c38ac4e3be2f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:59:26.057663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.080083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 4365cc47-3af9-4f7e-a359-c38ac4e3be2f will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:26.110888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.115376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0412dfe9-2fec-4455-930d-713fc3b9a04b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:26.197319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:26.201316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:26.203986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:59:26.255462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:26.259146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:26.283464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.415770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.905677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.910569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:26.946086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18d89a7e-87cd-4f01-8b80-1b2666532d8b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:27.047119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:27.052619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:27.058991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:27.240572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:27.243052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:27.308366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7c149f6a-202e-451d-bbf2-4edc93e31093 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:27.401853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7c149f6a-202e-451d-bbf2-4edc93e31093 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:27.408181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:27.449226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146d924-b3c4-4658-a800-afc656f2fef4 None None] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 14:59:27.615576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Provisioning for port 7c149f6a-202e-451d-bbf2-4edc93e31093 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:27.655593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Provisioning complete for port 7c149f6a-202e-451d-bbf2-4edc93e31093 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:27.655789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:27.692424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5963812a-6cfc-4197-abf2-3452ae5365d7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:27.707488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:59:27.713188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5963812a-6cfc-4197-abf2-3452ae5365d7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:27.713609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:27.937110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:27.953426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0393469
Dec 13 14:59:27.956083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52788) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:27.960352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:27.998028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.029664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5963812a-6cfc-4197-abf2-3452ae5365d7,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:28.034836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.037825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] For port 7c149f6a-202e-451d-bbf2-4edc93e31093, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7c149f6a-202e-451d-bbf2-4edc93e31093,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:28.038782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:28.075326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.117693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:28.121321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:28.122082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:28.151784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.151951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.152333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.152736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.153209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.153513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.159873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ba820fc-da4f-4fd7-b414-9b11842c8f56 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1988289
Dec 13 14:59:28.159873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52792) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:28.201468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Pushing event updated for resources: {'Port': ['ID=7c149f6a-202e-451d-bbf2-4edc93e31093,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:28.217228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:28.261772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.262196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.262610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.263035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.263439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.264014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:28.266488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69082811-7bc9-45c8-a458-e1ac3c6cbfa9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.1063793
Dec 13 14:59:28.270177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52796) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:28.409829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-843b8962-302f-480e-9586-e149546566c4 None None] Provisioning complete for port 7c149f6a-202e-451d-bbf2-4edc93e31093 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:28.410171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-843b8962-302f-480e-9586-e149546566c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.522636 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fb7cbb6e-3e47-4fd5-8bf8-4b8d15be0c41 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2511005
Dec 13 14:59:28.560042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-843b8962-302f-480e-9586-e149546566c4 None None] Provisioning for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:28.565900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-843b8962-302f-480e-9586-e149546566c4 None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:28.566521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-843b8962-302f-480e-9586-e149546566c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.594530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:28.633715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:28.634408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e927780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:28.702457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-843b8962-302f-480e-9586-e149546566c4 None None] Port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:59:28.846001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:28.848770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-689e537e-9522-4b2f-985c-c38a1ec645c3 None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:28.849206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-689e537e-9522-4b2f-985c-c38a1ec645c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.868485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948780791', 'description': 'tempest-secgroup-smoke-1948780791 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:28.876772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:28.881803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:28.885058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:28.888228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:28.891934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:28.906986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.945135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:28.949266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:28.952451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:28.958536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:28.988667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:28.994003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-689e537e-9522-4b2f-985c-c38a1ec645c3 None None] Port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:59:29.019249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.022509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.028066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f986b1b0-8fea-4ff7-8348-183866c6b17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.071609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ad628-2ee8-4bda-a0c4-72789b41a70e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.074067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.075371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2281997
Dec 13 14:59:29.076520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-30353f82-21e9-4c70-ae37-3d367de4b2fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:29.079249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52806) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:29.085354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:29.092117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:29.096298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:29.100113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:29.106692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:29.124548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.191114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.194484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.198751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4bb90d6f-f090-4982-af0e-89368609e0e4 None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:29.199291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bb90d6f-f090-4982-af0e-89368609e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.202288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00bf2b2b-6b16-4534-84d4-e8e22930c813 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.226378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898eb79b-b34f-4137-8792-98c96f635f75,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.229069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:29.233582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.235212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1549666
Dec 13 14:59:29.235872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7c149f6a-202e-451d-bbf2-4edc93e31093 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:29.238291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52810) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:29.244578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:29.251640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:29.255911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:29.259079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:29.265667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:29.296303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.367860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.371749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.374344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9342382-8485-4520-ab9c-c62416f09055 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.403783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854f6c53-811d-4a5b-804b-34f6b4b5d0ff,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.409687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:29.414645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.416230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1767132
Dec 13 14:59:29.419819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52814) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:29.428026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:29.435367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:29.441537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:29.445017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:29.455319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:29.485408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.529118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4bb90d6f-f090-4982-af0e-89368609e0e4 None None] Port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:59:29.561461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7c149f6a-202e-451d-bbf2-4edc93e31093 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:29.561774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.561896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.565471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.578950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a2400ecd-702d-4e5c-9485-f22d8adb7761 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.604567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.605393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e927780>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:29.609536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1875365
Dec 13 14:59:29.610350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52818) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:29.611057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a166258-13c0-4f60-b7cf-4d530cefdd66,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.617989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:29.618401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Updating router 7992ef4b-1d34-4f33-827e-dc5799dde634 port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 14:59:29.619142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:29.622040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.622651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.623363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.623925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.624647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.625818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.626416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.627030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.627618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.628123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:29.628690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.629398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.633333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:29.635269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:29.641639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:29.650853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:29.669549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.685695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.743578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.746950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.749008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.774158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9e9b19-e93f-49d1-9be5-86fa81acd1d8,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.776819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:29.786352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.787903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1761048
Dec 13 14:59:29.792607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52822) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:29.799023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:29.807466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:29.811284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:29.817327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:29.820638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:29.828931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:29.841303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:59:29.848720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.923410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.944456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:29.946452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0502e261-5045-4419-8071-37e88f598948 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:29.971629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f832c2af-ea90-4f12-8358-d00b9394d275,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:29.984929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.986042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.986490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.987079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.987491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.987896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.988301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.988707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.989108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.989615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.990135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 14:59:29.993695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:30.002998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.004358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2105081
Dec 13 14:59:30.007399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52826) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:30.014373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'ff3ad628-2ee8-4bda-a0c4-72789b41a70e', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:30.021628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:30.025968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:30.029402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:30.036682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:30.047705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 14:59:30.054114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5963812a-6cfc-4197-abf2-3452ae5365d7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:30.054528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.055301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.125163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.129183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.131211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4d5f372d-cc26-4482-b075-34fd6e1fc058 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:30.152686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89672523-a1ce-4bc9-bf9e-f89c0a0c2003,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:30.157407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:30.165527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.166783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1583750
Dec 13 14:59:30.274379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.293584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Transition to ACTIVE for port object 4365cc47-3af9-4f7e-a359-c38ac4e3be2f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:30.300665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.305241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5630b58d-d5ad-45be-afdc-f77ee64f2ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:30.423636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-3af09b8c-2725-4aae-8171-8741ff164f4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:30.435394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:30.438762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:30.443784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-3af09b8c-2725-4aae-8171-8741ff164f4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:30.449754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-3af09b8c-2725-4aae-8171-8741ff164f4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948780791&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0767162
Dec 13 14:59:30.530887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Attempting to bind port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:59:30.531280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Attempting to bind port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:59:30.531817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Attempting to bind port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f on network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:59:30.539250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:59:30.539679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Checking segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:59:30.540189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.540579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Bound using segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:59:30.541103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Bound port: 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:59:30.541527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.624506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-80887625-deec-4f08-9f5f-ec37bdad8e8a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:30.626448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-80887625-deec-4f08-9f5f-ec37bdad8e8a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 200  len: 797 time: 0.1730745
Dec 13 14:59:30.642901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:59:30.646733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:59:30.649577 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-7f4602aa-22f4-4e63-8f2c-b6c32519778b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0167279
Dec 13 14:59:30.653432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:30.658106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-553e82b0-0276-46d1-b9d4-e2808a480a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:30.751807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-eb1887f8-2273-420c-9989-4f88c8868266 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945137
Dec 13 14:59:30.752852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:30.757046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:30.758074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:30.758751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e927780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:30.956653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:31.068951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-9f2cc6ea-54cf-4acb-8863-0c0d471aeaee service neutron] 10.222.0.69 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989156
Dec 13 14:59:31.219737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-3420d65a-b697-4ce6-a9b7-19465819dde2 service neutron] 10.222.0.69 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423049
Dec 13 14:59:31.324570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e927780>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:30Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:31.329428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7334b3-fe85-4299-bdec-0c488dd480fc None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:30Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:31.482228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f3d288d7-96e6-4280-b7b4-f57eb603e4d9 req-f13e44d6-48e0-4381-9243-0227e48b9989 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:31.500117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f3d288d7-96e6-4280-b7b4-f57eb603e4d9 req-f13e44d6-48e0-4381-9243-0227e48b9989 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:31.501461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3d288d7-96e6-4280-b7b4-f57eb603e4d9 req-f13e44d6-48e0-4381-9243-0227e48b9989 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 210 time: 0.0734246
Dec 13 14:59:32.702468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-956a0341-d849-4c1e-9011-f5ae374218ad req-03e6add3-165a-4742-bb05-9b50bdefee1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 210 time: 0.0583088
Dec 13 14:59:33.053467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-6d311488-0732-4941-ba8f-cf4e6d8f525e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:33.054228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-6d311488-0732-4941-ba8f-cf4e6d8f525e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:33.069961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-6d311488-0732-4941-ba8f-cf4e6d8f525e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:33.071348 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-6d311488-0732-4941-ba8f-cf4e6d8f525e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 200  len: 797 time: 0.1843870
Dec 13 14:59:33.133221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-9d3b062c-7f3c-4fbf-8266-2edb0055eddd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:33.146925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-9d3b062c-7f3c-4fbf-8266-2edb0055eddd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:33.147857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-9d3b062c-7f3c-4fbf-8266-2edb0055eddd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 380 time: 0.0638716
Dec 13 14:59:33.159484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['ff3ad628-2ee8-4bda-a0c4-72789b41a70e']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:33.251084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:33.328382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:33.334698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:33.335761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.351918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:33.364892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:33.374692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 14:59:33.380872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.468747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.503583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:33.507631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.509587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:33.564293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.12 (0e0a520e-982f-4cda-a1e1-e9b2d520ba75/684bd1ae-201e-45e2-a081-d59db6b8ccf4/29b3c4de-6762-4c8e-9f4e-c58a9f9425ad) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:59:33.575765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:33.579852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:33.777072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.795707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:33.818277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:33.825434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-281d7744-8d8a-4941-9069-56ae23d4f868 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:33.948244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:33.953191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:33.958436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:59:34.243460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:34.247291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:34.253652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e6c314c5-e7f1-4182-9d00-0eeac6cdfc90 None None] Provisioning for port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:34.259261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e6c314c5-e7f1-4182-9d00-0eeac6cdfc90 None None] Provisioning complete for port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:34.259760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c314c5-e7f1-4182-9d00-0eeac6cdfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:34.299499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:34.300187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:34.321554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebdf6c-74c7-4c2f-bad1-f054b687f06b req-a428b26b-5d12-4d14-b676-6a3205567548 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:34.324888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e6c314c5-e7f1-4182-9d00-0eeac6cdfc90 None None] Port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 14:59:34.329168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c7ebdf6c-74c7-4c2f-bad1-f054b687f06b req-a428b26b-5d12-4d14-b676-6a3205567548 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 932 time: 0.4713442
Dec 13 14:59:34.372234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2186544
Dec 13 14:59:34.386367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Request body: {'port': {'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:34.416956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c7ebdf6c-74c7-4c2f-bad1-f054b687f06b req-e6e53446-b24a-4fa8-8d70-80e5e8e74935 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868175
Dec 13 14:59:34.505233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:34.876480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:59:34.889498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:34.905557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Transition to ACTIVE for port object 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 14:59:34.912491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:34.918791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82aee5cf-efdc-45ee-adee-426deec8856c tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:35.066701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Pushing event updated for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:35.069965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:35.200992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Attempting to bind port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 14:59:35.201544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Attempting to bind port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 14:59:35.201908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Attempting to bind port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad on network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:59:35.209280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad on network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 14:59:35.210443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Attempting to bind port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad on network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 14:59:35.220952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 14:59:35.221424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Checking segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 14:59:35.221731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Bound using segment: {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 14:59:35.222603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Bound port: 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db70779-46fb-4aa2-8c28-92b1355052a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 14:59:35.225730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:35.230440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:35.308243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:35.308928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:35.331643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 14:59:35.334661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 14:59:35.341552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:35.346946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99522b58-72b8-4d5e-b58c-1d6a61af1264 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:35.428197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:35.429901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] 10.222.0.72 "PUT /v2.0/ports/29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 200  len: 1094 time: 1.0491216
Dec 13 14:59:35.430862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:59:35.465178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Pushing event updated for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:35.469911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:35.571291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'status': 'completed', 'code': 200}
Dec 13 14:59:35.588831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-b764e393-975a-4c04-93fc-09e8c244ad8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1097 time: 0.1040361
Dec 13 14:59:35.688033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-6edcea18-2846-4125-a6e7-9e5ae6006b69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 200  len: 217 time: 0.0894659
Dec 13 14:59:35.692198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa29e49-1efe-47b0-a2a0-8d5a022b2f41 req-66a93fb9-ba32-45bf-af10-907f55979623 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:35.699605 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2aa29e49-1efe-47b0-a2a0-8d5a022b2f41 req-66a93fb9-ba32-45bf-af10-907f55979623 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 944 time: 0.1017921
Dec 13 14:59:35.748449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2aa29e49-1efe-47b0-a2a0-8d5a022b2f41 req-51db9bdd-bb1c-4468-9dd2-f922d7dfc316 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473580
Dec 13 14:59:35.765618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-8eeaf80e-82fc-491e-a593-19938551f980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:35.767836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-8eeaf80e-82fc-491e-a593-19938551f980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=684bd1ae-201e-45e2-a081-d59db6b8ccf4 HTTP/1.1" status: 200  len: 835 time: 0.0728965
Dec 13 14:59:35.859783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-5788c54e-fa26-4aa0-bea8-3a49254d6680 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0853951
Dec 13 14:59:36.008209 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-1a1e6b55-a82f-4aa6-9977-963915d0bd0f service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418841
Dec 13 14:59:36.163233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36b413ea-e890-4efd-a541-7f0f63dc9a6a req-f86f5d75-fbbb-4d7b-98c0-283ee4e37aad service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482539
Dec 13 14:59:36.308064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-bc488196-268f-4271-96c0-73ba4be00659 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1097 time: 0.0943589
Dec 13 14:59:36.469221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-f328cf83-9199-4ae5-b1ed-10bcb6de253b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:36.471195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-f328cf83-9199-4ae5-b1ed-10bcb6de253b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 200  len: 898 time: 0.1554184
Dec 13 14:59:36.564749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-9f5ae05e-a26c-4481-9564-c28a955bba56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 200  len: 217 time: 0.0800638
Dec 13 14:59:36.648245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-2b519e3b-bd46-42e7-902b-4915f14fc650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:36.649926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-2b519e3b-bd46-42e7-902b-4915f14fc650 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=684bd1ae-201e-45e2-a081-d59db6b8ccf4 HTTP/1.1" status: 200  len: 835 time: 0.0787337
Dec 13 14:59:36.734677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-ece58fd5-ba4d-413d-ab9d-9c7c4d8dc8e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750501
Dec 13 14:59:36.905423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-34d5f572-8805-4f81-a183-805c1126d409 service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627662
Dec 13 14:59:37.106611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d803803-5f71-4356-9c77-40671ed4cadc req-0f71e3d8-0778-4e7f-8cab-2b252724c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:37.107494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4d803803-5f71-4356-9c77-40671ed4cadc req-0f71e3d8-0778-4e7f-8cab-2b252724c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 14:59:37.119293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b26c769b-1ca3-4d8a-9ea4-cf1bfb4a0905 req-7aaa7da3-26aa-42c7-82c2-66e9a6d4fbd4 service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775453
Dec 13 14:59:37.129582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4d803803-5f71-4356-9c77-40671ed4cadc req-0f71e3d8-0778-4e7f-8cab-2b252724c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 14:59:37.130679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d803803-5f71-4356-9c77-40671ed4cadc req-0f71e3d8-0778-4e7f-8cab-2b252724c474 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 944 time: 0.2304711
Dec 13 14:59:37.190053 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d803803-5f71-4356-9c77-40671ed4cadc req-aab97353-3711-43c3-bd85-d2f4ca1c9ed1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508466
Dec 13 14:59:37.924226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1fe9956-31a7-4138-813d-3be33b2da8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:38.409691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba72c9a-263e-454b-b68f-42e0ad4ca0b1 req-d66c765d-24f5-4de5-a345-731ba611ed28 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:38.411374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6ba72c9a-263e-454b-b68f-42e0ad4ca0b1 req-d66c765d-24f5-4de5-a345-731ba611ed28 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 944 time: 0.0905592
Dec 13 14:59:38.460411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6ba72c9a-263e-454b-b68f-42e0ad4ca0b1 req-7d5c1d4d-257e-46cb-aa85-5238fa33313a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428090
Dec 13 14:59:38.930033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 14:59:39.088594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:39.102869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 14:59:39.162254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:39.180856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 14:59:39.203708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:39.210762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:39.213544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:39.287944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:39.291517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:39.457681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 14:59:39.533293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:39.674518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c0960-cc3b-430d-8b84-50e707a8a626 req-e2291071-84e6-49fc-a174-75ca3c03980f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:39.676169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-221c0960-cc3b-430d-8b84-50e707a8a626 req-e2291071-84e6-49fc-a174-75ca3c03980f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 945 time: 0.0879505
Dec 13 14:59:39.729545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-221c0960-cc3b-430d-8b84-50e707a8a626 req-053ab8a1-8c0a-4094-abc3-b183b09d9b37 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469210
Dec 13 14:59:40.340227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abfae9d2-deef-44a2-aec1-6642c5ee10a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:40.750786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:40.937853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 14:59:40.938233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ffda6-b494-4784-bd3f-5ae85833934f req-7f8c27fe-8c16-4ace-9ea5-c61fc0bdf8fb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:40.939910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-493ffda6-b494-4784-bd3f-5ae85833934f req-7f8c27fe-8c16-4ace-9ea5-c61fc0bdf8fb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 945 time: 0.0847380
Dec 13 14:59:40.998207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-493ffda6-b494-4784-bd3f-5ae85833934f req-5953f33d-c18c-400f-bfac-b33d00ad768b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491314
Dec 13 14:59:41.012702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 14:59:41.018351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 14:59:41.018772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:41.326019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:41.354877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:59:41.365557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 14:59:41.368825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:41.371638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7487e9c-0d4b-43f1-87ff-f6b4f36cb9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:41.418949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'code': 200}
Dec 13 14:59:41.422396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-3e9b1a2b-8cfb-44b9-ba24-e0d72aa18b6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817499
Dec 13 14:59:41.447911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:41.451188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:41.607950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-d8e1d5ee-fc6c-4f89-a6ca-82399f1441b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1099 time: 0.0865641
Dec 13 14:59:41.699224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d31f210f-6ef4-4ac8-baa8-6751d8b55fdd req-9affd06f-d302-4373-b09a-0ef97686283b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1099 time: 0.0776362
Dec 13 14:59:41.744982 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d31f210f-6ef4-4ac8-baa8-6751d8b55fdd req-3c60e26b-9b98-4049-853b-0eabd430df9c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395706
Dec 13 14:59:41.774054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-6b0b7c69-9f78-4da0-bc0c-f541e2f999a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:41.775695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-6b0b7c69-9f78-4da0-bc0c-f541e2f999a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1391551
Dec 13 14:59:42.041980 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-70279844-35e9-4760-9abf-f52347d82809 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 1002 time: 0.1161449
Dec 13 14:59:42.117733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-f6aca4af-d5f7-4ad9-b0f0-529ba7b002cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:42.119357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-f6aca4af-d5f7-4ad9-b0f0-529ba7b002cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0696898
Dec 13 14:59:42.131374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:42.206305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-1ac58429-dd7d-49ac-88f3-53c25aa17e61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795224
Dec 13 14:59:42.213858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6e3f-9a10-417d-bf26-7272de9a7009 req-8942b14e-b943-409f-8f5d-44c75e52936e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:42.215431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20cd6e3f-9a10-417d-bf26-7272de9a7009 req-8942b14e-b943-409f-8f5d-44c75e52936e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.0916107
Dec 13 14:59:42.266613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20cd6e3f-9a10-417d-bf26-7272de9a7009 req-0ab81ebd-1d27-4890-9111-e8ff8f1cb192 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440774
Dec 13 14:59:42.358106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-4f55a308-d64e-4063-b4e9-8817b42d2944 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446381
Dec 13 14:59:42.503738 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c31fd71d-08c6-4988-894a-6924b19fbc33 req-9bf9d898-46b5-4c79-b476-a6245617efb0 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383815
Dec 13 14:59:43.494043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434d7c7-dccf-4c04-865b-f65fdda3dd5e req-c6312e83-f122-4fe3-9a4f-7059b6e73055 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:43.495564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e434d7c7-dccf-4c04-865b-f65fdda3dd5e req-c6312e83-f122-4fe3-9a4f-7059b6e73055 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.0906694
Dec 13 14:59:43.554703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e434d7c7-dccf-4c04-865b-f65fdda3dd5e req-1ecc88a2-76e6-4970-924b-0c8d506bc2de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495176
Dec 13 14:59:43.767807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501852-3151-421f-8268-c160d247456f req-c1a8ee0d-36ab-4047-a7c9-1e9ace86bcae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:43.769315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1501852-3151-421f-8268-c160d247456f req-c1a8ee0d-36ab-4047-a7c9-1e9ace86bcae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.0868196
Dec 13 14:59:43.818226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1501852-3151-421f-8268-c160d247456f req-2100c72b-4ef4-49b3-a45a-fdd4323f9b9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425572
Dec 13 14:59:43.846515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52892) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:43.928890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-65850987-8186-4a5a-b3cb-b7d9b78713ff tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1094 time: 0.0810735
Dec 13 14:59:43.931812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52896) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:43.937972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 14:59:43.944327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 14:59:43.948810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 14:59:43.952035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 14:59:43.959373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 14:59:43.972147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:44.139211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:44.291779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.153 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/d86d62e3-6a90-41c2-a7d3-ceb13a2147f3) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 14:59:44.451088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:44.481537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:44.485864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3204d595-09b3-44bc-98d1-4c927627f618 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:44.556655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 14:59:44.560217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 14:59:44.562594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=d86d62e3-6a90-41c2-a7d3-ceb13a2147f3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:44.565278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 14:59:44.591771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:45.114081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:45.176668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:45.401619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:45.407487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:45.411330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 14:59:45.516252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=d86d62e3-6a90-41c2-a7d3-ceb13a2147f3,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 14:59:45.523086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 14:59:45.541175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:46.003897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP d6a554e1-6e62-4132-b464-9ef920ce3b7f associated. External IP: 172.26.4.153, port: 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad.
Dec 13 14:59:46.444791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 14:59:46.665640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 14:59:46.677803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 14:59:46.691976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:46.692852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56ac18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:46.693264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 14:59:46.755926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8229752
Dec 13 14:59:46.756670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 14:59:46.758903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52902) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:46.857077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'status': 'completed', 'code': 200}
Dec 13 14:59:46.883452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:47.269441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56ac18>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T14:59:44Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:33Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:47.294204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-77ec35d6-d9a1-4943-9d4b-f1bb77866d0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1099 time: 0.4092577
Dec 13 14:59:47.297257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 14:59:47.314994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 14:59:47.316302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56ac18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T14:59:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:47.470873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-ccd47995-a975-4cf6-a7a4-9b3f89c064c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:47.472398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-ccd47995-a975-4cf6-a7a4-9b3f89c064c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 200  len: 898 time: 0.1702929
Dec 13 14:59:47.477756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24281bff-0101-430a-92fa-573327035240 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634 HTTP/1.1" status: 200  len: 922 time: 0.7175741
Dec 13 14:59:47.480806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52908) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:47.509179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 14:59:47.590230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-0f4f58df-853f-433c-8fc1-2dfcefc217ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 200  len: 1000 time: 0.1110988
Dec 13 14:59:47.597004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5426d4f6-e998-45e6-8298-add34df2e17b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1148758
Dec 13 14:59:47.666625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-d3f98bd3-c457-4304-acf2-6aa1aef53a6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 14:59:47.668334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-d3f98bd3-c457-4304-acf2-6aa1aef53a6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=684bd1ae-201e-45e2-a081-d59db6b8ccf4 HTTP/1.1" status: 200  len: 835 time: 0.0699077
Dec 13 14:59:47.753397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-eeb6143e-0d1c-4aa1-a01b-64a179627964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778270
Dec 13 14:59:47.907200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-e444c9b2-5ffe-4483-9a3e-e2ca53103011 service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467006
Dec 13 14:59:48.033866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56ac18>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T14:59:44Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:33Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 14:59:48.038357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f68a1a-ecb5-47f4-8252-1686fd90f5da None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T14:59:44Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T14:59:33Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 14:59:48.067800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44d8eb18-eb97-43c4-adb5-90b0d381a675 req-a6cd9bd3-4777-42ed-b753-c0e3397861aa service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420090
Dec 13 14:59:48.387240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30adfe6c-5e22-4be0-909b-9b34fae745f4 None None] New status for floating IP d6a554e1-6e62-4132-b464-9ef920ce3b7f: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 14:59:48.601250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 14:59:48.724101 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-59aac909-7cb9-4b1f-8be4-ee0f80dc1bfe tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 994 time: 0.1215241
Dec 13 14:59:51.756095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 14:59:58.944933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:07.920574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a008-3e86-4082-891e-6a9238933b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:09.516986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:10.273634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f48f4492-5114-495e-9e40-f8f47b250967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:10.752499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:12.134588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:18.304376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52928) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:18.513596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-912779e9-9deb-4c99-96d4-b3b1a28948b3 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.2052836
Dec 13 15:00:18.516687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52932) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:18.763226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f46659e-5b4d-41f0-acaf-82432019fc25 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Notify agent at dv-neutron-821565-1-hyperv the message router_removed_from_agent {{(pid=88857) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 13 15:00:18.766962 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f46659e-5b4d-41f0-acaf-82432019fc25 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "DELETE /v2.0/agents/6bd80a95-1720-455b-b552-9d0e93be0abc/l3-routers/7992ef4b-1d34-4f33-827e-dc5799dde634 HTTP/1.1" status: 204  len: 168 time: 0.2488761
Dec 13 15:00:18.770029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52936) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:18.970494 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6386a45e-7e4f-4e41-8e68-7697d05c6d67 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1993539
Dec 13 15:00:18.973351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52940) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:19.089480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dad69951-db8f-4aa2-8bc7-f1941533e06a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 994 time: 0.1148279
Dec 13 15:00:19.100743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749fc29-659e-4757-9e4b-f6e005048b34 None None] New status for floating IP d6a554e1-6e62-4132-b464-9ef920ce3b7f: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:00:19.235608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:19.353939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:19.389982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:19.393404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:19.394361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:19.418121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:19.512349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:19.556618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.557005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.557391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.557766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.558140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.558542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.558884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.559283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.559651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.560038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.560413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:19.565997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:19.581964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:19.598144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5963812a-6cfc-4197-abf2-3452ae5365d7,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:19.602526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:19.604352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:19.677254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:19.680823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:20.097935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:20.212580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a6cedbf8-0027-4a69-b01e-408ef636f0ed tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1128416
Dec 13 15:00:21.374586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 52952) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:21.595075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d04e4-2c20-4a1d-82fb-24deeb5fa0db tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:00:21.595358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d04e4-2c20-4a1d-82fb-24deeb5fa0db tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Notify agent at dv-neutron-821565-1-hyperv the message router_added_to_agent {{(pid=88857) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 13 15:00:21.623197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-810d04e4-2c20-4a1d-82fb-24deeb5fa0db tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "POST /v2.0/agents/6bd80a95-1720-455b-b552-9d0e93be0abc/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2473464
Dec 13 15:00:21.626592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52958) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:21.643995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:00:21.657103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:21.657778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb30cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:21.826202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-341787a2-c08f-4184-8914-ca68d466acde tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1953773
Dec 13 15:00:21.826592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:21.841614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:21.937937 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd6c6911-7f22-4757-a333-933132a3d082 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1100471
Dec 13 15:00:22.239853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb30cf8>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:22.244191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:00:22.256659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:22.257307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb30cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:22.446016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:22.814767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb30cf8>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:22.819463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf693207-31aa-4be2-848c-224184d54b7a None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd6a554e1-6e62-4132-b464-9ef920ce3b7f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'port_id': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'mac_address': 'fa:16:3e:49:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:44Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:19Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:00:22.942405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52968) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:23.056415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ac416efc-01fb-4013-abf6-d5dab2125679 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1126232
Dec 13 15:00:23.275741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:23.357176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:23.357521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:23.652282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:23.693336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:23.698844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:23.703173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b235b957-8c1b-4bc4-8e1a-c47ac525ad30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:23.773450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:23.780182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:24.061146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52972) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:24.181936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-721eb2d5-71d1-46e4-94d7-b7ef20a624bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1191449
Dec 13 15:00:25.186230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52976) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:25.311210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a03d4ff7-ccc1-458b-80b0-4f30c9d304f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1225779
Dec 13 15:00:25.313530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:25.388221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:25.388642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:25.510145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:25.581573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5963812a-6cfc-4197-abf2-3452ae5365d7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:25.582013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:25.706445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:25.723780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5963812a-6cfc-4197-abf2-3452ae5365d7,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:25.727822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:25.729768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-437224a3-68c2-43a4-954f-d7e302a5f116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:25.800780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:25.804002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:26.152389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c1d2e2-1c7f-4ae6-a594-fa7ae5cffd09 None None] New status for floating IP d6a554e1-6e62-4132-b464-9ef920ce3b7f: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:00:26.316203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52980) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:26.428905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71a00ba2-dff3-4e28-bcb5-f1cb604f1172 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 992 time: 0.1112115
Dec 13 15:00:27.254681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:27.330826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5963812a-6cfc-4197-abf2-3452ae5365d7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:27.331356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:27.433210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52984) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:27.553748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34f1a4e1-041c-4c9d-917d-53ac09340d5c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 200  len: 994 time: 0.1190567
Dec 13 15:00:27.856648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 52992) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:28.084964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port d86d62e3-6a90-41c2-a7d3-ceb13a2147f3 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:00:28.085232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:28.272782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:28.273154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:28.399885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for d86d62e3-6a90-41c2-a7d3-ceb13a2147f3 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:00:28.552290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:28.558189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fbad176d-c940-47da-9348-02b3f4fba243 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:28.609547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=d86d62e3-6a90-41c2-a7d3-ceb13a2147f3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:28.613910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:28.705229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:28.758450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:00:28.951482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:29.384059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:00:29.597364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:00:29.607889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:00:29.620143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:29.621106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:29.621803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1807f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:29.676446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/d6a554e1-6e62-4132-b464-9ef920ce3b7f HTTP/1.1" status: 204  len: 168 time: 1.8184195
Dec 13 15:00:29.677266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:00:29.733988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'status': 'completed', 'code': 200}
Dec 13 15:00:29.810772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:29.840477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-e0fb0053-632f-4c1a-92d9-11b7418a3983 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 1099 time: 0.0811284
Dec 13 15:00:30.001814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-267b426c-7301-4686-b6c6-6713e60b8cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:30.003406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-267b426c-7301-4686-b6c6-6713e60b8cfa service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 200  len: 898 time: 0.1556482
Dec 13 15:00:30.075746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-c8fd445c-54d7-4d03-9a65-502e0de470b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 200  len: 217 time: 0.0650167
Dec 13 15:00:30.098169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55ac7f-84a5-4d72-ae14-cb6ee14811b0 req-e77f7d97-7f01-41f7-91a7-f734d9018687 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:30.098936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8e55ac7f-84a5-4d72-ae14-cb6ee14811b0 req-e77f7d97-7f01-41f7-91a7-f734d9018687 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:30.116222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8e55ac7f-84a5-4d72-ae14-cb6ee14811b0 req-e77f7d97-7f01-41f7-91a7-f734d9018687 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:30.117534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e55ac7f-84a5-4d72-ae14-cb6ee14811b0 req-e77f7d97-7f01-41f7-91a7-f734d9018687 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.1136737
Dec 13 15:00:30.155166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-087dde15-bfcc-40ba-9ce4-cbc591eca5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:30.157213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-087dde15-bfcc-40ba-9ce4-cbc591eca5ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=684bd1ae-201e-45e2-a081-d59db6b8ccf4 HTTP/1.1" status: 200  len: 835 time: 0.0743990
Dec 13 15:00:30.169770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1807f0>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:23Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:30.172127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e55ac7f-84a5-4d72-ae14-cb6ee14811b0 req-4203d3d0-3e42-44b7-98b1-740ff34ee0fb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471137
Dec 13 15:00:30.174744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:00:30.186259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:30.187557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1807f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:30.241538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-6d793b8d-5401-4dc4-aa26-022ea55a63c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e0a520e-982f-4cda-a1e1-e9b2d520ba75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764918
Dec 13 15:00:30.378472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:30.388572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-ffb5dd06-c3ea-464f-bf18-fd79407e82c3 service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383319
Dec 13 15:00:30.534035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-538ac69e-3e98-4a70-a39f-4d3812e5b87d req-60d9b8a2-bd50-4121-a69f-c9b94f28a73c service neutron] 10.222.0.72 "GET /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375711
Dec 13 15:00:30.719906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1807f0>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:23Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:30.724208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6dc9d-4788-4a84-9288-ac50e7c82346 None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4365cc47-3af9-4f7e-a359-c38ac4e3be2f', 'name': '', 'network_id': '0e0a520e-982f-4cda-a1e1-e9b2d520ba75', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:92:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:25Z', 'updated_at': '2021-12-13T15:00:23Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '684bd1ae-201e-45e2-a081-d59db6b8ccf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:00:31.317708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-86578c79-16e1-4358-96d9-549d9d86d0c6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:31.319705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-86578c79-16e1-4358-96d9-549d9d86d0c6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.0915024
Dec 13 15:00:31.448898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:00:31.449278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:31.839567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba37c7-d846-4d25-a177-fd47acaa0895 req-5998abce-57f7-40cb-8d1d-e2864a783414 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:31.841090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62ba37c7-d846-4d25-a177-fd47acaa0895 req-5998abce-57f7-40cb-8d1d-e2864a783414 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=10e012d5-2c2f-4c60-aa01-046a21e38c7f HTTP/1.1" status: 200  len: 946 time: 0.4837654
Dec 13 15:00:32.022238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62ba37c7-d846-4d25-a177-fd47acaa0895 req-0bc88491-b12b-48ed-9564-1971fbb842c0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff3ad628-2ee8-4bda-a0c4-72789b41a70e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679955
Dec 13 15:00:32.026092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58059aae-b986-4b3a-8a4e-4ef8d2febc98 None None] New status for floating IP d6a554e1-6e62-4132-b464-9ef920ce3b7f: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:00:32.062310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:32.062724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:32.197568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:00:32.350144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:32.356365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f4f7d48-8c30-4de4-937d-24ecafcca725 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:32.403555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=29b3c4de-6762-4c8e-9f4e-c58a9f9425ad,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:32.446743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.447242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.447657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.448051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.448457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.448868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.449273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.449682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.450083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.450481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.450880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:32.454469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:32.493705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:00:32.496270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:32.499711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'name': 'network-vif-deleted', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:00:32.516946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a98e550-b550-4370-ab6e-ed9cd89c6b45 req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/29b3c4de-6762-4c8e-9f4e-c58a9f9425ad HTTP/1.1" status: 204  len: 173 time: 1.1909001
Dec 13 15:00:32.556822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e012d5-2c2f-4c60-aa01-046a21e38c7f', 'name': 'network-vif-deleted', 'tag': '29b3c4de-6762-4c8e-9f4e-c58a9f9425ad', 'status': 'completed', 'code': 200}
Dec 13 15:00:33.275319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53008) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:33.351924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:33.383238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:33.449530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:33.453725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abdd7e2e-aa52-4f5d-9e0b-245d4117b39f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:33.470130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ad628-2ee8-4bda-a0c4-72789b41a70e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:33.472944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:33.480366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:33.481599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff3ad628-2ee8-4bda-a0c4-72789b41a70e HTTP/1.1" status: 204  len: 168 time: 0.2051332
Dec 13 15:00:33.520038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53014) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:34.039167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:34.802765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:00:34.803446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:34.999504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 4365cc47-3af9-4f7e-a359-c38ac4e3be2f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:34.999934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:35.130341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 4365cc47-3af9-4f7e-a359-c38ac4e3be2f owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:00:35.186347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:35.224304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:00:35.224728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 29b3c4de-6762-4c8e-9f4e-c58a9f9425ad not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:00:35.327686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:35.332499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfa14879-8bba-4954-893d-fa733f53ef77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:35.377586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=4365cc47-3af9-4f7e-a359-c38ac4e3be2f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:35.455743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.456168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.456605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.457022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.457436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.457848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.458268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.458679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.459112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.459521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.459931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:35.468042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:35.947882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:36.607151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 7992ef4b-1d34-4f33-827e-dc5799dde634 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:00:36.846556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:00:36.861496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3402236
Dec 13 15:00:36.863948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Sync routers for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:00:36.864505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53018) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:36.877448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:36.878199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f230898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:37.068674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:37.069887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 684bd1ae-201e-45e2-a081-d59db6b8ccf4 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:00:37.073222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.130883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.231253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.319533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.325428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f86efc9-1667-4925-975e-28500b74af34 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:37.369527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=684bd1ae-201e-45e2-a081-d59db6b8ccf4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:37.372729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:37.377169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.384016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/684bd1ae-201e-45e2-a081-d59db6b8ccf4 HTTP/1.1" status: 204  len: 168 time: 0.5183606
Dec 13 15:00:37.386732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53022) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:37.437269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66571c-9f56-42a3-accf-64b3bfc5a7d4 None None] Network 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:00:37.605936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.723633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f230898>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:35Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:37.727845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Checking router: 7992ef4b-1d34-4f33-827e-dc5799dde634 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:00:37.739505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Routers {'7992ef4b-1d34-4f33-827e-dc5799dde634'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:37.740284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f230898>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7992ef4b-1d34-4f33-827e-dc5799dde634'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:37.800469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] DHCP port deletion for 0e0a520e-982f-4cda-a1e1-e9b2d520ba75 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:00:37.813454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.815660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Deleting port 7c149f6a-202e-451d-bbf2-4edc93e31093 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:00:37.816093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:37.822572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 5963812a-6cfc-4197-abf2-3452ae5365d7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:00:37.822938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.010427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7aaab85-3d71-4be2-9d2a-604e603dae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.014345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 5963812a-6cfc-4197-abf2-3452ae5365d7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5963812a-6cfc-4197-abf2-3452ae5365d7,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:38.014780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.141716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] Set router 7992ef4b-1d34-4f33-827e-dc5799dde634 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:38.144700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 5963812a-6cfc-4197-abf2-3452ae5365d7 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:00:38.189155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] For port 7c149f6a-202e-451d-bbf2-4edc93e31093, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7c149f6a-202e-451d-bbf2-4edc93e31093,segment=NetworkSegment(7db70779-46fb-4aa2-8c28-92b1355052a0),segment_id=7db70779-46fb-4aa2-8c28-92b1355052a0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:38.189606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.338481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.344203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a35a01a5-0841-402a-847b-e049ecc14203 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:38.389124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=5963812a-6cfc-4197-abf2-3452ae5365d7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:38.392868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:38.399461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Calling delete_port for 7c149f6a-202e-451d-bbf2-4edc93e31093 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:00:38.604307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:38.611291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:38.666354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Pushing event deleted for resources: {'Port': ['ID=7c149f6a-202e-451d-bbf2-4edc93e31093,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:38.673760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:38.673760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] No DVR routers for this DVR port 7c149f6a-202e-451d-bbf2-4edc93e31093 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:00:38.704044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f230898>, [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:35Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:38.705642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6118c-4a97-4751-96ce-28535f932cc9 None None] The sync data for ids ['7992ef4b-1d34-4f33-827e-dc5799dde634'] in dv-neutron-821565-1-hyperv is: [{'id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'name': 'tempest-TestNetworkBasicOps-router-998321447', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:35Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '5963812a-6cfc-4197-abf2-3452ae5365d7', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ef4b-1d34-4f33-827e-dc5799dde634', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T15:00:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:00:38.902558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.182321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.187101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.211861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.212484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 7992ef4b-1d34-4f33-827e-dc5799dde634 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:00:39.228276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.229445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/7992ef4b-1d34-4f33-827e-dc5799dde634 HTTP/1.1" status: 204  len: 168 time: 1.8417084
Dec 13 15:00:39.232671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53026) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:39.315077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7c149f6a-202e-451d-bbf2-4edc93e31093 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:39.353013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 7c149f6a-202e-451d-bbf2-4edc93e31093 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:00:39.353757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7c149f6a-202e-451d-bbf2-4edc93e31093 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:00:39.354215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:39.382888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.388016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 4365cc47-3af9-4f7e-a359-c38ac4e3be2f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:00:39.388390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4365cc47-3af9-4f7e-a359-c38ac4e3be2f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:00:39.511006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.532627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.562085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f3be7b8>,) {'filters': {'network_id': ['0e0a520e-982f-4cda-a1e1-e9b2d520ba75']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:39.575797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f3be7b8>, '7db70779-46fb-4aa2-8c28-92b1355052a0') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:39.576087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f3be7b8>, '7db70779-46fb-4aa2-8c28-92b1355052a0') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:39.590040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.604128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.610864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:00:39.611321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:00:39.627042 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:00:39.710347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.714361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37865cbf-adf0-4a8f-9929-f21d12ec6935 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:39.729811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.743288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=0e0a520e-982f-4cda-a1e1-e9b2d520ba75,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:39.746348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:39.750170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/0e0a520e-982f-4cda-a1e1-e9b2d520ba75 HTTP/1.1" status: 204  len: 168 time: 0.5164630
Dec 13 15:00:39.775733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53030) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:39.781872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--619381251', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:39.787507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:39.791898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:39.795014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:39.801277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:39.812939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:00:39.818612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.850252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:00:39.860391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.860779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment a39f5cba-93f1-46d1-9011-1b86e9e57c3e of type vlan for network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f
Dec 13 15:00:39.893315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.929071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.933219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:39.933932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:39.939917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fda3f615-274d-44af-b232-da72f20d7feb tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:40.071048 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2867360
Dec 13 15:00:40.072113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53034) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:40.073023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:40.073023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:40.073518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:40.080654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:00:40.088912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:40.093577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:40.099498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:40.104783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:40.119824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.120704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.141228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.267733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-043b44d6-021e-4c37-925f-6ef37f54309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.311007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.525569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.561325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.708364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.214 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/f159368f-144c-49fc-adcf-4a2437194839) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:00:40.761263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.872821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.907321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:40.911788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4cb0537e-2a10-41d1-b99f-f69ce55d2fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:40.985819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:00:40.986803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=f159368f-144c-49fc-adcf-4a2437194839,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:40.989701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:40.997078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:40.997078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:00:41.171102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:41.171892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:41.211452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:00:41.253362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5963812a-6cfc-4197-abf2-3452ae5365d7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:00:41.253362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5963812a-6cfc-4197-abf2-3452ae5365d7 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:00:41.431442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:00:41.663180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:00:41.674757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Sync routers for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:00:41.688599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:41.689285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:41.717098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:41.719513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.6515040
Dec 13 15:00:41.722022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53038) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:41.875768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:41.961613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-363208c6-c626-4a5b-993f-dd9ee18d5775 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2381752
Dec 13 15:00:41.964772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53044) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:42.131691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09182cf-57df-4919-9081-0aaceb4828c2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:42.133254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b09182cf-57df-4919-9081-0aaceb4828c2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1677556
Dec 13 15:00:42.137070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53048) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:42.137241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.188328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b02868f-84a4-4915-8d88-c05aba784fd9 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0471675
Dec 13 15:00:42.188809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53052) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:42.190909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd940>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:41Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:42.195112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Checking router: 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:00:42.195516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Updating router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 port f159368f-144c-49fc-adcf-4a2437194839 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:00:42.195803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97777865', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:42.248822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.313928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:42.318086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:42.321199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:42.327547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:42.337519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:00:42.450786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.601907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.615370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Transition to ACTIVE for port object f159368f-144c-49fc-adcf-4a2437194839 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:42.629026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.633994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:42.698372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.703109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-709c47c1-1543-4ec8-9319-b8688e8f9ba9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:42.718328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Pushing event updated for resources: {'Port': ['ID=f159368f-144c-49fc-adcf-4a2437194839,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:42.723949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Attempting to bind port f159368f-144c-49fc-adcf-4a2437194839 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:00:42.724763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Attempting to bind port f159368f-144c-49fc-adcf-4a2437194839 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:00:42.724763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Attempting to bind port f159368f-144c-49fc-adcf-4a2437194839 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:00:42.735347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:00:42.735347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:00:42.735347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.735783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:00:42.736033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Bound port: f159368f-144c-49fc-adcf-4a2437194839, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:00:42.736643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.768667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.769030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.769406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.769775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.770221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.770503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.771454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.771454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.771676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.772204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.772344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:00:42.784367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:42.826287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] For port f159368f-144c-49fc-adcf-4a2437194839, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:00:42.831489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] For port f159368f-144c-49fc-adcf-4a2437194839, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f159368f-144c-49fc-adcf-4a2437194839,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:00:42.838805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.842729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=3cac7337-3030-414b-a87f-39166ad3cc1f,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:42.845483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88258a8a-846d-4d46-b5c8-b903872f0ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:42.847861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:42.867258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:00:42.868155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: fd904aa5-edde-44a3-9e4d-1ad5d3453a2f, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:00:42.883080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-f1f0899a-b5a4-4f02-b541-632339ddfdce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1383238
Dec 13 15:00:42.910979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:00:42.927159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, fd904aa5-edde-44a3-9e4d-1ad5d3453a2f) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:42.931790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:42.932956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:42.942380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9c60d-dcc7-4e93-bf46-3f735166c6f9 None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:00:42.945664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Pushing event updated for resources: {'Port': ['ID=f159368f-144c-49fc-adcf-4a2437194839,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:42.948903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:42.949563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:42.968406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 0.7781675
Dec 13 15:00:42.971580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53056) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:43.005883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:43.162159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-1f4a8941-f301-4728-bb8d-c0e844eec0dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 1099 time: 0.1235380
Dec 13 15:00:43.316237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:43.392824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-318f131a-b9c0-40c2-97d6-fda3884b8b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:43.394381 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-318f131a-b9c0-40c2-97d6-fda3884b8b53 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1795256
Dec 13 15:00:43.495992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:00:43.496921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:43.670061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7044746d-dbb0-4b35-beab-07653787040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fd940>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:41Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:43.675625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044746d-dbb0-4b35-beab-07653787040b None None] The sync data for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv is: [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:41Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:00:43.809077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Allocated IP 172.20.0.2 (fd904aa5-edde-44a3-9e4d-1ad5d3453a2f/3cac7337-3030-414b-a87f-39166ad3cc1f/32eb2f7f-8d63-4229-a95b-ca04b789dfd0) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:00:43.858484 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-50e9c245-3b68-4ba6-88bb-b93f1fe5dd59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 200  len: 1002 time: 0.4550214
Dec 13 15:00:44.002855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-c2318238-1a20-449c-8996-b09e1f575821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:44.004475 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-c2318238-1a20-449c-8996-b09e1f575821 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.1377819
Dec 13 15:00:44.072215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:44.084697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Transition to ACTIVE for port object 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:44.107881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Transition to ACTIVE for port object 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:44.113735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:44.118464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:44.128186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-6938202c-ea95-48fb-a099-e84f6719537a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1153412
Dec 13 15:00:44.206681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:00:44.210789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:44.213599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:00:44.223415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Pushing event updated for resources: {'Port': ['ID=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:44.226585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:44.323129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Attempting to bind port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:00:44.323820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Attempting to bind port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:00:44.324499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Attempting to bind port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 on network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:00:44.332371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:00:44.333112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Checking segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:00:44.333753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:44.334362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Bound using segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:00:44.335104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Bound port: 32eb2f7f-8d63-4229-a95b-ca04b789dfd0, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:00:44.335729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:44.424543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-7f61d92f-dcdc-4184-a92d-ab0029f68155 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321858
Dec 13 15:00:44.439079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] For port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:00:44.444649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] For port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:00:44.450617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:44.456143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:44.540625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Pushing event updated for resources: {'Port': ['ID=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:44.543803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:44.600232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f453d60-6c52-4a9a-b980-628e8d6a6cc6 req-056a6316-4594-4af9-b158-a1bbd2aa4fef service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660566
Dec 13 15:00:44.798170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.254419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (fd904aa5-edde-44a3-9e4d-1ad5d3453a2f/3cac7337-3030-414b-a87f-39166ad3cc1f/79b10ba9-1fee-44dc-bf31-984692ad6367) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:00:45.325149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:45.412570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:45.418524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f159368f-144c-49fc-adcf-4a2437194839 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:45.431790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.451402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 79b10ba9-1fee-44dc-bf31-984692ad6367 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:45.472396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.477864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0bf706e-d595-4da5-8f5f-8c541402f5d4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:45.493354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port f159368f-144c-49fc-adcf-4a2437194839 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:45.498208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f159368f-144c-49fc-adcf-4a2437194839 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:45.499238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.555027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:00:45.558387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:45.563246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:00:45.590022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:45.595861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:45.625469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.632267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.649966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port f159368f-144c-49fc-adcf-4a2437194839, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f159368f-144c-49fc-adcf-4a2437194839,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:45.654412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.656736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:45.720027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:45.727328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=f159368f-144c-49fc-adcf-4a2437194839,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:45.730749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:46.125613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13c46e-c680-4b53-bf44-4c3fe392fd07 None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:00:46.167608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.171883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.201884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:46.254505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Provisioning for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:46.264911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Provisioning complete for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:46.265254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.290836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.296124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:46.299683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:46.447320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:00:46.448501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:46.495335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.536170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] For port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:46.540760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:46.542748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:46.613084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Pushing event updated for resources: {'Port': ['ID=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:46.617132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:46.868544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Provisioning complete for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:46.869061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:47.021517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Provisioning for port 79b10ba9-1fee-44dc-bf31-984692ad6367 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:47.027414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:47.027986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:47.085236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2ff26-f248-4e08-9aa9-6137503880dc None None] Port 79b10ba9-1fee-44dc-bf31-984692ad6367 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:00:47.145154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:00:47.210312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f980d703-a626-429b-9009-160226f9b7d9 None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:47.210757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f980d703-a626-429b-9009-160226f9b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:47.274439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:47.313334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f980d703-a626-429b-9009-160226f9b7d9 None None] Port 79b10ba9-1fee-44dc-bf31-984692ad6367 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:00:47.351917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:47.352341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:47.381176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:00:47.392277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Sync routers for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:00:47.397660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/36435c30-1d62-4357-9fdd-4cf7d9fb3ca5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4224653
Dec 13 15:00:47.397917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53060) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:47.431165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:47.431863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eec5550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:47.551830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.552332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.552644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.553045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.553423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.553847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.558572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6bef91ad-e6d2-4b59-8a5e-947e24a52d95 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.1568503
Dec 13 15:00:47.558868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53064) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:47.634077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-463ce778-a5c2-436e-87e9-b347bb49233a None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:47.634708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-463ce778-a5c2-436e-87e9-b347bb49233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:47.638999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.639560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.639977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.640381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.640778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.641176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:47.643131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4ed40a34-11c7-480e-93c7-b23ec35b010e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4013 time: 0.0832369
Dec 13 15:00:47.646339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:47.865767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f159368f-144c-49fc-adcf-4a2437194839 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:47.877086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e25d7fd8-729a-4e85-9d07-ec2ab85d56f2 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.2260437
Dec 13 15:00:47.942219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-463ce778-a5c2-436e-87e9-b347bb49233a None None] Port 79b10ba9-1fee-44dc-bf31-984692ad6367 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:00:47.966414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:48.033975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f159368f-144c-49fc-adcf-4a2437194839 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:48.034393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.342646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53074) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:48.350002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146020512', 'description': 'tempest-secgroup-smoke-2146020512 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:48.356555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:48.361933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:48.365188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:48.371534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:48.382689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.419816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eec5550>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:48.420741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:48.424455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Checking router: 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:00:48.424860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Updating router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 port 79b10ba9-1fee-44dc-bf31-984692ad6367 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:00:48.425024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:48.427864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:48.433894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:48.482733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.496582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.501119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.505263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aa3adc5a-0d97-45e1-b501-82368a4bf5b6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:48.550145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:48.553569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:48.554487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.560424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2118804
Dec 13 15:00:48.560670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:48.566655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:48.573942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:48.578411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:48.581755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:48.588173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:48.606017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.670096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.674086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.676054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b0e3f6c-4dbb-4e17-a558-a0fb75d1ad50 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:48.699228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8d1764-cfa6-4bbf-be80-c786f3d2f244,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:48.701780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:48.709253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.710566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1489875
Dec 13 15:00:48.713771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53082) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:48.720208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:48.726640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:48.730726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:48.733785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:48.739836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:48.757297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.833773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.837345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.839312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38bee66d-6211-48b0-9855-ab01b0d882bf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:48.844025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.857856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Transition to ACTIVE for port object 79b10ba9-1fee-44dc-bf31-984692ad6367 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:48.863059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ff71e-0310-4689-ac15-96ffc29aa0d7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:48.865100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.865673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:48.868915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d26f1d-187e-4486-93d2-0b705c422783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:48.872457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.874125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1589274
Dec 13 15:00:48.877233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53086) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:48.883581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:48.889993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:48.894566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:48.897631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:48.903753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:48.920544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.991629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.995045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Pushing event updated for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:48.995333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:48.997675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba0859ea-eacb-4308-86e3-42b1104ae727 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:48.997927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.024858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180e3b8f-10df-4a3d-beff-0eff0c763f74,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:49.027852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.040465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.042123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1639132
Dec 13 15:00:49.045106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53090) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:49.051453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:49.058194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:49.062600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:49.066020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:49.072413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:49.090359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.091735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Attempting to bind port 79b10ba9-1fee-44dc-bf31-984692ad6367 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:00:49.092168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Attempting to bind port 79b10ba9-1fee-44dc-bf31-984692ad6367 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:00:49.092663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Attempting to bind port 79b10ba9-1fee-44dc-bf31-984692ad6367 on network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:00:49.100244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:00:49.100671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Checking segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:00:49.101112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.101563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Bound using segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:00:49.102096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Bound port: 79b10ba9-1fee-44dc-bf31-984692ad6367, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:00:49.102525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.164167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.167343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.169450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c94572a3-a5ec-4afe-87fa-fcfa3f1d8ec5 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:49.197370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d514758-aae7-4ebf-a372-62ade6e1a374,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:49.200077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.205432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] For port 79b10ba9-1fee-44dc-bf31-984692ad6367, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:00:49.207633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.212057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1626694
Dec 13 15:00:49.212218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] For port 79b10ba9-1fee-44dc-bf31-984692ad6367, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79b10ba9-1fee-44dc-bf31-984692ad6367,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:00:49.212411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53094) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:49.213084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.217764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3b2467d-a31e-42f2-85a0-0203dccda444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:49.218459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:49.224998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:49.229016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:49.232048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:49.238131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:49.248109 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:00:49.255345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.311362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:00:49.312419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eec5550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:49.340482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.348068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.350267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e535af80-0908-4b60-8f75-3eca17384b5b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:49.376063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6708384c-60df-486d-964c-b8d5dc585b2a,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:49.378872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.386457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.387750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Pushing event updated for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:49.388214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dc234cab-7760-4165-824f-5fd82301ddd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1746156
Dec 13 15:00:49.390929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53098) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:00:49.393732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.398145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': 'cf0db068-82dd-41e6-8d34-dbb6a03b0fb3', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:49.405439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:49.409715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:00:49.412854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:00:49.419710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:49.431459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:00:49.439734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.519193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.524315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.526729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f999a7f3-ad08-47e9-aca9-473c3496753c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:49.526895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:00:49.549938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f0d016-d377-4bd5-a95f-3bead3b2983d,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:49.554998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:49.563276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:49.564608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1724181
Dec 13 15:00:49.777928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-58aa3bd9-8c0b-4b4f-baba-7a51abe828e2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146020512&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0521362
Dec 13 15:00:49.879888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eec5550>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:49Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:00:49.884101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad95d5-a976-4a82-bb05-b5b52b93b314 None None] The sync data for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv is: [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:49Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:00:49.947979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-0ad22892-eb86-46c6-a27b-fb42543ac2ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:49.949086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-0ad22892-eb86-46c6-a27b-fb42543ac2ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:49.967568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-0ad22892-eb86-46c6-a27b-fb42543ac2ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:49.971479 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-0ad22892-eb86-46c6-a27b-fb42543ac2ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 796 time: 0.1860819
Dec 13 15:00:49.994226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e846a877-ab67-4a2d-b915-f28557cb9464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0127552
Dec 13 15:00:50.097059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-1560c358-1b30-4163-ac57-8557cd48772b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:50.113779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-1560c358-1b30-4163-ac57-8557cd48772b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:50.115307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-1560c358-1b30-4163-ac57-8557cd48772b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1111023
Dec 13 15:00:50.274249 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-d7663d8f-b74c-4fca-96d5-c10e19b0f0fa service neutron] 10.222.0.69 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445918
Dec 13 15:00:50.430855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-a35fee47-8273-434e-b6bb-7eba0b2f4802 service neutron] 10.222.0.69 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487842
Dec 13 15:00:50.647419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70c75d9e-258d-4a41-8afb-b63a106e7937 req-fa6f0003-b83e-4104-aad5-e91df1bae73f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:50.666784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70c75d9e-258d-4a41-8afb-b63a106e7937 req-fa6f0003-b83e-4104-aad5-e91df1bae73f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:50.668441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70c75d9e-258d-4a41-8afb-b63a106e7937 req-fa6f0003-b83e-4104-aad5-e91df1bae73f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 210 time: 0.0716813
Dec 13 15:00:51.278906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79b10ba9-1fee-44dc-bf31-984692ad6367 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:51.365492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 79b10ba9-1fee-44dc-bf31-984692ad6367 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:51.370320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:51.370743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:51.492007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:51.535674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 79b10ba9-1fee-44dc-bf31-984692ad6367, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79b10ba9-1fee-44dc-bf31-984692ad6367,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:51.540707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:51.546315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:51.616025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:51.619232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:51.806165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-9b8c3c61-02cc-4823-a340-b88eda909f39 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:51.807783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-9b8c3c61-02cc-4823-a340-b88eda909f39 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 796 time: 0.1629961
Dec 13 15:00:51.847787 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-548e194f-1998-45fd-b613-faea2437a932 req-ef947c49-35e8-4007-abc7-1e8d8642be2f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 210 time: 0.0505195
Dec 13 15:00:51.864201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-928eb527-4d71-4378-8e31-4acdd95e2940 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:51.884713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-928eb527-4d71-4378-8e31-4acdd95e2940 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:51.886028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-928eb527-4d71-4378-8e31-4acdd95e2940 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 380 time: 0.0662820
Dec 13 15:00:51.895619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['cf0db068-82dd-41e6-8d34-dbb6a03b0fb3']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:52.041254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:00:52.052458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:00:52.065568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:00:52.071126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.247361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.8 (fd904aa5-edde-44a3-9e4d-1ad5d3453a2f/3cac7337-3030-414b-a87f-39166ad3cc1f/1db4dc42-9298-4422-920a-2f8002b7c386) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:00:52.468725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.486254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 1db4dc42-9298-4422-920a-2f8002b7c386 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:52.508928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.514839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:52.584717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:00:52.587961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:00:52.592551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:00:52.626344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:52.634472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:52.664738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:52.665420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.691969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8004298
Dec 13 15:00:52.705321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Request body: {'port': {'device_id': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:00:52.822467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.858161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7dd87f7c-a005-4dbe-95e0-ba42e21cd5ae None None] Provisioning for port 1db4dc42-9298-4422-920a-2f8002b7c386 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:52.863542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7dd87f7c-a005-4dbe-95e0-ba42e21cd5ae None None] Provisioning complete for port 1db4dc42-9298-4422-920a-2f8002b7c386 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:52.863929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dd87f7c-a005-4dbe-95e0-ba42e21cd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:52.920100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7dd87f7c-a005-4dbe-95e0-ba42e21cd5ae None None] Port 1db4dc42-9298-4422-920a-2f8002b7c386 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:00:53.186602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e30714-a423-419c-9122-e0573bcc3af0 req-186bd195-d1df-401c-9f43-435f560594e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:53.187357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a7e30714-a423-419c-9122-e0573bcc3af0 req-186bd195-d1df-401c-9f43-435f560594e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:00:53.254949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a7e30714-a423-419c-9122-e0573bcc3af0 req-186bd195-d1df-401c-9f43-435f560594e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:00:53.256293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7e30714-a423-419c-9122-e0573bcc3af0 req-186bd195-d1df-401c-9f43-435f560594e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 931 time: 0.2630234
Dec 13 15:00:53.261017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79b10ba9-1fee-44dc-bf31-984692ad6367 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:53.291090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db4dc42-9298-4422-920a-2f8002b7c386 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:00:53.307342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:53.332017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Transition to ACTIVE for port object 1db4dc42-9298-4422-920a-2f8002b7c386 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:00:53.335179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7e30714-a423-419c-9122-e0573bcc3af0 req-efbe4b9f-bb0f-4999-a080-38f02883abd2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719328
Dec 13 15:00:53.337246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:53.338188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:53.338618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:53.342181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f11d58c1-63e7-44cd-8052-c097bd40765e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:53.710452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:53.715730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:53.830230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Attempting to bind port 1db4dc42-9298-4422-920a-2f8002b7c386 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:00:53.830625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Attempting to bind port 1db4dc42-9298-4422-920a-2f8002b7c386 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:00:53.831010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Attempting to bind port 1db4dc42-9298-4422-920a-2f8002b7c386 on network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:00:53.837456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Port 1db4dc42-9298-4422-920a-2f8002b7c386 on network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:00:53.837818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Attempting to bind port 1db4dc42-9298-4422-920a-2f8002b7c386 on network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:00:53.845602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:00:53.845987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Checking segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:00:53.846409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Bound using segment: {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:00:53.846923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Bound port: 1db4dc42-9298-4422-920a-2f8002b7c386, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:00:53.847339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:53.944370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:00:53.948147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1db4dc42-9298-4422-920a-2f8002b7c386,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:00:53.953070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:53.959033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:54.043612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:54.044994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] 10.222.0.72 "PUT /v2.0/ports/1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 1093 time: 1.3445456
Dec 13 15:00:54.047103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:00:54.056680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:54.060524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:54.120137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386', 'status': 'completed', 'code': 200}
Dec 13 15:00:54.165545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-244d4886-6767-46a8-8cf7-38cc57cd5ad4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1096 time: 0.0812745
Dec 13 15:00:54.243140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-aad2194a-789e-4e54-a823-843490277240 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 217 time: 0.0701282
Dec 13 15:00:54.312562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e5fa32ac-226f-48e3-8735-957d3bccb7b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:54.314187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-e5fa32ac-226f-48e3-8735-957d3bccb7b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 842 time: 0.0655200
Dec 13 15:00:54.402732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-bfeeda96-e1aa-48aa-a567-d8036acd1d30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824606
Dec 13 15:00:54.601430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-f8920742-93bc-4242-9fbc-9ecc8dcec628 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911540
Dec 13 15:00:54.718460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481409-b3a1-433b-aa40-86d5e09836bd req-b45082a8-d4fd-4d1d-8e7f-9476ee855b95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:54.720084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00481409-b3a1-433b-aa40-86d5e09836bd req-b45082a8-d4fd-4d1d-8e7f-9476ee855b95 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 943 time: 0.2161353
Dec 13 15:00:54.791396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56b169f6-d8f6-4959-b4db-798d194f88a5 req-d0defee6-b382-48b4-8a1a-5c042a518a07 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806755
Dec 13 15:00:54.796875 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00481409-b3a1-433b-aa40-86d5e09836bd req-9cf72bb1-0566-4911-9079-eb3cf159f305 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691230
Dec 13 15:00:54.929122 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-66b7f019-c094-4f14-8d60-5564c1b05794 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1096 time: 0.0862298
Dec 13 15:00:55.085626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15010-7ff5-4550-b876-879665c373b4 req-0695c217-8d77-4d68-880f-e3ba507cdf58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:55.087243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-0695c217-8d77-4d68-880f-e3ba507cdf58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 897 time: 0.1507466
Dec 13 15:00:55.162134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-9a03833a-3ec0-4b3c-8a58-f75bab84a337 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 217 time: 0.0676153
Dec 13 15:00:55.237392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15010-7ff5-4550-b876-879665c373b4 req-1dfbaebf-df0e-448f-9484-2664d657a311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:55.239002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-1dfbaebf-df0e-448f-9484-2664d657a311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 842 time: 0.0704010
Dec 13 15:00:55.323721 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-2374f28b-8cb2-42f0-b0d9-5c6700228f68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778050
Dec 13 15:00:55.478407 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-6459dd48-9b72-4d37-9324-6d83773ab31d service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466448
Dec 13 15:00:55.638233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbc15010-7ff5-4550-b876-879665c373b4 req-b36ad1dc-25cf-40cc-a31c-e5cdebbe58a5 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525333
Dec 13 15:00:56.021415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be510-874f-450b-ad51-218e31ac88b0 req-0fb37794-f619-47bb-a6e7-5efbf8adfad9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:56.023083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a16be510-874f-450b-ad51-218e31ac88b0 req-0fb37794-f619-47bb-a6e7-5efbf8adfad9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 943 time: 0.0873153
Dec 13 15:00:56.081712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a16be510-874f-450b-ad51-218e31ac88b0 req-cf298c87-7b90-40db-9da4-8dfbb8b36b77 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498261
Dec 13 15:00:57.256789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 1db4dc42-9298-4422-920a-2f8002b7c386 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:00:57.346712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1c95d-737d-43c6-b38f-8fc6e8764ba5 req-3b07efb3-8ae6-44c5-8c72-6c0071b5d655 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:57.348299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a1d1c95d-737d-43c6-b38f-8fc6e8764ba5 req-3b07efb3-8ae6-44c5-8c72-6c0071b5d655 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 943 time: 0.1057105
Dec 13 15:00:57.397754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a1d1c95d-737d-43c6-b38f-8fc6e8764ba5 req-d9af973f-8680-451f-8344-27eaf064b8a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427694
Dec 13 15:00:57.414740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1db4dc42-9298-4422-920a-2f8002b7c386,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:57.433090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '1db4dc42-9298-4422-920a-2f8002b7c386', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'port_id': '1db4dc42-9298-4422-920a-2f8002b7c386', 'mac_address': 'fa:16:3e:a4:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:00:57.490864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:57.511904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db4dc42-9298-4422-920a-2f8002b7c386 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:00:57.534094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1db4dc42-9298-4422-920a-2f8002b7c386,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:57.538175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:57.540076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:57.605150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:57.608721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:57.758405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['1db4dc42-9298-4422-920a-2f8002b7c386'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:00:58.624746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf23cb-4fc8-481e-9f0b-7712f9fc6f4c req-cdad40ea-1f59-4973-be86-285757affcfd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:58.626262 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4bf23cb-4fc8-481e-9f0b-7712f9fc6f4c req-cdad40ea-1f59-4973-be86-285757affcfd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 944 time: 0.0970051
Dec 13 15:00:58.678582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4bf23cb-4fc8-481e-9f0b-7712f9fc6f4c req-4cfb7b3f-bb04-4af6-b9db-2ed8d6a80347 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432749
Dec 13 15:00:58.975057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:59.279382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 1db4dc42-9298-4422-920a-2f8002b7c386 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:00:59.358631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 1db4dc42-9298-4422-920a-2f8002b7c386 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:00:59.363523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 1db4dc42-9298-4422-920a-2f8002b7c386 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:00:59.363942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:59.484114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:59.512066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:00:59.522601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1db4dc42-9298-4422-920a-2f8002b7c386,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:00:59.526761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:00:59.528749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:00:59.569861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386', 'code': 200}
Dec 13 15:00:59.597383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:00:59.600377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:00:59.813650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3afcc9ba-a740-4089-bce4-d499a367b6cd req-6d656998-7cb1-4a97-86c9-e6e1befab676 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1098 time: 0.0772731
Dec 13 15:00:59.860625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3afcc9ba-a740-4089-bce4-d499a367b6cd req-d68f5885-c893-49fd-97fb-32d13cbc445a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405357
Dec 13 15:00:59.897823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e161b1-1d23-450c-8456-9a2e7b43323a req-e0a17230-a2dc-4157-8a91-8cb443934493 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:00:59.899438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59e161b1-1d23-450c-8456-9a2e7b43323a req-e0a17230-a2dc-4157-8a91-8cb443934493 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.0892644
Dec 13 15:00:59.960321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59e161b1-1d23-450c-8456-9a2e7b43323a req-532aaf83-95e9-48ef-914a-79d26148fd6f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544143
Dec 13 15:01:01.176684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320dceb-398b-499f-88d9-972811411c29 req-9a145e41-a4fc-417b-8216-3c85573eb23f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:01.178423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d320dceb-398b-499f-88d9-972811411c29 req-9a145e41-a4fc-417b-8216-3c85573eb23f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.0877781
Dec 13 15:01:01.229593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d320dceb-398b-499f-88d9-972811411c29 req-95e10123-7651-4151-bbba-2aff8bac03ba tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449033
Dec 13 15:01:01.247979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bbab6-baaf-4fbf-b338-29fdddcd0b46 req-9adea650-0fd9-4c9d-b4a4-eb53a04e7921 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:01.250056 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-162bbab6-baaf-4fbf-b338-29fdddcd0b46 req-9adea650-0fd9-4c9d-b4a4-eb53a04e7921 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0888958
Dec 13 15:01:01.305041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-162bbab6-baaf-4fbf-b338-29fdddcd0b46 req-f8ecabd4-344d-4344-b54f-de4f5f750fff tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488489
Dec 13 15:01:01.461349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d60e7-99ee-4280-bd0a-740cf1860659 req-20506323-5249-43b4-a499-5ea7499b919a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:01.462870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e66d60e7-99ee-4280-bd0a-740cf1860659 req-20506323-5249-43b4-a499-5ea7499b919a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.0968904
Dec 13 15:01:01.517261 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e66d60e7-99ee-4280-bd0a-740cf1860659 req-a99c92c6-5189-4f5d-b2cc-7f438580c1f8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478575
Dec 13 15:01:01.545611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53154) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:01.625199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-00f6b923-d222-4195-8fed-d355d3649da6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1093 time: 0.0781567
Dec 13 15:01:01.628869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53158) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:01.634637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '1db4dc42-9298-4422-920a-2f8002b7c386', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:01:01.640761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:01:01.644856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:01:01.648049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:01:01.654583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:01:01.665637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:01.821432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:01.979645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.39 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/e7ba220a-b5b6-425a-ada1-1b7717a617e6) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:01:02.151355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:02.183938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:02.188832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66d7b88f-f7d9-4e5c-8f4a-dde4d4186535 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:02.259543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:01:02.262622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:01:02.265412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:01:02.308917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=e7ba220a-b5b6-425a-ada1-1b7717a617e6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:02.318094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:02.520285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e02f1-5e05-4f13-8897-f3c6324b6a64 req-825de656-ce74-41c0-bfb3-fe04c5161ba7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:02.521922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f8e02f1-5e05-4f13-8897-f3c6324b6a64 req-825de656-ce74-41c0-bfb3-fe04c5161ba7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0848699
Dec 13 15:01:02.575600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f8e02f1-5e05-4f13-8897-f3c6324b6a64 req-c73aa8bf-c03d-44ff-8e72-47bcd8534e0b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473588
Dec 13 15:01:02.736582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e112bc8b-987e-4be6-b084-0432797165fa tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:02.738075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e112bc8b-987e-4be6-b084-0432797165fa tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 946 time: 0.0847988
Dec 13 15:01:02.817335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:01:02.817613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.049951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.088961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] For port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:01:03.089270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.109585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.333323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.337681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.342391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d2af2d5-4762-4571-aabb-b598021f71bf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:03.403077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.403500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.403833 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Floating IP 8f9aed45-87ec-42a6-8a59-393cd7aa5a59 disassociated. External IP: 172.26.4.233, port: b9a0b6e9-2ba1-4f58-99be-3b2988f77b39.
Dec 13 15:01:03.404215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:01:03.463703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=e7ba220a-b5b6-425a-ada1-1b7717a617e6,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:03.468217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:03.479291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.552660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:03.558729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd9eeee1-32c8-4d98-b11c-66d9548345ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:03.605306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=b9a0b6e9-2ba1-4f58-99be-3b2988f77b39,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:03.611199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:03.680653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP d65d44a2-dc89-46df-841d-a4a6d3c77cba associated. External IP: 172.26.4.39, port: 1db4dc42-9298-4422-920a-2f8002b7c386.
Dec 13 15:01:03.791432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bd73ad7e-7150-4859-8816-2c446c592109 req-3966f0c2-8ba5-45e7-aea7-f98f2eb20ad3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 210 time: 0.0531197
Dec 13 15:01:03.835906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:01:04.055280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:01:04.067252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:01:04.082860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:04.083926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53b160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:04.153153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] No DVR routers for this DVR port b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:01:04.156437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:04.161397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'name': 'network-vif-deleted', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:01:04.163141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:01:04.182200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4787ad6-dadd-433b-b981-02b4f79d7e3b req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "DELETE /v2.0/ports/b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 HTTP/1.1" status: 204  len: 173 time: 1.4372125
Dec 13 15:01:04.249843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa02ac-d081-4c7b-a88a-a345e00bec7b', 'name': 'network-vif-deleted', 'tag': 'b9a0b6e9-2ba1-4f58-99be-3b2988f77b39', 'status': 'completed', 'code': 200}
Dec 13 15:01:04.335815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:04.421469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:01:04.435370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Sync routers for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:01:04.448613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:04.455893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:04.456809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ee50a90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:04.510613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8805161
Dec 13 15:01:04.511578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:01:04.513497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53168) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:04.632522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386', 'status': 'completed', 'code': 200}
Dec 13 15:01:04.733571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53b160>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:04.739116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:01:04.753461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:04.754187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f53b160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:04.946496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:05.021579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:05.044743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a044ab5c-5e82-4c04-9576-c3614e5d9ae9 req-35fe8b01-7903-4494-b59d-d833724d1d3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:01:05.051469 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c361769-5653-43a3-a51c-37a9ca7d85d1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d65d44a2-dc89-46df-841d-a4a6d3c77cba HTTP/1.1" status: 200  len: 990 time: 0.5355034
Dec 13 15:01:05.071401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a044ab5c-5e82-4c04-9576-c3614e5d9ae9 req-35fe8b01-7903-4494-b59d-d833724d1d3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:01:05.072673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a044ab5c-5e82-4c04-9576-c3614e5d9ae9 req-35fe8b01-7903-4494-b59d-d833724d1d3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=74fa02ac-d081-4c7b-a88a-a345e00bec7b HTTP/1.1" status: 200  len: 210 time: 0.0953946
Dec 13 15:01:05.092273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-246f510f-f020-49c7-9d94-2007ded0a6df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1098 time: 0.1553984
Dec 13 15:01:05.249516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-0385b35e-8a48-4665-a1f1-665ffcb3321b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:05.251205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-0385b35e-8a48-4665-a1f1-665ffcb3321b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 897 time: 0.1514528
Dec 13 15:01:05.365554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ee50a90>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd65d44a2-dc89-46df-841d-a4a6d3c77cba', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'port_id': '1db4dc42-9298-4422-920a-2f8002b7c386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'mac_address': 'fa:16:3e:a4:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:02Z', 'updated_at': '2021-12-13T15:01:02Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:05.369842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Checking router: 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:01:05.375588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-d77a8df5-0ce8-4e75-a715-6369bc16bc7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 998 time: 0.1173942
Dec 13 15:01:05.392924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:05.393890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ee50a90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:00:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:05.395192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f53b160>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:05.399674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeee1d-09ef-45d6-98fe-49ad865b6803 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:01:05.472229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-0a1ac0ff-e9e8-40c0-9d7f-1f40469a60d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:05.474086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-0a1ac0ff-e9e8-40c0-9d7f-1f40469a60d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 842 time: 0.0919466
Dec 13 15:01:05.566306 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-af106100-0f83-4c14-a605-61155d09fddb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0846670
Dec 13 15:01:05.613136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:05.722949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-197f077c-6a99-46de-bba7-07614f591eed service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496634
Dec 13 15:01:05.762292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:01:05.870713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79fc8c28-07fa-47d0-82fc-fcc191e1d955 req-ef58dd0e-2fc8-4388-95fb-afae8e409cab service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414709
Dec 13 15:01:05.913215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745cb94-3111-4ed5-8a31-910f1635368a None None] New status for floating IP 8f9aed45-87ec-42a6-8a59-393cd7aa5a59: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:01:06.013220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ee50a90>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd65d44a2-dc89-46df-841d-a4a6d3c77cba', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'port_id': '1db4dc42-9298-4422-920a-2f8002b7c386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'mac_address': 'fa:16:3e:a4:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:02Z', 'updated_at': '2021-12-13T15:01:02Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:06.017783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616ecf7-b6d7-4ab7-8c31-888bea8cc723 None None] The sync data for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv is: [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'd65d44a2-dc89-46df-841d-a4a6d3c77cba', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'port_id': '1db4dc42-9298-4422-920a-2f8002b7c386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'mac_address': 'fa:16:3e:a4:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:02Z', 'updated_at': '2021-12-13T15:01:02Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:01:06.054388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53176) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:06.172410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-26230f94-1fa4-46a4-b6b0-8a1d2f406bee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d65d44a2-dc89-46df-841d-a4a6d3c77cba HTTP/1.1" status: 200  len: 990 time: 0.1166403
Dec 13 15:01:06.490161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255287eb-a9fa-4c24-a8a4-57ec8528eb05 None None] New status for floating IP d65d44a2-dc89-46df-841d-a4a6d3c77cba: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:01:06.553544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-9499b36c-5275-4764-901f-a800aec54021 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789586234&fields=id&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 267 time: 0.0498650
Dec 13 15:01:06.716981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-0f74f022-5f71-48ee-8c65-2a6a50d96029 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:06.718953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-0f74f022-5f71-48ee-8c65-2a6a50d96029 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.1580904
Dec 13 15:01:06.736714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-50159a8a-169e-4823-9351-0c779e1c54b7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/quotas/276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 375 time: 0.0116923
Dec 13 15:01:06.826839 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-5894bd9f-657b-4c57-a406-4da5a1480f21 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0841877
Dec 13 15:01:06.843902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-acc77de1-cb42-4acc-a813-7bcd14096fe1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:01:06.844936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-acc77de1-cb42-4acc-a813-7bcd14096fe1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0055306
Dec 13 15:01:07.002992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-72b90fd2-7f49-49cd-963d-74ea4f53873a service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518905
Dec 13 15:01:07.158288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-5970c5f5-e92a-4087-8d52-7b0a99ae70da service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459124
Dec 13 15:01:07.176673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53188) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:07.292465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29520871-7029-4b54-a4f0-6b875994c54e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/d65d44a2-dc89-46df-841d-a4a6d3c77cba HTTP/1.1" status: 200  len: 992 time: 0.1143615
Dec 13 15:01:07.357547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:01:07.392702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:01:07.393100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device b9a0b6e9-2ba1-4f58-99be-3b2988f77b39 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:01:07.593035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b28870a2-a0a2-46cb-bc93-338fca996d78 req-7b12008e-34d7-4184-8259-62eeb68f0d4b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 210 time: 0.0498450
Dec 13 15:01:07.913260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc019ee7-b6b8-4d1c-b97d-2956abf5543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:08.701288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-94ab38b2-5f7d-4ebf-a12f-72a6817484ee tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:08.702943 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-94ab38b2-5f7d-4ebf-a12f-72a6817484ee tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.1672196
Dec 13 15:01:08.783309 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d17c49ed-45d9-4f1a-98d9-27f5b1ed1940 req-fd382439-6798-4687-ae07-da1d6668cda9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 210 time: 0.0548174
Dec 13 15:01:08.805986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-6a917f7d-e6f1-4a88-9769-231c9e3a148e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 379 time: 0.0924644
Dec 13 15:01:08.815493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'port': {'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'admin_state_up': True, 'tenant_id': '276e60b944a24821a986835a1cba043c', 'security_groups': ['f3ae632b-30e3-4944-ac10-04185a6fee9e']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:01:08.959909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:01:08.971211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:01:08.981618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Made reservation on behalf of 276e60b944a24821a986835a1cba043c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:01:08.987310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.161685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.20.0.7 (2a78bcae-57f5-4619-b537-a0d056a0232b/e258628e-abbe-4356-a7c4-a51900f8e2f2/bc0a8bac-afbe-49c3-af00-886455a55a92) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:01:09.368783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.386004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Transition to ACTIVE for port object bc0a8bac-afbe-49c3-af00-886455a55a92 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:01:09.407312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.413652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-785a05ad-0176-452d-95a9-2fc063c2cc15 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:09.481749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:01:09.485755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:01:09.490174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:01:09.517157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.539293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:09.552811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:09.564553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:09.565239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.592167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7804530
Dec 13 15:01:09.604279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Request body: {'port': {'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:01:09.723379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.827254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c186c98b-9f57-4c21-8bcc-738f2805bf2a None None] Provisioning for port bc0a8bac-afbe-49c3-af00-886455a55a92 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:01:09.844979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c186c98b-9f57-4c21-8bcc-738f2805bf2a None None] Provisioning complete for port bc0a8bac-afbe-49c3-af00-886455a55a92 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:01:09.845647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c186c98b-9f57-4c21-8bcc-738f2805bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:09.914609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c186c98b-9f57-4c21-8bcc-738f2805bf2a None None] Port bc0a8bac-afbe-49c3-af00-886455a55a92 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:01:10.119038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0a8bac-afbe-49c3-af00-886455a55a92 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:01:10.126681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.142824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Transition to ACTIVE for port object bc0a8bac-afbe-49c3-af00-886455a55a92 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:01:10.148240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.153570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:10.153896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce1506-990b-4e42-8e47-898f8b000bf2 req-d19cf042-230d-4155-8401-ec3d3a134c1d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:10.156120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6ce1506-990b-4e42-8e47-898f8b000bf2 req-d19cf042-230d-4155-8401-ec3d3a134c1d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 931 time: 0.0926180
Dec 13 15:01:10.218884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6ce1506-990b-4e42-8e47-898f8b000bf2 req-f7f70a2c-4fee-4806-9fd6-e8b8b9560a2f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559819
Dec 13 15:01:10.272586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f00e-9d60-4cb5-8852-d20cbd9d839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.528174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:10.531461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:10.648730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Attempting to bind port bc0a8bac-afbe-49c3-af00-886455a55a92 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:01:10.649230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Attempting to bind port bc0a8bac-afbe-49c3-af00-886455a55a92 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:01:10.649667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Attempting to bind port bc0a8bac-afbe-49c3-af00-886455a55a92 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:01:10.656553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Port bc0a8bac-afbe-49c3-af00-886455a55a92 on network 2a78bcae-57f5-4619-b537-a0d056a0232b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:01:10.656913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Attempting to bind port bc0a8bac-afbe-49c3-af00-886455a55a92 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:01:10.663836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:01:10.664209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:01:10.664619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Bound using segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:01:10.665082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Bound port: bc0a8bac-afbe-49c3-af00-886455a55a92, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:01:10.665458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.757340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:01:10.758694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.760517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bc0a8bac-afbe-49c3-af00-886455a55a92,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:01:10.765296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.769281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6842b510-1963-4c54-8b67-945f4cded0d8 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:10.834028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:10.835563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 1093 time: 1.2360191
Dec 13 15:01:10.836145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:01:10.850398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:10.854545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:10.934470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'status': 'completed', 'code': 200}
Dec 13 15:01:10.978870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-a7c948f8-caac-484d-a654-671f335f55a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1096 time: 0.0836141
Dec 13 15:01:11.058229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-b7b29966-9e81-4d8e-96a3-78321c384b03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 217 time: 0.0661902
Dec 13 15:01:11.132893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-b0e04f39-73b4-4d69-8234-e90f9a3ace80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:11.134569 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-b0e04f39-73b4-4d69-8234-e90f9a3ace80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0695977
Dec 13 15:01:11.224663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-9d6bde84-0af2-4c12-bcd8-8ed24e947cf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836246
Dec 13 15:01:11.377057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-664aa29b-a743-44d2-8322-ad1b921673ae service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459298
Dec 13 15:01:11.430904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b33b6c-0bcb-422e-a866-e850db47f1a5 req-e9a003fc-0045-4210-bc2a-bc93294bacc3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:11.432531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64b33b6c-0bcb-422e-a866-e850db47f1a5 req-e9a003fc-0045-4210-bc2a-bc93294bacc3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.0883474
Dec 13 15:01:11.483660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64b33b6c-0bcb-422e-a866-e850db47f1a5 req-44c60cad-ce1a-4a93-aecf-1f674c497fc5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439293
Dec 13 15:01:11.534884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe4b088b-56e7-478d-ab1b-339f7136d333 req-62e84090-1df7-4973-ba6c-80545b9eaff2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493011
Dec 13 15:01:11.667014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-79d1ef03-641c-4a71-b177-21920bb1ca7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1096 time: 0.0823505
Dec 13 15:01:11.816803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-c8702b59-2b36-405c-8e2b-0f6a6511fcdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:11.818397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-c8702b59-2b36-405c-8e2b-0f6a6511fcdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1438701
Dec 13 15:01:11.892883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-a308d208-ad23-4cf9-ba42-4becf62ba6a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 217 time: 0.0673800
Dec 13 15:01:11.965196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-15750613-ced7-4fa2-b34e-d509503a178c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:11.966671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-15750613-ced7-4fa2-b34e-d509503a178c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0678837
Dec 13 15:01:12.054062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-71bf40f3-8a08-4c31-9e87-ad69daaab30d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802159
Dec 13 15:01:12.139160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:12.218248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-ef455275-b84a-43d1-ad24-7a17cd4a8011 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550040
Dec 13 15:01:12.368462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8f25b75d-d795-4c70-8fb3-5ee10d1678b6 req-d63f0a64-cc3e-4b09-bb8d-a86514401892 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444728
Dec 13 15:01:12.699060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad977d-750c-4281-b150-71b78067e970 req-73d7e8cf-d515-47dd-9a4b-8d1d7378f594 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:12.699803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-72ad977d-750c-4281-b150-71b78067e970 req-73d7e8cf-d515-47dd-9a4b-8d1d7378f594 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:01:12.716677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-72ad977d-750c-4281-b150-71b78067e970 req-73d7e8cf-d515-47dd-9a4b-8d1d7378f594 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:01:12.718012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72ad977d-750c-4281-b150-71b78067e970 req-73d7e8cf-d515-47dd-9a4b-8d1d7378f594 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.1061938
Dec 13 15:01:12.777673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72ad977d-750c-4281-b150-71b78067e970 req-fc7be41a-e2a4-4b59-b88c-5854313d6ef5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530293
Dec 13 15:01:13.988773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33834718-520e-4599-adb9-6b0ae6eed8c0 req-7561b117-c846-447b-9c53-4e66ee1c5216 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:13.990372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33834718-520e-4599-adb9-6b0ae6eed8c0 req-7561b117-c846-447b-9c53-4e66ee1c5216 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.0867293
Dec 13 15:01:14.039930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33834718-520e-4599-adb9-6b0ae6eed8c0 req-0751f348-5cb8-424a-8c6d-328183f8b35e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433404
Dec 13 15:01:15.253002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1947-90df-48e7-8061-22374eaf38c1 req-140e7b3a-4398-4b94-ac98-d4f6fdbccbe3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:15.254616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-007e1947-90df-48e7-8061-22374eaf38c1 req-140e7b3a-4398-4b94-ac98-d4f6fdbccbe3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.0886898
Dec 13 15:01:15.305745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-007e1947-90df-48e7-8061-22374eaf38c1 req-f7cecbda-a6ef-4cc1-9880-acf8f4fefbef tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448499
Dec 13 15:01:16.530152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192963-7f65-40f2-a39d-bfc418bf32c6 req-4f69245b-5431-419c-b382-2b0957e2f63b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:16.531852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-73192963-7f65-40f2-a39d-bfc418bf32c6 req-4f69245b-5431-419c-b382-2b0957e2f63b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.1010373
Dec 13 15:01:16.580580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-73192963-7f65-40f2-a39d-bfc418bf32c6 req-7a01e001-1434-429c-9290-4b771d2ef793 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423903
Dec 13 15:01:17.820847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14d8c-6a7e-4c76-9f5b-65f66f669016 req-1331371d-1787-467b-b0a4-ef7f567fd7d3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:17.822439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1fc14d8c-6a7e-4c76-9f5b-65f66f669016 req-1331371d-1787-467b-b0a4-ef7f567fd7d3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.0986466
Dec 13 15:01:17.877696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1fc14d8c-6a7e-4c76-9f5b-65f66f669016 req-c7dc6277-ed8d-42de-bdb8-82139b403d49 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489392
Dec 13 15:01:19.107390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2609f0-4469-4ab4-90de-a9e1890f0e36 req-bd556f47-6358-43f9-ad95-f17f2fa7bbcf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:19.109120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d2609f0-4469-4ab4-90de-a9e1890f0e36 req-bd556f47-6358-43f9-ad95-f17f2fa7bbcf tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 943 time: 0.1028769
Dec 13 15:01:19.164961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d2609f0-4469-4ab4-90de-a9e1890f0e36 req-a8bb6659-b33d-4597-917d-4d99684de63a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491400
Dec 13 15:01:19.410408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bc0a8bac-afbe-49c3-af00-886455a55a92 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:01:19.572155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bc0a8bac-afbe-49c3-af00-886455a55a92,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:01:19.587316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:01:19.643095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:19.661571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a8bac-afbe-49c3-af00-886455a55a92 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:01:19.677641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bc0a8bac-afbe-49c3-af00-886455a55a92,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:01:19.682157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:19.684870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:19.753705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:19.762935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.763379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.763758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.764132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.764504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.764905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.765297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.765661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.766025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.766389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.766730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:01:19.770845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:19.905237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['bc0a8bac-afbe-49c3-af00-886455a55a92'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:01:20.390296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bc1eb-80c6-40c0-9d91-c73c9d41b857 req-169952cf-02db-448f-a208-2fb12ad36b19 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:20.391964 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-399bc1eb-80c6-40c0-9d91-c73c9d41b857 req-169952cf-02db-448f-a208-2fb12ad36b19 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 944 time: 0.0906284
Dec 13 15:01:20.441023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-399bc1eb-80c6-40c0-9d91-c73c9d41b857 req-230c2703-38d7-44bc-a610-3b0af03110ed tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426955
Dec 13 15:01:21.422533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bc0a8bac-afbe-49c3-af00-886455a55a92 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:01:21.501423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port bc0a8bac-afbe-49c3-af00-886455a55a92 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:01:21.506801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port bc0a8bac-afbe-49c3-af00-886455a55a92 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:01:21.507267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:21.629697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:21.653040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf325249-60f6-4eeb-a41c-25aa315a774e req-7824be82-12ed-4bd0-aa17-58d47639787e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:21.654631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf325249-60f6-4eeb-a41c-25aa315a774e req-7824be82-12ed-4bd0-aa17-58d47639787e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 944 time: 0.0876453
Dec 13 15:01:21.659307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:01:21.669451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bc0a8bac-afbe-49c3-af00-886455a55a92,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:01:21.673331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:21.675343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7de6c6b-26c1-47b6-97d2-7f08907d9e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:21.706579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf325249-60f6-4eeb-a41c-25aa315a774e req-02bcc7fe-cf5b-48f1-871f-ca321bd888fd tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453777
Dec 13 15:01:21.716635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'code': 200}
Dec 13 15:01:21.743935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:21.746935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:22.072570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3bf0d734-5f1a-45e2-a40e-a92951810438 req-a35df444-eb20-4326-8767-41d416bbe4ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1098 time: 0.0827382
Dec 13 15:01:22.119515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3bf0d734-5f1a-45e2-a40e-a92951810438 req-4bdfb569-2289-4519-a12b-773a878a4fbe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390649
Dec 13 15:01:22.935627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397008b-725f-4b67-847f-9e4606cfa4b7 req-187a8649-5e93-472c-bd2d-5efbb868029e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:22.937486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0397008b-725f-4b67-847f-9e4606cfa4b7 req-187a8649-5e93-472c-bd2d-5efbb868029e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.0929482
Dec 13 15:01:22.986746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0397008b-725f-4b67-847f-9e4606cfa4b7 req-4e674355-d457-48c2-b41b-9f6b0ef95ec3 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430658
Dec 13 15:01:24.221169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9c187-860b-4fb3-907e-7c0db5361bda req-495ec255-6bed-44b2-b543-c7c048e7f4b0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:24.222770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96b9c187-860b-4fb3-907e-7c0db5361bda req-495ec255-6bed-44b2-b543-c7c048e7f4b0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.0957673
Dec 13 15:01:24.279700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-96b9c187-860b-4fb3-907e-7c0db5361bda req-dc47b5ff-f57e-4abe-a96a-25816811f890 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475452
Dec 13 15:01:24.513427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca37e2-e4d1-4403-a71a-8854e8c632c7 req-97f48f6a-9259-40b4-9d7f-13d3ecef1900 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:24.515083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bca37e2-e4d1-4403-a71a-8854e8c632c7 req-97f48f6a-9259-40b4-9d7f-13d3ecef1900 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.1015494
Dec 13 15:01:24.564283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bca37e2-e4d1-4403-a71a-8854e8c632c7 req-80b07233-52d0-48ef-9006-80eea51baf5e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427988
Dec 13 15:01:24.591965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53246) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:24.668830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82552c4d-fdd7-451c-9522-27787c8fa8f8 tempest-TestVolumeBootPattern-646972090 tempest-TestVolumeBootPattern-646972090-project-admin] Synchronizing usage tracker for tenant:1566d452862c4b1a8eb359844df9b20e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:01:24.687755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-82552c4d-fdd7-451c-9522-27787c8fa8f8 tempest-TestVolumeBootPattern-646972090 tempest-TestVolumeBootPattern-646972090-project-admin] Unset dirty status for tenant:1566d452862c4b1a8eb359844df9b20e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:01:24.688978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-82552c4d-fdd7-451c-9522-27787c8fa8f8 tempest-TestVolumeBootPattern-646972090 tempest-TestVolumeBootPattern-646972090-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1093 time: 0.0959733
Dec 13 15:01:24.692070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53250) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:01:24.697744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:01:24.703957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:01:24.708324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:floatingip and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:01:24.711548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:01:24.718198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:01:24.732957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:24.880326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:25.027651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.26.4.141 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/c36d46a6-f2aa-47ad-b7dc-69d9205e87a9) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:01:25.185500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:25.213675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:25.217492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:25.300014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:01:25.303688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:01:25.305873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=c36d46a6-f2aa-47ad-b7dc-69d9205e87a9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:25.308167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:01:25.337586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:25.841898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:25.903410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:26.117896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:26.125082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:26.129357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:01:26.238396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=c36d46a6-f2aa-47ad-b7dc-69d9205e87a9,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:01:26.242644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:01:26.254270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:26.701539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Floating IP aca6a8cb-890a-4f31-926e-7bc63f726944 associated. External IP: 172.26.4.141, port: bc0a8bac-afbe-49c3-af00-886455a55a92.
Dec 13 15:01:27.120341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:01:27.341573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:01:27.353612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:01:27.367277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:27.367870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:27.368078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f45f860>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:01:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:27.427280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7341077
Dec 13 15:01:27.428010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:01:27.492625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'status': 'completed', 'code': 200}
Dec 13 15:01:27.607826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-156e94a9-85a2-4134-9551-4a22cfcfbc0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1098 time: 0.0844667
Dec 13 15:01:27.715646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:27.756070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-b04607ad-05bd-43da-a67b-97cadad4684c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:27.757804 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-b04607ad-05bd-43da-a67b-97cadad4684c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1429713
Dec 13 15:01:27.868100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-63e7a372-e9a7-4807-a341-14f1e46b9ec8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 999 time: 0.1034398
Dec 13 15:01:27.939063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-02947ffb-0b2a-482a-937e-f0e6023a4723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:27.940706 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-02947ffb-0b2a-482a-937e-f0e6023a4723 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0650296
Dec 13 15:01:28.021671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-cb0940a5-bd61-4e7a-bd67-21db25ae1ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746861
Dec 13 15:01:28.092533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f45f860>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:25Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:28.097128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:01:28.109071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:01:28.109740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f45f860>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:01:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:28.171768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-8ec37722-1e65-438c-85ce-50e37affc9ef service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380017
Dec 13 15:01:28.297110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:01:28.318683 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b70111fd-17c6-4da3-aaaf-cb7926d81dfb req-c70e0e48-00e2-4344-89d1-a14ed5d8be0a service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393752
Dec 13 15:01:28.680894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f45f860>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:25Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:01:28.685205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015cb60-ccae-45c8-9a86-a67f6309f6e8 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:25Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:01:28.966317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:29.048866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc63672-8ba4-4417-b2db-cc7d13dca0c4 None None] New status for floating IP aca6a8cb-890a-4f31-926e-7bc63f726944: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:01:37.916962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e088be1-77e4-4378-ac5a-ae35d8f0197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:39.514337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:40.285881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-154a2fe7-379f-417f-8481-8312df0d778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:40.758943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:42.145411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:01:42.769262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:01:44.454472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-84ebf720-2f4c-43fc-aa76-c8ef2ca28926 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0879364
Dec 13 15:01:44.619118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-a0db72e8-b044-4256-8672-98a6aa148f86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1098 time: 0.0870426
Dec 13 15:01:44.778955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-2fcee0bc-3d1c-4377-a7a0-851bb07ec870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:44.778955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-2fcee0bc-3d1c-4377-a7a0-851bb07ec870 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 897 time: 0.1393187
Dec 13 15:01:44.896936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-850f95b4-0b51-4539-ac83-84e2166ce332 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 1000 time: 0.1098719
Dec 13 15:01:44.965345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-c1a42428-5f1a-4946-817c-08319c6cbbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:01:44.965345 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-c1a42428-5f1a-4946-817c-08319c6cbbf0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 842 time: 0.0642827
Dec 13 15:01:45.052382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-04165387-3efb-4fe6-b26c-7577da92c5dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805683
Dec 13 15:01:45.197216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-f4a87549-6060-4a75-97ec-d4dd5ab856fb service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356912
Dec 13 15:01:45.334682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ed5abbe-10ad-409a-9b56-dc56c54b43fd req-f7915351-d302-46d5-a8fd-ae274d3cab23 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364858
Dec 13 15:01:58.987058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:07.924823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81ff1c42-2e91-4fc4-81e3-fcee1bdfd9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:09.514751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:10.292184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4540675c-451b-4841-a06c-067c2b70dce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:10.758599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:12.144900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:19.771438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:02:28.984507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:37.919213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5bd11bf-ea98-4bf1-87bd-86be9f31598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:39.516816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:40.286090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c3f415e-81a3-453f-80bd-ae0cc14fe6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:40.770191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:42.152256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:45.553155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-c9e70a6d-7cdf-4940-8390-45e584c0f8ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1580372
Dec 13 15:02:45.661551 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-e5a1d934-fac9-4e5f-9867-3f97f7e51ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1098 time: 0.0858638
Dec 13 15:02:45.823820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-32e39ae5-4285-44d1-9829-bc671bfc0dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:02:45.825329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-32e39ae5-4285-44d1-9829-bc671bfc0dd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1425843
Dec 13 15:02:45.932840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-6bdfeb17-c29c-4f41-a595-90dd4d051cf4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 1001 time: 0.1009202
Dec 13 15:02:46.006821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-84e7edfd-7a04-4e01-8158-b5e39b9008ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:02:46.008522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-84e7edfd-7a04-4e01-8158-b5e39b9008ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0690920
Dec 13 15:02:46.091964 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-e7205816-e3fd-4db4-87d8-a44be4428eee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0769365
Dec 13 15:02:46.235892 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-596f553e-815e-4ebf-8dac-776e5a56d59b service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375561
Dec 13 15:02:46.639635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3fa6c50-7c78-4763-b5de-4f784ea385ad req-20f59238-10f6-496d-9ecb-86bf99ef24a4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3965123
Dec 13 15:02:56.766015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:02:57.859279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53290) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:02:57.868750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:02:58.130310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65630231'] for subnet, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:58.338055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793509729958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66360697'] for subnet, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:58.341977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db101a74-f63a-4ce0-90e0-196c86770cd5 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:02:58.398463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:02:58.399304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:58.400966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/subnets/3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 834 time: 0.5406141
Dec 13 15:02:58.406422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89a182-9086-4e4c-af3f-91ccd653996a None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:02:58.419100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=3cac7337-3030-414b-a87f-39166ad3cc1f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:02:58.429317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.429747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.430282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.431316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.431736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.432138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.432556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.433014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.433425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.433830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.434231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:02:58.438053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:02:58.993788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:59.127079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Provisioning complete for port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:02:59.127376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:59.268109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Provisioning complete for port 79b10ba9-1fee-44dc-bf31-984692ad6367 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:02:59.268484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:02:59.397269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Provisioning complete for port 1db4dc42-9298-4422-920a-2f8002b7c386 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:02:59.397691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aaade46-5922-46bc-9df0-8091bad3466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:07.921796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aac317b-c3c9-47ef-8717-af3a8306f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:09.520272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:10.280353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b12e8e77-59b1-4b80-9935-c70cb8c683e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:10.762386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:12.150826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:18.962185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-e29469a3-e8de-43a0-9468-a18c3ab965f0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789586234&fields=id&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 267 time: 0.0486941
Dec 13 15:03:19.136950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-6d7760c4-b49d-47d5-98af-a4d986518508 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:19.138485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-6d7760c4-b49d-47d5-98af-a4d986518508 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.1661577
Dec 13 15:03:19.165806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-ae13732e-78f0-4bd3-a252-5743c5675751 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/quotas/276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 375 time: 0.0193522
Dec 13 15:03:19.271828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7dcf3422-2bac-4727-8155-27737d0e8a4c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1002908
Dec 13 15:03:19.427224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-fdfd42ee-9f72-4dff-9b7a-c735f9212e31 service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421928
Dec 13 15:03:19.573284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-ddcecf99-5cab-45a5-a940-b5e7418c363d service neutron] 10.222.0.69 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391082
Dec 13 15:03:20.136113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3f00f96-9f04-4e71-bf44-eb095dc12e12 req-424a7731-d1a6-460e-9984-f1feb594a770 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.1250150
Dec 13 15:03:21.271497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3e9ea61b-f6d1-4e1b-9f8f-9abc17edbe96 req-5aaa0f4b-c9d2-4be3-aff6-e491116677c0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.0593879
Dec 13 15:03:22.390178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a8867c-1ed2-4701-9586-fdc84d49cdae req-ebff6472-ccda-43ec-b731-b94b90fef31d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.0485170
Dec 13 15:03:23.580266 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-426e6403-57b2-4d98-8053-dffd1807e0fc req-90469e81-8286-49aa-b53a-1fe4eb7ead01 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.0523100
Dec 13 15:03:24.770392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-550c4cc3-d017-4869-b713-a034b12e3861 req-be3e7d47-2931-4d5c-9bbd-f212380d9b8e tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.0539327
Dec 13 15:03:25.238673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-bd52a51e-66ba-44f4-811c-6b0f0367d115 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:25.240283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-bd52a51e-66ba-44f4-811c-6b0f0367d115 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 812 time: 0.1640933
Dec 13 15:03:25.299048 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-42c5077d-7a1d-48a3-a9af-7dfdb005eee9 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276e60b944a24821a986835a1cba043c HTTP/1.1" status: 200  len: 379 time: 0.0470839
Dec 13 15:03:25.310180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'port': {'device_id': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'admin_state_up': True, 'tenant_id': '276e60b944a24821a986835a1cba043c', 'security_groups': ['f3ae632b-30e3-4944-ac10-04185a6fee9e']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:25.460666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:03:25.471770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:03:25.482769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Made reservation on behalf of 276e60b944a24821a986835a1cba043c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:03:25.488653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:25.667692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.20.0.8 (2a78bcae-57f5-4619-b537-a0d056a0232b/e258628e-abbe-4356-a7c4-a51900f8e2f2/a7e18b63-55bb-4aa9-b6ce-a01e0f71f582) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:03:25.897303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:25.914207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Transition to ACTIVE for port object a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:25.969740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:25.985941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88a678a2-09c5-4135-9b11-60f82a22fa55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:26.066665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 2a78bcae-57f5-4619-b537-a0d056a0232b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:03:26.079171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:03:26.083241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:26.085640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:03:26.120944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:26.154522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b19ecc-7e12-4e4d-9810-984170a108c7 req-b86385b5-9e71-4488-a301-8c5f553ba468 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:26.156524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5b19ecc-7e12-4e4d-9810-984170a108c7 req-b86385b5-9e71-4488-a301-8c5f553ba468 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 931 time: 0.2253766
Dec 13 15:03:26.176164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:26.176887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:26.249513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5b19ecc-7e12-4e4d-9810-984170a108c7 req-03b8f78c-7d7e-4aea-be58-c05551a12607 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802171
Dec 13 15:03:26.251312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9460857
Dec 13 15:03:26.276185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Request body: {'port': {'device_id': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:26.403256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:26.473167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b98e962d-0dc9-46f4-8e57-9416e16fdd44 None None] Provisioning for port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:03:26.478768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b98e962d-0dc9-46f4-8e57-9416e16fdd44 None None] Provisioning complete for port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:03:26.479198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b98e962d-0dc9-46f4-8e57-9416e16fdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:26.541760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b98e962d-0dc9-46f4-8e57-9416e16fdd44 None None] Port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:03:26.776074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:03:26.783406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:26.799410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Transition to ACTIVE for port object a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:26.802917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:26.807563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f4e3746-fcbc-4c4e-b516-324815a7885d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:26.929861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:26.939755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:27.068828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Attempting to bind port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:03:27.069195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Attempting to bind port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:03:27.069592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Attempting to bind port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:03:27.076248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 on network 2a78bcae-57f5-4619-b537-a0d056a0232b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:03:27.076603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Attempting to bind port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 on network 2a78bcae-57f5-4619-b537-a0d056a0232b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:03:27.083841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:03:27.084207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Checking segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:03:27.084620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Bound using segment: {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:03:27.085086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Bound port: a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789c481d-d291-489c-ad1f-cdbdcc7001ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:03:27.085464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:27.182189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:03:27.185573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:03:27.190124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:27.194733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae1132bf-1322-4964-9729-482c8dd10847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:27.255612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:27.257350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] 10.222.0.72 "PUT /v2.0/ports/a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 1093 time: 0.9981415
Dec 13 15:03:27.257904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:03:27.286220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:27.296029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:27.365916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'status': 'completed', 'code': 200}
Dec 13 15:03:27.407529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-3706bc3b-36a1-406f-b239-aa0f71d40cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1096 time: 0.0916674
Dec 13 15:03:27.527529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-18b2378a-a68b-4822-9c93-82c694364921 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 217 time: 0.0849974
Dec 13 15:03:27.619225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f796-1d81-41fa-8ad6-f075de0fb925 req-339cf70c-e277-4d0d-8fb5-bd197fc0db8b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:27.620029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2474f796-1d81-41fa-8ad6-f075de0fb925 req-339cf70c-e277-4d0d-8fb5-bd197fc0db8b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:03:27.626939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-0db28187-a854-438b-8dcb-4460de78edf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:27.634063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-0db28187-a854-438b-8dcb-4460de78edf0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0941126
Dec 13 15:03:27.696223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2474f796-1d81-41fa-8ad6-f075de0fb925 req-339cf70c-e277-4d0d-8fb5-bd197fc0db8b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:03:27.697560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2474f796-1d81-41fa-8ad6-f075de0fb925 req-339cf70c-e277-4d0d-8fb5-bd197fc0db8b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.2939155
Dec 13 15:03:27.753661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-17363c9c-d4dd-493a-b9b3-c79a9dca1fcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1171100
Dec 13 15:03:27.785470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2474f796-1d81-41fa-8ad6-f075de0fb925 req-92355aa1-1ec8-46c8-8117-5dc0e6b756ab tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763433
Dec 13 15:03:27.911840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-13aa3b38-7b7b-40d0-9a79-61dc76d62d73 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492774
Dec 13 15:03:28.317251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9a2a945-7712-4e2b-bd41-44ecd6a1de60 req-35255cc3-e1b4-48d7-9f08-8b148756a98c service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3978567
Dec 13 15:03:28.451445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-d047742f-6d26-4a47-b069-8c63e6ac7f11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1096 time: 0.0789027
Dec 13 15:03:28.611401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-4c064efc-a99e-4193-94bf-9a04759b9929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:28.611401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-4c064efc-a99e-4193-94bf-9a04759b9929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1455739
Dec 13 15:03:28.682878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-81c05004-08a6-46d1-aee8-c503c0cdf236 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 217 time: 0.0718296
Dec 13 15:03:28.754466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-75b8cff4-b3e3-4731-a45e-6925c9d0dce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:28.756776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-75b8cff4-b3e3-4731-a45e-6925c9d0dce4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0668001
Dec 13 15:03:28.847041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-c63ebb05-807c-45e5-88e8-e34b79a0bb33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836380
Dec 13 15:03:28.997481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-a8f13e36-030c-4c9d-aef9-1381ff1a44c6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431589
Dec 13 15:03:29.004991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1c46-0fa5-4101-a018-615af52dd4f5 req-20dd3c73-5c01-4bcd-bcb8-af8505441850 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:29.006629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e0b1c46-0fa5-4101-a018-615af52dd4f5 req-20dd3c73-5c01-4bcd-bcb8-af8505441850 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0890934
Dec 13 15:03:29.010772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:29.058467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e0b1c46-0fa5-4101-a018-615af52dd4f5 req-e22d682d-2a50-434a-8164-9dcee1a6972f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441449
Dec 13 15:03:29.144283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f22195b5-a24d-41a7-aaac-aaae129686b1 req-aab2c06b-bc09-495a-abf1-f5b60f96c885 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400809
Dec 13 15:03:30.284851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a574-d6c9-49d7-ab3f-bf0a501dc7bb req-00de1b81-c88c-4e79-b090-e735d0535f1c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:30.286522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6cd9a574-d6c9-49d7-ab3f-bf0a501dc7bb req-00de1b81-c88c-4e79-b090-e735d0535f1c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0963912
Dec 13 15:03:30.342936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6cd9a574-d6c9-49d7-ab3f-bf0a501dc7bb req-184a4a35-7975-4580-966c-105cd2b3f916 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477664
Dec 13 15:03:31.558255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669a3a-0c2f-4052-a2ea-1bbdf2163ab1 req-ddf5b87d-4370-4814-ac92-7b04be6a41df tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:31.559849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb669a3a-0c2f-4052-a2ea-1bbdf2163ab1 req-ddf5b87d-4370-4814-ac92-7b04be6a41df tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0885701
Dec 13 15:03:31.610597 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb669a3a-0c2f-4052-a2ea-1bbdf2163ab1 req-913c485f-3fe0-4fb5-b39b-87692bd939c8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436058
Dec 13 15:03:32.833717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5c95-204e-40e9-b499-f00fc269d661 req-6ab0b667-b19a-4608-b6ec-db178f76fb4f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:32.835283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7fba5c95-204e-40e9-b499-f00fc269d661 req-6ab0b667-b19a-4608-b6ec-db178f76fb4f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0902030
Dec 13 15:03:32.887783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7fba5c95-204e-40e9-b499-f00fc269d661 req-4c6a0283-ba91-4514-b8db-68c9ab4f279f tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435483
Dec 13 15:03:33.771795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:03:34.105830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525e8ad-90ae-41d8-a54c-e49af4448924 req-7889e886-d1b7-4942-8c9e-5442cdad6699 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:34.107006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b525e8ad-90ae-41d8-a54c-e49af4448924 req-7889e886-d1b7-4942-8c9e-5442cdad6699 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0841417
Dec 13 15:03:34.177182 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b525e8ad-90ae-41d8-a54c-e49af4448924 req-ca7e7ec6-c303-4bd3-b98f-5bad1f904f0c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632746
Dec 13 15:03:35.397900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580952ab-94f6-4f1b-bb49-0179a4871db2 req-b240177f-1b9c-40fb-bb6d-f81f5a4331e4 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:35.399560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-580952ab-94f6-4f1b-bb49-0179a4871db2 req-b240177f-1b9c-40fb-bb6d-f81f5a4331e4 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 943 time: 0.0909264
Dec 13 15:03:35.450497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-580952ab-94f6-4f1b-bb49-0179a4871db2 req-c79763a3-a60c-4d00-b301-bbe5947fd115 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445936
Dec 13 15:03:36.010563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:03:36.157182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:36.171766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'port_id': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'mac_address': 'fa:16:3e:87:ea:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:03:36.230043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:36.248496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:03:36.264408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:36.272115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:36.274465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:36.351479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:36.361835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.363950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.363950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.363950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.363950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.363950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.364527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.364661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.365250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.365694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.366167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:36.371261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:36.518627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:03:36.668756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa972-63c2-4e86-9bd5-05cc8ecb1882 req-168b2370-4066-4a97-9738-94a412dfc814 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:36.670374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-167aa972-63c2-4e86-9bd5-05cc8ecb1882 req-168b2370-4066-4a97-9738-94a412dfc814 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 944 time: 0.0895460
Dec 13 15:03:36.722221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-167aa972-63c2-4e86-9bd5-05cc8ecb1882 req-c62b1aeb-014b-4be3-bc30-df19e3c367b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454502
Dec 13 15:03:37.936842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f620-5402-44bc-b7ee-c6ca1b6b8549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:37.941176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c18b8-7bd6-44f8-aaf1-2385497afaf0 req-9b3ed164-a50c-4f58-b58d-bc5040b7f325 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:37.942874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-530c18b8-7bd6-44f8-aaf1-2385497afaf0 req-9b3ed164-a50c-4f58-b58d-bc5040b7f325 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 944 time: 0.0927105
Dec 13 15:03:37.993755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-530c18b8-7bd6-44f8-aaf1-2385497afaf0 req-3f682645-68c9-4a38-bb12-065d25f64972 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445471
Dec 13 15:03:38.024693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:03:38.109397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:03:38.114720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:03:38.122945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:38.239398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:38.268813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:03:38.279563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:38.295741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:38.298404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:38.372825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:38.376266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:38.421944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'code': 200}
Dec 13 15:03:38.749221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-feb2227d-966f-4638-9274-8bddfb5ece6f req-6ae21af3-7551-4c61-bdb1-34490eb25e02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1098 time: 0.0872357
Dec 13 15:03:38.796072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-feb2227d-966f-4638-9274-8bddfb5ece6f req-ff831d1f-9e36-4880-b254-3ee1cd52d080 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400000
Dec 13 15:03:39.261470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcf39-f7a0-4376-a976-8e14e9e7583d req-458335b4-55b6-4d62-8d1e-e1a1b5cfc5d0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:39.263499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5a9dcf39-f7a0-4376-a976-8e14e9e7583d req-458335b4-55b6-4d62-8d1e-e1a1b5cfc5d0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.1241870
Dec 13 15:03:39.328725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5a9dcf39-f7a0-4376-a976-8e14e9e7583d req-53a311f8-595c-4908-9d6c-bae28084a1b2 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544837
Dec 13 15:03:39.530927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:40.292675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-030a767b-c2dd-404b-b878-d7fd12bda1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:40.551402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fcbf1-7c0a-4294-9011-0bd56b165066 req-edb14a10-5443-43ec-b5d0-50877bfc79c2 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:40.552932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d95fcbf1-7c0a-4294-9011-0bd56b165066 req-edb14a10-5443-43ec-b5d0-50877bfc79c2 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.0908239
Dec 13 15:03:40.608854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d95fcbf1-7c0a-4294-9011-0bd56b165066 req-45bfdd68-730d-44f3-8a90-c34de027c0ed tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462916
Dec 13 15:03:40.766483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:40.832258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7668-982f-4b88-a9ea-76c321580535 req-404bdfe4-fb56-4e8e-b473-113fcc3b64a0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:40.833802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3cc7668-982f-4b88-a9ea-76c321580535 req-404bdfe4-fb56-4e8e-b473-113fcc3b64a0 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.0849726
Dec 13 15:03:40.889700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3cc7668-982f-4b88-a9ea-76c321580535 req-cc147418-a865-4ec5-ae91-f41196fdda54 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480659
Dec 13 15:03:40.917924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53418) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:41.003632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f758bd3b-9e87-4459-97ae-74751870e0c2 tempest-TestVolumeBootPattern-646972090 tempest-TestVolumeBootPattern-646972090-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1093 time: 0.0839198
Dec 13 15:03:41.006340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53422) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:41.012421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:41.019403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:03:41.024007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Usage tracker for resource:floatingip and tenant:276e60b944a24821a986835a1cba043c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:03:41.027050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:03:41.034100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:03:41.046531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:41.212717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:41.378791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Allocated IP 172.26.4.165 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/1fa2a870-48d6-45b9-a2c4-2387cdae411a) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:03:41.381918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53428) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:41.553274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:41.609867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:41.615230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f77fb0d8-1fb3-4d11-b94a-f5d9b533e250 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:41.692263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:03:41.695991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:03:41.698214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=1fa2a870-48d6-45b9-a2c4-2387cdae411a,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:41.700714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:03:41.735925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:41.856530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port e7ba220a-b5b6-425a-ada1-1b7717a617e6 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:03:41.864209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.037737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.038106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.166837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for e7ba220a-b5b6-425a-ada1-1b7717a617e6 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:03:42.175913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.288651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.384503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.431917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.436688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dce49553-3ef1-47b6-88f2-22931016aa78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:42.481511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=e7ba220a-b5b6-425a-ada1-1b7717a617e6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:42.522533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.522931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.523387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.523805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.524216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.524623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.525037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.525449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.525854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.526257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.526659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:03:42.539722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:42.595448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.615362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.634050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.639195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2876e063-fec8-4ddd-8084-bfe69d53dea9 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:42.758344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event updated for resources: {'Port': ['ID=1fa2a870-48d6-45b9-a2c4-2387cdae411a,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:42.762806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:42.774112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:42.976207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Floating IP 49f224a7-a9db-4589-bdf3-f9e46b3fe814 associated. External IP: 172.26.4.165, port: a7e18b63-55bb-4aa9-b6ce-a01e0f71f582.
Dec 13 15:03:43.012251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:03:43.232774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:03:43.255357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Sync routers for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:03:43.271317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:43.271956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2b9c50>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:43.277911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:43.363736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/d65d44a2-dc89-46df-841d-a4a6d3c77cba HTTP/1.1" status: 204  len: 168 time: 1.9802549
Dec 13 15:03:43.364470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:03:43.514489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:43.525369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386', 'status': 'completed', 'code': 200}
Dec 13 15:03:43.825836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-cab59f0f-18a7-4eea-9de2-eecbc30a1688 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 1098 time: 0.2291744
Dec 13 15:03:44.011485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581a48-9644-4e10-8179-26ead7f109d8 req-21ad0eb8-08ab-40c9-8927-2a8e88d2fd65 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:44.013085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e581a48-9644-4e10-8179-26ead7f109d8 req-21ad0eb8-08ab-40c9-8927-2a8e88d2fd65 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.2616973
Dec 13 15:03:44.015131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2b9c50>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:44.019352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Checking router: 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:03:44.032393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:44.033225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2b9c50>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:44.056704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-ed4c972b-7692-40c9-b529-945979de538c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:44.058235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-ed4c972b-7692-40c9-b529-945979de538c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 200  len: 897 time: 0.2243235
Dec 13 15:03:44.144790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:03:44.163981 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-ba6a2830-bcc9-4b7f-bd18-411e9876bd23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 200  len: 217 time: 0.0979614
Dec 13 15:03:44.168134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e581a48-9644-4e10-8179-26ead7f109d8 req-d6e10609-c446-4e8d-92bc-756c4dea616b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379104
Dec 13 15:03:44.224994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:44.310813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-f158d8da-ec4f-4e5f-9f17-f703cc6ab6b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:44.312445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-f158d8da-ec4f-4e5f-9f17-f703cc6ab6b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 200  len: 842 time: 0.1405039
Dec 13 15:03:44.485010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-99c5c09a-aedc-4af0-9690-5924c6245b57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1619849
Dec 13 15:03:44.560136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2b9c50>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:44.564459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed933f8d-84d1-405f-935e-da02e170aebf None None] The sync data for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv is: [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '79b10ba9-1fee-44dc-bf31-984692ad6367', 'name': '', 'network_id': 'fd904aa5-edde-44a3-9e4d-1ad5d3453a2f', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:73:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:45Z', 'updated_at': '2021-12-13T15:00:51Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '3cac7337-3030-414b-a87f-39166ad3cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:03:44.645112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:03:44.655207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:03:44.663116 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-5c583ff7-bebc-40ac-8577-730d64a8cac2 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667502
Dec 13 15:03:44.668024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:44.668726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f893e10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:44.706721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:44.842365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8348870
Dec 13 15:03:44.845137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:03:44.877280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d596f5f-17c8-414f-a3d8-f197e73dc306 req-7ed88d32-fd11-4d6f-be85-ac34ddb13d68 service neutron] 10.222.0.72 "GET /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045188
Dec 13 15:03:44.880054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:44.940884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'status': 'completed', 'code': 200}
Dec 13 15:03:45.044164 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-2454e269-3f6a-49b4-b43d-09cdc534ffe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1098 time: 0.0801401
Dec 13 15:03:45.074043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ddd7-bcc0-464c-a515-a4da0982e444 None None] New status for floating IP d65d44a2-dc89-46df-841d-a4a6d3c77cba: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:03:45.170366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-63d70364-35da-4aa4-8753-506488d8ac17 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:45.171221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-63d70364-35da-4aa4-8753-506488d8ac17 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:03:45.198281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-63d70364-35da-4aa4-8753-506488d8ac17 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:03:45.199732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-63d70364-35da-4aa4-8753-506488d8ac17 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.1258655
Dec 13 15:03:45.212909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-2bc0a6a6-021a-4c2f-9116-1a04f2eb0fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:45.214757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-2bc0a6a6-021a-4c2f-9116-1a04f2eb0fa1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1643968
Dec 13 15:03:45.336340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 1db4dc42-9298-4422-920a-2f8002b7c386 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:03:45.337151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:45.340857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f893e10>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49f224a7-a9db-4589-bdf3-f9e46b3fe814', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:87:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:42Z', 'updated_at': '2021-12-13T15:03:42Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}, {'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:45.355516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:03:45.367921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:45.368870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f893e10>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:45.375496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-aa1dd02d-e7e3-4c0b-ace7-90b5372ce5e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 999 time: 0.1544032
Dec 13 15:03:45.517080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-ad8ca00a-550d-43e2-af2b-f527cc69a92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:45.520023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-ad8ca00a-550d-43e2-af2b-f527cc69a92e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.1368101
Dec 13 15:03:45.571234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:45.597622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f581475-6e64-47f2-9ae4-4fc13193a1b9 req-08868a60-01fd-47e7-a0f4-425d75fc0848 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:45.599293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f581475-6e64-47f2-9ae4-4fc13193a1b9 req-08868a60-01fd-47e7-a0f4-425d75fc0848 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 945 time: 0.1688321
Dec 13 15:03:45.628933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 1db4dc42-9298-4422-920a-2f8002b7c386, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1db4dc42-9298-4422-920a-2f8002b7c386,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:45.629325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:45.669736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-32c1d382-7084-42e9-8a77-fef812705a78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1423745
Dec 13 15:03:45.672491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f581475-6e64-47f2-9ae4-4fc13193a1b9 req-9f5546c1-861d-4146-9b9c-1e6f42e4852b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648241
Dec 13 15:03:45.766481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 1db4dc42-9298-4422-920a-2f8002b7c386 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:03:45.824950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-bd7985e5-7c67-4abf-a831-15e327a73f38 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484125
Dec 13 15:03:45.973809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:45.986928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d065c77-9cc0-458c-8902-a4e2e7aa9d09 req-79cb8d24-7621-43de-9db4-097a6cf3ccea service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557362
Dec 13 15:03:45.989074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-651e91fe-fda6-413a-8033-4d439c6c75a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:46.080299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=1db4dc42-9298-4422-920a-2f8002b7c386,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:46.108503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:46.119416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 1db4dc42-9298-4422-920a-2f8002b7c386 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:03:46.122438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:46.125326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'name': 'network-vif-deleted', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:03:46.158998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afcb0bda-a9f3-45ed-9f56-60db3a7dcf2e req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/1db4dc42-9298-4422-920a-2f8002b7c386 HTTP/1.1" status: 204  len: 173 time: 0.9528856
Dec 13 15:03:46.173036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f893e10>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49f224a7-a9db-4589-bdf3-f9e46b3fe814', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:87:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:42Z', 'updated_at': '2021-12-13T15:03:42Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}, {'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:46.173036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfaca4-7547-493f-b747-95ae2c6813b7 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49f224a7-a9db-4589-bdf3-f9e46b3fe814', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:87:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:42Z', 'updated_at': '2021-12-13T15:03:42Z', 'revision_number': 0, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}, {'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:03:46.190346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6724d958-194c-4fc1-915e-bdf5bd9edea1', 'name': 'network-vif-deleted', 'tag': '1db4dc42-9298-4422-920a-2f8002b7c386', 'status': 'completed', 'code': 200}
Dec 13 15:03:46.528270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febabcbf-a47a-42ba-b732-6c4e5227c963 None None] New status for floating IP 49f224a7-a9db-4589-bdf3-f9e46b3fe814: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:03:46.880013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-db5a3535-73b7-40ca-b990-a5cebd6c184c req-31e08b54-cf28-4b70-a145-e16a0b247cc6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=6724d958-194c-4fc1-915e-bdf5bd9edea1 HTTP/1.1" status: 200  len: 210 time: 0.0536532
Dec 13 15:03:47.429155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-43ec6dc5-8881-404f-8f0a-5f446a30c49d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790126
Dec 13 15:03:47.595435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-70187272-114c-4d57-bcb0-b7a778465a00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1098 time: 0.0900354
Dec 13 15:03:47.756911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-99cbd5ba-5c51-40ee-9027-f3d6aabd72bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:47.758535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-99cbd5ba-5c51-40ee-9027-f3d6aabd72bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1439636
Dec 13 15:03:47.867889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-55c4da32-ce10-48d6-8f5b-1bb8f6f5dd17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 1001 time: 0.1031816
Dec 13 15:03:47.942781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-813c287e-4927-4fc8-81e0-0853168d8a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:47.944421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-813c287e-4927-4fc8-81e0-0853168d8a31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0701265
Dec 13 15:03:47.997690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53452) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:48.092350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-d7730c98-df8d-4bcd-952b-a3c572d80aaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1412501
Dec 13 15:03:48.097477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:48.168741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:48.297220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-f53ce3ce-90dc-4efe-940a-15516715f6fc service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974559
Dec 13 15:03:48.350649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:48.639217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-163aeb8a-f75d-42d0-afe4-32f696244d2d tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:48.667161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0db068-82dd-41e6-8d34-dbb6a03b0fb3,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:48.672366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:48.700684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:48.701793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/cf0db068-82dd-41e6-8d34-dbb6a03b0fb3 HTTP/1.1" status: 204  len: 168 time: 0.7030692
Dec 13 15:03:48.710330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5225b0d-e3da-4411-94c3-b758fb3c1e9f req-0bf11fe8-2001-4aad-bd9c-bdc1a51a52b9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4063766
Dec 13 15:03:48.745027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53458) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:49.173475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:49.838869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 79b10ba9-1fee-44dc-bf31-984692ad6367 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:03:49.839301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:50.057082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 79b10ba9-1fee-44dc-bf31-984692ad6367, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=79b10ba9-1fee-44dc-bf31-984692ad6367,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:50.057480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:50.102648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 1db4dc42-9298-4422-920a-2f8002b7c386 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:03:50.141323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 1db4dc42-9298-4422-920a-2f8002b7c386 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:03:50.141542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 1db4dc42-9298-4422-920a-2f8002b7c386 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:03:50.197560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 79b10ba9-1fee-44dc-bf31-984692ad6367 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:03:50.402395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:50.406919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92c4abeb-1626-4f02-b241-cde0a135dcd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:50.450862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=79b10ba9-1fee-44dc-bf31-984692ad6367,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:50.454224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:50.793261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:51.712989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:03:51.927000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:03:51.937745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Sync routers for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:03:51.942052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/36435c30-1d62-4357-9fdd-4cf7d9fb3ca5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1940730
Dec 13 15:03:51.944444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53462) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:51.950622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:51.951329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fda58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:52.145777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:52.155124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 3cac7337-3030-414b-a87f-39166ad3cc1f {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:03:52.158481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.217129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.316869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.393857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.397915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5076fa9c-3749-4a72-a2e2-50c128456f1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:52.435219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=3cac7337-3030-414b-a87f-39166ad3cc1f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:52.439607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:52.443215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.447869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fda58>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:03:50Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:52.453006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f1dba86f-049f-4c55-a955-a93735aea1e3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/3cac7337-3030-414b-a87f-39166ad3cc1f HTTP/1.1" status: 204  len: 168 time: 0.5048702
Dec 13 15:03:52.453184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7849e33-4297-4b7e-9747-ec841318fd22 None None] Network fd904aa5-edde-44a3-9e4d-1ad5d3453a2f requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:03:52.453734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53468) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:52.455485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Checking router: 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:03:52.468512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Routers {'36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:52.469171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fda58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:52.664151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] Set router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:52.671994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.725773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] DHCP port deletion for fd904aa5-edde-44a3-9e4d-1ad5d3453a2f request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:03:52.730739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Deleting port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:03:52.731196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.886098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.897999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port f159368f-144c-49fc-adcf-4a2437194839 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:03:52.898411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:52.964658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] For port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,segment=NetworkSegment(a39f5cba-93f1-46d1-9011-1b86e9e57c3e),segment_id=a39f5cba-93f1-46d1-9011-1b86e9e57c3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:52.964995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.093055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Calling delete_port for 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:03:53.112313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port f159368f-144c-49fc-adcf-4a2437194839, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f159368f-144c-49fc-adcf-4a2437194839,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:03:53.112721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.143119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fda58>, [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:03:50Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:53.147725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4be5c3-f8dc-4a0e-ae32-a58b1f965732 None None] The sync data for ids ['36435c30-1d62-4357-9fdd-4cf7d9fb3ca5'] in dv-neutron-821565-1-hyperv is: [{'id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1402225151', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f159368f-144c-49fc-adcf-4a2437194839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:03:50Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': 'f159368f-144c-49fc-adcf-4a2437194839', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36435c30-1d62-4357-9fdd-4cf7d9fb3ca5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:00:40Z', 'updated_at': '2021-12-13T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:03:53.174066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.178476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8898972e-b8ed-4305-8066-30421c3339d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:53.223165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Pushing event deleted for resources: {'Port': ['ID=32eb2f7f-8d63-4229-a95b-ca04b789dfd0,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:53.226549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:53.235043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] No DVR routers for this DVR port 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:03:53.239880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for f159368f-144c-49fc-adcf-4a2437194839 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:03:53.395558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:03:53.428269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.429028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:03:53.429428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 32eb2f7f-8d63-4229-a95b-ca04b789dfd0 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:03:53.429896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79b10ba9-1fee-44dc-bf31-984692ad6367 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:03:53.433210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f995fa5-af5e-4a99-922c-6ad83455da77 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:53.463747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 79b10ba9-1fee-44dc-bf31-984692ad6367 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:03:53.464145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 79b10ba9-1fee-44dc-bf31-984692ad6367 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:03:53.476954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=f159368f-144c-49fc-adcf-4a2437194839,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:53.479807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:53.713673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.986367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:53.991388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.020409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.021156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:03:54.036610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.038187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/36435c30-1d62-4357-9fdd-4cf7d9fb3ca5 HTTP/1.1" status: 204  len: 168 time: 1.5833659
Dec 13 15:03:54.040927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:54.169883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.315452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.344622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e878c88>,) {'filters': {'network_id': ['fd904aa5-edde-44a3-9e4d-1ad5d3453a2f']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:54.358276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e878c88>, 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:54.358612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e878c88>, 'a39f5cba-93f1-46d1-9011-1b86e9e57c3e') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:54.371259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.385759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.392075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:03:54.392491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:03:54.407703 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:03:54.493643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.497844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4871a689-45c0-4fc8-baf1-13733e4a3b36 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:54.513195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.525332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=fd904aa5-edde-44a3-9e4d-1ad5d3453a2f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:54.528762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:54.535376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/fd904aa5-edde-44a3-9e4d-1ad5d3453a2f HTTP/1.1" status: 204  len: 168 time: 0.4932270
Dec 13 15:03:54.550365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:54.557134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--454401147', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:54.562739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:03:54.567213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:03:54.570374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:03:54.576806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:03:54.587581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:03:54.593025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.623238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:03:54.633011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.633399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57 of type vlan for network b8c78d0c-fc20-4fea-b890-08974eb519e6
Dec 13 15:03:54.663980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.946584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.951417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:54.952067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:54.956111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7350d0c0-392c-4d5a-9586-dc4a6d311b97 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:55.057812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5061104
Dec 13 15:03:55.061122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:55.066919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-106829001', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:55.070591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=b8c78d0c-fc20-4fea-b890-08974eb519e6,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:55.073542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:55.074821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:03:55.079364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:03:55.082500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:03:55.083078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:03:55.090289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:03:55.101173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.102243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.134216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.288165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.384893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f159368f-144c-49fc-adcf-4a2437194839 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:03:55.420143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: f159368f-144c-49fc-adcf-4a2437194839 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:03:55.420644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f159368f-144c-49fc-adcf-4a2437194839 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:03:55.732069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.763888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:55.912352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.97 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3de4b849-fda0-4876-af5d-2d575d2a2b69) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:03:56.071181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:56.101514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:56.105522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d570dd3-c246-4cfd-82b2-b60df97f71ad tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:56.181363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:03:56.183346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:03:56.185936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:03:56.222880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=3de4b849-fda0-4876-af5d-2d575d2a2b69,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:56.233473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:56.362303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:56.363123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:56.632803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:03:56.861303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:03:56.873219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:03:56.886654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:56.887472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f486cc0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:56.888639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:56.889973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.8277557
Dec 13 15:03:56.893302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53484) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:56.938616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7f1f797-3850-49ae-8059-34483f309dea tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0440204
Dec 13 15:03:56.941338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53488) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:57.082794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:57.097895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a2892-e936-42fe-8f75-bf4ca7c0908e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:57.099828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-868a2892-e936-42fe-8f75-bf4ca7c0908e tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1575458
Dec 13 15:03:57.103012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:57.152108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b2bc790a-0a29-42d6-8619-61e93ce9bca1 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0445166
Dec 13 15:03:57.155384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53496) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:57.164278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856204534', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:03:57.449766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:03:57.449766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:03:57.449766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:03:57.449766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:03:57.463842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:03:57.476865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f486cc0>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:56Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:57.476865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:03:57.476865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Updating router 3e7cdabe-a420-4c1d-9093-e08a5b30505c port 3de4b849-fda0-4876-af5d-2d575d2a2b69 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:03:57.543020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:57.594444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:57.837580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:57.848369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12257a3e-0b6b-4fb0-b1c1-7a59a90ecadd tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:57.909593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:57.922162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Transition to ACTIVE for port object 3de4b849-fda0-4876-af5d-2d575d2a2b69 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:57.927627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:57.933710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-783c2567-39cd-4649-ac2a-51ef93ca5492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:57.954063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:03:57.954063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: b8c78d0c-fc20-4fea-b890-08974eb519e6, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:03:57.963603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=27840bfd-e78a-4082-b994-448a81f2cbef,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:57.967126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:57.992357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:03:58.001682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, b8c78d0c-fc20-4fea-b890-08974eb519e6) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:03:58.004741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Pushing event updated for resources: {'Port': ['ID=3de4b849-fda0-4876-af5d-2d575d2a2b69,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:58.010853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:58.019172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:03:58.019172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:58.028411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Attempting to bind port 3de4b849-fda0-4876-af5d-2d575d2a2b69 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:03:58.028411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Attempting to bind port 3de4b849-fda0-4876-af5d-2d575d2a2b69 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:03:58.028411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Attempting to bind port 3de4b849-fda0-4876-af5d-2d575d2a2b69 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:03:58.034705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb5712-b103-4393-8c71-8dedcb015964 None None] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:03:58.044379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8855968
Dec 13 15:03:58.044379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53500) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Bound port: 3de4b849-fda0-4876-af5d-2d575d2a2b69, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:03:58.082774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:58.471398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] For port 3de4b849-fda0-4876-af5d-2d575d2a2b69, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:03:58.525390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] For port 3de4b849-fda0-4876-af5d-2d575d2a2b69, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3de4b849-fda0-4876-af5d-2d575d2a2b69,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:03:58.564250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:58.573272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:58.635564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-b8c78d0c-fc20-4fea-b890-08974eb519e6', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:03:58.635564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:58.662166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Pushing event updated for resources: {'Port': ['ID=3de4b849-fda0-4876-af5d-2d575d2a2b69,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:58.662166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:58.808782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:03:58.808782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f486cc0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:58.905802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Allocated IP 172.20.0.2 (b8c78d0c-fc20-4fea-b890-08974eb519e6/27840bfd-e78a-4082-b994-448a81f2cbef/94b1b3d5-212a-40e2-97d0-8cfaba43114d) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:03:59.047678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.109000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.123026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:03:59.446703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.502089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Transition to ACTIVE for port object 94b1b3d5-212a-40e2-97d0-8cfaba43114d will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:59.528275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Transition to ACTIVE for port object 94b1b3d5-212a-40e2-97d0-8cfaba43114d will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:59.543876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.553037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f486cc0>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:56Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:03:59.553037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d87c31b1-ffbc-4c9d-8e6a-01cb0f084ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:59.604974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66d8-b78a-41f2-97cd-0236a2fe1223 None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:56Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:03:59.634992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (b8c78d0c-fc20-4fea-b890-08974eb519e6/27840bfd-e78a-4082-b994-448a81f2cbef/7400edde-6575-4fc7-8973-7383071b9d99) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:03:59.639345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:03:59.639345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:03:59.639345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Pushing event updated for resources: {'Port': ['ID=94b1b3d5-212a-40e2-97d0-8cfaba43114d,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:59.661580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:03:59.661580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:03:59.758425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Attempting to bind port 94b1b3d5-212a-40e2-97d0-8cfaba43114d on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:03:59.758425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Attempting to bind port 94b1b3d5-212a-40e2-97d0-8cfaba43114d by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:03:59.758425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Attempting to bind port 94b1b3d5-212a-40e2-97d0-8cfaba43114d on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Checking segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Bound using segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Bound port: 94b1b3d5-212a-40e2-97d0-8cfaba43114d, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:03:59.768136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.883072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] For port 94b1b3d5-212a-40e2-97d0-8cfaba43114d, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:03:59.887824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.892596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] For port 94b1b3d5-212a-40e2-97d0-8cfaba43114d, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=94b1b3d5-212a-40e2-97d0-8cfaba43114d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:03:59.892596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.892596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:59.906655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 7400edde-6575-4fc7-8973-7383071b9d99 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:03:59.932757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:03:59.932757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3fc75b30-7147-4fc6-ac5c-6ab0242cc3bd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:03:59.981810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Pushing event updated for resources: {'Port': ['ID=94b1b3d5-212a-40e2-97d0-8cfaba43114d,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:03:59.981810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:00.017325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:00.017325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:00.017325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:00.017325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:04:00.055172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:00.097900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:00.209372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:01.127645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:01.135086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:01.166509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dcb258a-2a4f-43d8-bbb6-1e988d2fa811 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:01.297235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:01.307623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:01.307623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:01.589907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:01.599124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:01.608454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3de4b849-fda0-4876-af5d-2d575d2a2b69 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:01.725512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3de4b849-fda0-4876-af5d-2d575d2a2b69 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:01.736530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3de4b849-fda0-4876-af5d-2d575d2a2b69 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:01.736530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:01.999384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:02.031672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3de4b849-fda0-4876-af5d-2d575d2a2b69, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3de4b849-fda0-4876-af5d-2d575d2a2b69,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:02.048443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:02.048443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 94b1b3d5-212a-40e2-97d0-8cfaba43114d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:02.118536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:02.211730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:04:02.240651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3de4b849-fda0-4876-af5d-2d575d2a2b69,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:02.240651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:02.289256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 94b1b3d5-212a-40e2-97d0-8cfaba43114d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:02.334599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857ebc3-e4f1-4069-9b45-5ab6c8bba66f None None] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:04:02.441113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Provisioning for port 94b1b3d5-212a-40e2-97d0-8cfaba43114d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:02.458482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Provisioning complete for port 94b1b3d5-212a-40e2-97d0-8cfaba43114d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:02.458482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:02.521914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:04:02.544828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53506) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:02.549296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3e7cdabe-a420-4c1d-9093-e08a5b30505c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4976575
Dec 13 15:04:02.648658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:02.710038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.710464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.710871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.711331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.711733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.712134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.714088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b5ba3eb-7c28-4126-948d-5c9f0bbce1f6 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.1719949
Dec 13 15:04:02.717347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53510) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:02.727933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] For port 94b1b3d5-212a-40e2-97d0-8cfaba43114d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=94b1b3d5-212a-40e2-97d0-8cfaba43114d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:02.732670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:02.735702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:02.797620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.798067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.798485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.798891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.799327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.799716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:02.801778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e5c7353-d0ff-417a-82b9-630f6e4f87f8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0831981
Dec 13 15:04:02.805584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53514) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:02.823482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Pushing event updated for resources: {'Port': ['ID=94b1b3d5-212a-40e2-97d0-8cfaba43114d,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:02.826923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:03.036384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8a9d830-7b05-4f2e-9b77-b9af26170183 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2293487
Dec 13 15:04:03.164934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Provisioning complete for port 94b1b3d5-212a-40e2-97d0-8cfaba43114d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:03.165366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.459571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3de4b849-fda0-4876-af5d-2d575d2a2b69 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:03.484413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:04:03.500434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:03.501127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f57ca90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:03.568931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Provisioning for port 7400edde-6575-4fc7-8973-7383071b9d99 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:03.578732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Provisioning complete for port 7400edde-6575-4fc7-8973-7383071b9d99 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:03.579201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.611851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53520) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:03.618728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3de4b849-fda0-4876-af5d-2d575d2a2b69 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:03.618728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.624207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543257014', 'description': 'tempest-secgroup-smoke-543257014 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:03.635785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:03.646693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:03.655910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:03.668655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:03.710914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-65b8f4c8-515d-4b1e-87a8-a4bf269485eb None None] Port 7400edde-6575-4fc7-8973-7383071b9d99 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:04:03.730383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:03.751334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.796144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:03.799640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:03.799816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 94b1b3d5-212a-40e2-97d0-8cfaba43114d up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:03.802800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:03.810681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:03.879053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-43ac80f3-1a12-4fc0-b476-0127a01c7c12 None None] Provisioning complete for port 7400edde-6575-4fc7-8973-7383071b9d99 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:03.879053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43ac80f3-1a12-4fc0-b476-0127a01c7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.930085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.937373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-43ac80f3-1a12-4fc0-b476-0127a01c7c12 None None] Port 7400edde-6575-4fc7-8973-7383071b9d99 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:04:03.946272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 94b1b3d5-212a-40e2-97d0-8cfaba43114d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:03.946687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.952023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:03.958558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d989a8c-2151-4b80-a224-c3ede28346bf tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.001478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2dc9a-9b67-4b76-b295-cfec58909758,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.004274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.013294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.017635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3981254
Dec 13 15:04:04.018268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53524) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:04.029070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:04.042404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:04.042404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:04.052481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:04.062334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:04.096350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.112692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f57ca90>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:04.112692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:04:04.112692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Updating router 3e7cdabe-a420-4c1d-9093-e08a5b30505c port 7400edde-6575-4fc7-8973-7383071b9d99 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:04:04.162076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.169580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.178007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.180105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4781b4b9-9344-4dec-bf6b-cc4409aa5ea6 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.204467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5a3606-3404-4556-9bc0-cb6b6d3f6f9f,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.218187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.218617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.219055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.220408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.220408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.220408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.220626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.220993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.222446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.222446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.222446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.225689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.227018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2075355
Dec 13 15:04:04.228020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.229834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53528) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:04.235913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:04.243554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:04.248102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:04.251259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:04.257916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:04.316752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.385536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.401344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.402940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-770b3290-a99f-4848-a153-17bfd26055de tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.428264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d88d127-0a29-4459-8238-cbab59245a87,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.434268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.440965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.440965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2098534
Dec 13 15:04:04.444034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53532) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:04.451295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:04.461542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:04.466210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:04.466210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:04.470857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:04.525664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.588498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.609422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Transition to ACTIVE for port object 7400edde-6575-4fc7-8973-7383071b9d99 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:04:04.621235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.624664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.624664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.630575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.630575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5cf2af1-0499-4049-ac0f-0346195cb445 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.654325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acf3015-f154-42f5-8b49-ab1a4a0f8141,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.658588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.669377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.669377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2229650
Dec 13 15:04:04.677583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53536) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:04.679546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:04.686697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:04.689514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:04.692685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:04.699795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:04.723605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.767611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Pushing event updated for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.786075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.790222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:04:04.807471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.810646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.821662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d396ccac-f403-4eb0-a619-0bfcaf5671ad tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:04.825594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.843539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d72f94-707d-4abe-997f-8e1683e48494,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:04.848205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:04.863952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.865848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1928339
Dec 13 15:04:04.869319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53540) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:04.880495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:04.883819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:04.888795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:04.896463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:04.915063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Attempting to bind port 7400edde-6575-4fc7-8973-7383071b9d99 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:04:04.915063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Attempting to bind port 7400edde-6575-4fc7-8973-7383071b9d99 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:04:04.915063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Attempting to bind port 7400edde-6575-4fc7-8973-7383071b9d99 on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:04:04.920358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Checking segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Bound using segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Bound port: 7400edde-6575-4fc7-8973-7383071b9d99, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:04:04.925322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:04.975125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:04:04.989494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.037431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] For port 7400edde-6575-4fc7-8973-7383071b9d99, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:04:05.037896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] For port 7400edde-6575-4fc7-8973-7383071b9d99, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7400edde-6575-4fc7-8973-7383071b9d99,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:04:05.047118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.057086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-04101ff9-f815-4e38-b429-3962c6ee6a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:05.070209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.078263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.089138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2fabaf72-cb62-4fc5-a8db-dc1d5a07e0d3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:05.121688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9875cbbf-41b0-43f1-84f7-5fc36a163496,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:05.135717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:05.135717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.145296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2671611
Dec 13 15:04:05.145296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53544) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:05.147263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Pushing event updated for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:05.151679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:05.151679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:05.151679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f57ca90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:03:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:05.160414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '61f2dc9a-9b67-4b76-b295-cfec58909758', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:05.167897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:05.172941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:05.178956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:05.185704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:05.211742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:04:05.218958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.316081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.337018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.339109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39e26dee-34dc-49a1-aa85-c0489d87bede tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:05.363776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29155f5c-55f7-45f9-a179-aac07bcab0a6,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:05.372967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:05.376333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:05.392961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:05.394324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2514706
Dec 13 15:04:05.619844 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-f6a9e6ff-3d41-4c22-a7b6-b4e953168757 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543257014&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0571017
Dec 13 15:04:05.770654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9b63418-525f-4413-a63b-70d097591571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f57ca90>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:05Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:05.775436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b63418-525f-4413-a63b-70d097591571 None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:05Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:04:05.788290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ea739bf0-53f7-429b-b9b3-1e21c44a40b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:05.789949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ea739bf0-53f7-429b-b9b3-1e21c44a40b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 796 time: 0.1625211
Dec 13 15:04:05.809275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-3b9e050b-9ef0-4cbe-bd72-dc861b847c1a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0130002
Dec 13 15:04:05.931105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-2214adf6-66cd-480f-a3ca-590224a3c979 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1154752
Dec 13 15:04:06.193175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-f5156e7d-34f6-48a0-97d5-c9fff51ddf9d service neutron] 10.222.0.69 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398062
Dec 13 15:04:06.352329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-5acdc02b-3321-4ec5-a174-6626b600d638 service neutron] 10.222.0.69 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596899
Dec 13 15:04:06.646941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0ac4630c-ce67-479c-8b1b-e91c8a0d2825 req-ee462a56-c6b0-4300-8ba1-66e795d1c74c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:06.665432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-0ac4630c-ce67-479c-8b1b-e91c8a0d2825 req-ee462a56-c6b0-4300-8ba1-66e795d1c74c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:06.667714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0ac4630c-ce67-479c-8b1b-e91c8a0d2825 req-ee462a56-c6b0-4300-8ba1-66e795d1c74c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 210 time: 0.0760386
Dec 13 15:04:07.462915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7400edde-6575-4fc7-8973-7383071b9d99 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:07.552277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7400edde-6575-4fc7-8973-7383071b9d99 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:07.556538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7400edde-6575-4fc7-8973-7383071b9d99 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:07.556958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:07.684662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:07.723742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7400edde-6575-4fc7-8973-7383071b9d99, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7400edde-6575-4fc7-8973-7383071b9d99,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:07.727491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:07.730475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:07.820055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:07.823821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:07.880524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6278364-00cc-409d-b91f-277f79d3e5f2 req-627cdec3-8eb3-41d0-983a-bca0fa3a57c8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 210 time: 0.0583134
Dec 13 15:04:07.951435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b66b1a4-96f7-4951-a566-89850a71c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:08.082848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-3faf212a-1fa3-4405-971a-6dab33dbbccd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:08.084136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-3faf212a-1fa3-4405-971a-6dab33dbbccd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:08.104460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-3faf212a-1fa3-4405-971a-6dab33dbbccd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:08.106217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-3faf212a-1fa3-4405-971a-6dab33dbbccd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 796 time: 0.1849051
Dec 13 15:04:08.163550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-5efbb8c2-82c6-4b3a-b6a1-48632b71e2e2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:08.187292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-5efbb8c2-82c6-4b3a-b6a1-48632b71e2e2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:08.189504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-5efbb8c2-82c6-4b3a-b6a1-48632b71e2e2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 379 time: 0.0692689
Dec 13 15:04:08.202070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['61f2dc9a-9b67-4b76-b295-cfec58909758']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:08.352041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:08.361645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:08.380957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:04:08.388199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:08.575097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.8 (b8c78d0c-fc20-4fea-b890-08974eb519e6/27840bfd-e78a-4082-b994-448a81f2cbef/470801d8-d9b3-4d92-a3b2-b7a7c7bc4141) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:04:09.077885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9dc70da9-34ec-41a0-bbb9-3c6c4fc1161c req-3d189e94-9846-4a5b-8567-e543b30cf1dd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 210 time: 0.0600588
Dec 13 15:04:09.111995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.131996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:04:09.158031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.164364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f393dd3d-dc50-468a-95c5-ec72f4c8ea08 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:09.238376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:09.242672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:09.247788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:04:09.282568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:09.290557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:09.325581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:09.326535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.359518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1618152
Dec 13 15:04:09.371710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Request body: {'port': {'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:09.427917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7400edde-6575-4fc7-8973-7383071b9d99 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:09.508462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.539096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.555888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7400edde-6575-4fc7-8973-7383071b9d99 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:09.555888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.709790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2eeacbd-1d5d-45a1-a386-3128172fc742 None None] Provisioning for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:09.714869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2eeacbd-1d5d-45a1-a386-3128172fc742 None None] Provisioning complete for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:09.715499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2eeacbd-1d5d-45a1-a386-3128172fc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.776102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d2eeacbd-1d5d-45a1-a386-3128172fc742 None None] Port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:04:09.912456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:04:09.920524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.938151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Transition to ACTIVE for port object 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:04:09.949119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:09.953270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:10.099825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:10.104694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:10.228576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Attempting to bind port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:04:10.228576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Attempting to bind port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:04:10.228576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Attempting to bind port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:04:10.235002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 on network b8c78d0c-fc20-4fea-b890-08974eb519e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:04:10.235002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Attempting to bind port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:04:10.241761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:04:10.242274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Checking segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:04:10.242755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Bound using segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:04:10.243335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Bound port: 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:04:10.244129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:10.296763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e189e8a7-fd98-40f7-9ee3-ee7357b3a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:10.324803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e8d4d-c0d8-4e7a-94f8-d863cb0b739e req-37313e73-8f93-4df5-8cb0-249d3e6d4db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:10.333765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d6e8d4d-c0d8-4e7a-94f8-d863cb0b739e req-37313e73-8f93-4df5-8cb0-249d3e6d4db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 943 time: 0.1069500
Dec 13 15:04:10.371629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:04:10.376043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:04:10.387146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d6e8d4d-c0d8-4e7a-94f8-d863cb0b739e req-61861d04-74e8-4691-80f5-433bf8b240cc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522206
Dec 13 15:04:10.398541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:10.404454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ae77b353-2ffc-49dd-ab05-d42e822c3939 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:10.475516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:10.477034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] 10.222.0.72 "PUT /v2.0/ports/470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 1093 time: 1.1104665
Dec 13 15:04:10.477617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:10.506739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:10.521850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:10.564529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:04:10.605080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-20464e9b-1897-4431-ae92-83bd11cd47d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1096 time: 0.0818293
Dec 13 15:04:10.683544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-98f06778-cd6c-4a10-9a78-870baff52194 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 217 time: 0.0709901
Dec 13 15:04:10.754319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-94dce798-276d-43d9-be19-cf31e9bf7982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:10.756425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-94dce798-276d-43d9-be19-cf31e9bf7982 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0667663
Dec 13 15:04:10.763352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:04:10.811701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:10.845347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-9c2f6213-e12e-453d-812c-6e421f18611f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0821455
Dec 13 15:04:10.998421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-0110e819-ca5d-4956-b671-78aed06fe2a2 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444821
Dec 13 15:04:11.143035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70b903fb-9af6-420e-b0ac-96cb3a45facb req-01a15473-c328-4dc5-89d9-0c18785bcd5a service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373656
Dec 13 15:04:11.276205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-2020864c-0ac8-489e-9ea1-27312dc08a14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1096 time: 0.0817771
Dec 13 15:04:11.427064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-4ee3983b-4e3c-4f28-83d8-debe555f3d68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:11.429000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-4ee3983b-4e3c-4f28-83d8-debe555f3d68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1458476
Dec 13 15:04:11.511543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-1768304a-37e4-498e-8ec1-0c2712c1a591 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 217 time: 0.0728204
Dec 13 15:04:11.583440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-b0aef9ff-e368-43d5-89b8-8aa188221639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:11.585081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-b0aef9ff-e368-43d5-89b8-8aa188221639 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0674374
Dec 13 15:04:11.599780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4af32-8d73-46c9-b871-de4cb7562e09 req-eaf4932e-df1f-4d11-abae-02fa91d13ff4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:11.601379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db4af32-8d73-46c9-b871-de4cb7562e09 req-eaf4932e-df1f-4d11-abae-02fa91d13ff4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 943 time: 0.0876083
Dec 13 15:04:11.652071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db4af32-8d73-46c9-b871-de4cb7562e09 req-6a862486-9d5f-4d53-9c5c-456f3e169e4d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441341
Dec 13 15:04:11.668753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-0ebc7e57-63cb-49e6-b3e3-c57497f0f179 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764561
Dec 13 15:04:11.829835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-d372c6f7-0c9a-4a7e-bc8a-c27d7c4959c0 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511810
Dec 13 15:04:11.990222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23f08a4-a077-4bc5-b18c-8f62e2a2edce req-60738795-2b33-40d5-b8aa-15a71bfe9d11 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518970
Dec 13 15:04:12.153360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:12.898387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8982-25dd-48a2-8875-5b5425dd2675 req-76e597af-08c6-4da2-89ca-4c3a9984f659 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:12.899195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-530e8982-25dd-48a2-8875-5b5425dd2675 req-76e597af-08c6-4da2-89ca-4c3a9984f659 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:12.916730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-530e8982-25dd-48a2-8875-5b5425dd2675 req-76e597af-08c6-4da2-89ca-4c3a9984f659 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:12.917982 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-530e8982-25dd-48a2-8875-5b5425dd2675 req-76e597af-08c6-4da2-89ca-4c3a9984f659 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 943 time: 0.1281197
Dec 13 15:04:12.970337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-530e8982-25dd-48a2-8875-5b5425dd2675 req-3d5f6a84-7444-43d1-a5e1-7835dcbabee6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432055
Dec 13 15:04:14.164022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:04:14.201133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398973-a67d-45eb-ba58-fdfc795cf21c req-9118c895-470b-46d3-aeba-9910b9a9e7e7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:14.202758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b398973-a67d-45eb-ba58-fdfc795cf21c req-9118c895-470b-46d3-aeba-9910b9a9e7e7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 943 time: 0.0870581
Dec 13 15:04:14.252726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b398973-a67d-45eb-ba58-fdfc795cf21c req-863adf4a-ab69-4679-842c-4e9a29a54e05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432973
Dec 13 15:04:14.310014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:14.324672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:04:14.383174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:14.401988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:04:14.417408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:14.422648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:14.427046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:14.502248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:14.505955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:14.645771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:04:15.464212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14e0b-2bd3-47f0-985d-acf84eed3d9e req-db6bd18e-685e-491c-af0c-9ba599b17c24 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:15.465795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2e14e0b-2bd3-47f0-985d-acf84eed3d9e req-db6bd18e-685e-491c-af0c-9ba599b17c24 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 944 time: 0.0863624
Dec 13 15:04:15.521932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2e14e0b-2bd3-47f0-985d-acf84eed3d9e req-49c1dafc-6f5e-4df6-b192-0926ed2968e5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483186
Dec 13 15:04:16.166390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:16.260237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:16.265539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:16.265970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:16.393707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:16.424865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:16.438462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:16.444143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:16.446701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:16.488470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'code': 200}
Dec 13 15:04:16.516502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:16.519865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:16.788539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06026ac-5a05-4fa4-a685-70fb01199dcb req-8882d3c8-f8fc-4ecd-ad99-12d502583b19 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:16.790086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b06026ac-5a05-4fa4-a685-70fb01199dcb req-8882d3c8-f8fc-4ecd-ad99-12d502583b19 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.1470258
Dec 13 15:04:16.793767 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a02f4e1-f3b8-48b7-bb33-22c133d5e56a req-79d5f61c-0df7-45cf-9a1d-6e8b1e244096 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1098 time: 0.1124506
Dec 13 15:04:16.873150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b06026ac-5a05-4fa4-a685-70fb01199dcb req-d16f728b-77d4-49dc-b5b5-9b0b82a6f0c7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767822
Dec 13 15:04:16.876418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a02f4e1-f3b8-48b7-bb33-22c133d5e56a req-1d418fef-57ed-40b9-be79-0b6374a1a71a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656049
Dec 13 15:04:18.088980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95ea6d-ce5b-4b35-92a1-1ae1c2913e25 req-8c5a78ad-ed1b-4e36-90c7-383c5ee9922b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:18.090581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a95ea6d-ce5b-4b35-92a1-1ae1c2913e25 req-8c5a78ad-ed1b-4e36-90c7-383c5ee9922b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.0902774
Dec 13 15:04:18.141405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a95ea6d-ce5b-4b35-92a1-1ae1c2913e25 req-dde9814a-43f1-44aa-b678-03f9f6b168b2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442679
Dec 13 15:04:19.367040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b50f4-1c4e-4892-ad44-908fcb4a4804 req-823a4812-1b35-4a2f-8529-8229229729ff tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:19.368645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c23b50f4-1c4e-4892-ad44-908fcb4a4804 req-823a4812-1b35-4a2f-8529-8229229729ff tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.0899539
Dec 13 15:04:19.417210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c23b50f4-1c4e-4892-ad44-908fcb4a4804 req-4b17e3ac-037a-46dc-941d-06eef617ac64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418861
Dec 13 15:04:19.638624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65417f9-c22a-43b1-bd51-114cc02755cf req-e6484463-ebbc-4dfa-bfc0-03062dc32640 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:19.640326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a65417f9-c22a-43b1-bd51-114cc02755cf req-e6484463-ebbc-4dfa-bfc0-03062dc32640 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.0868106
Dec 13 15:04:19.697979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a65417f9-c22a-43b1-bd51-114cc02755cf req-6015a52f-1e08-41ab-b8fa-6414e56fa808 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513914
Dec 13 15:04:19.725690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53606) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:19.816367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bedf2296-62ce-42f7-81d9-996f14ae2954 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1093 time: 0.0889766
Dec 13 15:04:19.820452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53610) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:19.826446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:19.832956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:19.837202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:19.840301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:19.846429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:19.860287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:20.019566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:20.171332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.59 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/2a0c4457-9676-4cd4-80f2-3d86f7f027d0) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:04:20.328224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:20.354847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:20.359424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41cee723-4a63-42e4-8d4b-a32fba0c3584 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:20.428405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:20.431853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:20.433963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=2a0c4457-9676-4cd4-80f2-3d86f7f027d0,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:20.436269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:04:20.466504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:21.004516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:21.064815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:21.530744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:21.537025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:21.544843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67658d37-4243-419d-a014-eecb79926294 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:21.654857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=2a0c4457-9676-4cd4-80f2-3d86f7f027d0,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:21.659413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:21.672164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:21.882013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP a562ef97-369c-4116-92cf-718761454343 associated. External IP: 172.26.4.59, port: 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141.
Dec 13 15:04:22.308174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:04:22.538333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:04:22.549092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:04:22.562377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:22.563030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e97ff60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:04:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:22.564997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:22.621613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7999399
Dec 13 15:04:22.622390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:22.628577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53616) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:22.680813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:04:22.753347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:22.756562 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-097b0342-4114-4cb0-9bf5-c2fc64e669e8 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1093 time: 0.1264369
Dec 13 15:04:22.786681 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-c5c8ea6e-9af4-4d4b-97e0-50acc8164bdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1098 time: 0.0825040
Dec 13 15:04:22.931442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374020-3474-43d4-8446-44928cb1f9f5 req-8a4cb3ae-b906-43b2-a88e-195f3e5ceb6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:22.933054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-8a4cb3ae-b906-43b2-a88e-195f3e5ceb6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1389654
Dec 13 15:04:23.050723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-0b390ef4-4cad-4478-b67b-a542f06d1748 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 998 time: 0.1040051
Dec 13 15:04:23.123048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e97ff60>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:23.127009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:04:23.133291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374020-3474-43d4-8446-44928cb1f9f5 req-01368b4f-5f9e-441e-816a-6c6893954c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:23.134899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-01368b4f-5f9e-441e-816a-6c6893954c96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0700114
Dec 13 15:04:23.138314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:23.139006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e97ff60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:04:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:23.221257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-b4ecbfaf-636a-4de7-8b71-9c5ff929ec9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802579
Dec 13 15:04:23.333560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:23.333982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:23.340571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443879948', 'description': 'tempest-secgroup-smoke-443879948 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:23.347997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:23.359117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:23.369536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.394515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-d4d91def-f72a-46f0-83f1-711e0bbb2427 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659303
Dec 13 15:04:23.414779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:23.419278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:23.422525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:23.429292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:23.489349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.492886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.499345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7df6c62e-0108-4956-a760-69f18dbeeb45 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:23.550876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13374020-3474-43d4-8446-44928cb1f9f5 req-b6eb47f3-b876-4256-a61a-da4ac6a8b546 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490617
Dec 13 15:04:23.551771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ecacfa-aaef-4ddd-852b-a205b465e779,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:23.555129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:23.557757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.562304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2269740
Dec 13 15:04:23.562912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53626) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:23.569420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:23.577132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:23.581814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:23.585335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:23.592223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:23.611270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.684764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.688768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.690834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-200e33d2-3b4b-45fb-8939-07cde31993b9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:23.716426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0818daf1-cdb3-49bf-9cb2-c6e79de6fd0b,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:23.719213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:23.726987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.728328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1644056
Dec 13 15:04:23.731728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53630) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:23.739795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:23.747393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:23.751843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:23.755063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:23.761221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:23.778856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.845192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.849012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.851345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bff9b3f-a67b-4869-a1f8-f789d9947d26 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:23.874387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a21649a-7be2-44f0-825e-77c2a1d8cd42,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:23.878631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:23.881483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e97ff60>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:23.885751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dd27f-0db5-458e-af05-b5a136bddaba None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:04:23.886517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:23.887830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1549709
Dec 13 15:04:23.890704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53634) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:23.896833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:23.903568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:23.907581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:23.910660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:23.916957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:23.936926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.006030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.010601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.012577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13669364-195d-4dc8-8eb7-d77b17f5bb0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:24.035620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d0f75e-45d8-409d-bba5-c7065af18821,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:24.038573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:24.046456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.047871 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1561267
Dec 13 15:04:24.052284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53638) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:24.058810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:24.065583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:24.070777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:24.074032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:24.080439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:24.097797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.173390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.178791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.180739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:24.206100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fcdbc0-6f6d-4761-9dba-e5a664b43c1f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:24.208800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:24.217011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.220790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1650608
Dec 13 15:04:24.221041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f3609-8162-4199-af8a-2da2393539f0 None None] New status for floating IP a562ef97-369c-4116-92cf-718761454343: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:04:24.221316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53642) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:24.228446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:24.235157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:24.239301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:24.243015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:24.249644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:24.260872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:04:24.267590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.346587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.351252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.353206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f199b65-9ad9-4892-b153-81402fbfa138 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:24.377026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d28de8-ed59-4945-8518-0c7db8e6e705,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:24.379621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:24.386723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.388076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1655209
Dec 13 15:04:24.392240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53646) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:24.398410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '68ecacfa-aaef-4ddd-852b-a205b465e779', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:24.404760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:24.408865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:24.412057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:24.418578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:24.429382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:04:24.436333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.517318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.521133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.523327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11f762b9-10d5-4d64-850c-b7e5b46aeb0e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:24.551388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec4d37f-55cb-4915-949b-8da9a348c292,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:24.556975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:24.561753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:24.571548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1698148
Dec 13 15:04:24.747729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b3a27ec2-4220-4133-96e3-2781f8c30848 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443879948&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.0454266
Dec 13 15:04:24.927187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-f32ff197-9588-49c5-a8b6-481d487ed481 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:24.929111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-f32ff197-9588-49c5-a8b6-481d487ed481 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 796 time: 0.1709502
Dec 13 15:04:24.949918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-26634483-450f-4a49-b873-ef2f8619d864 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0147815
Dec 13 15:04:25.045917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-d33e4e11-5fe2-466d-9085-83d2569c8103 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0906579
Dec 13 15:04:25.197948 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-20c713ee-b26e-41c8-bb5c-0131d734202a service neutron] 10.222.0.69 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389055
Dec 13 15:04:25.349570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-4c8c4335-ce81-4640-8fe8-0fb12187c3c4 service neutron] 10.222.0.69 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449628
Dec 13 15:04:25.584098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ace054cd-1eaa-474d-bd78-f41f640cb097 req-23906281-a731-4b5d-aab3-44c31b70d705 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 210 time: 0.0640557
Dec 13 15:04:26.661980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-a6815e82-f702-4eb6-a7fa-108d77e4725e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:26.663696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-a6815e82-f702-4eb6-a7fa-108d77e4725e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 796 time: 0.1611674
Dec 13 15:04:27.003486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e72918d-5a7d-4a73-bb38-465300130e4e req-a17d6afc-82ce-4262-b684-c61662cba1e9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 210 time: 0.2899420
Dec 13 15:04:27.008025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-9017423c-d7e6-4535-8e90-2b6d24ac3ec0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 471 time: 0.3339794
Dec 13 15:04:27.020045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['68ecacfa-aaef-4ddd-852b-a205b465e779']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:27.167955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:27.179961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:27.190337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:04:27.196103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:27.379900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.14 (b8c78d0c-fc20-4fea-b890-08974eb519e6/27840bfd-e78a-4082-b994-448a81f2cbef/434bb2dd-39f5-47b8-897f-e75f2e74225d) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:04:27.583389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:27.599990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 434bb2dd-39f5-47b8-897f-e75f2e74225d will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:04:27.620944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:27.626633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-610153da-83bc-4ed3-b531-4c1cd36bdc9f tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:27.699484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:27.703123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:27.705258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:27.707561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:04:27.738733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:27.779165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:27.779858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:27.805807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7898016
Dec 13 15:04:27.829138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Request body: {'port': {'device_id': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:27.952558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.012025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78973904-5392-4c22-89ef-049746abe616 None None] Provisioning for port 434bb2dd-39f5-47b8-897f-e75f2e74225d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:28.017383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-78973904-5392-4c22-89ef-049746abe616 None None] Provisioning complete for port 434bb2dd-39f5-47b8-897f-e75f2e74225d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:28.017798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78973904-5392-4c22-89ef-049746abe616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.075390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-78973904-5392-4c22-89ef-049746abe616 None None] Port 434bb2dd-39f5-47b8-897f-e75f2e74225d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:04:28.216725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcdfc7-9f81-43b2-8543-1e07d9b22a44 req-f9456fb7-0bc8-4c9a-bcf1-0e67102a52cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:28.218319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6fbcdfc7-9f81-43b2-8543-1e07d9b22a44 req-f9456fb7-0bc8-4c9a-bcf1-0e67102a52cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 932 time: 0.0861089
Dec 13 15:04:28.267740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6fbcdfc7-9f81-43b2-8543-1e07d9b22a44 req-37e2212b-f895-4ed3-8cf6-4d1f30652a57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:28.288380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6fbcdfc7-9f81-43b2-8543-1e07d9b22a44 req-37e2212b-f895-4ed3-8cf6-4d1f30652a57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:28.290113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6fbcdfc7-9f81-43b2-8543-1e07d9b22a44 req-37e2212b-f895-4ed3-8cf6-4d1f30652a57 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648880
Dec 13 15:04:28.321004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434bb2dd-39f5-47b8-897f-e75f2e74225d {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:04:28.328167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.343671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Transition to ACTIVE for port object 434bb2dd-39f5-47b8-897f-e75f2e74225d will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:04:28.347159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.351192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:28.482499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:28.489500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:28.606106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Attempting to bind port 434bb2dd-39f5-47b8-897f-e75f2e74225d on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:04:28.606506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Attempting to bind port 434bb2dd-39f5-47b8-897f-e75f2e74225d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:04:28.606848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Attempting to bind port 434bb2dd-39f5-47b8-897f-e75f2e74225d on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:04:28.614022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Port 434bb2dd-39f5-47b8-897f-e75f2e74225d on network b8c78d0c-fc20-4fea-b890-08974eb519e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:04:28.614388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Attempting to bind port 434bb2dd-39f5-47b8-897f-e75f2e74225d on network b8c78d0c-fc20-4fea-b890-08974eb519e6 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:04:28.622484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:04:28.622861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Checking segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:04:28.623353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Bound using segment: {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:04:28.623803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Bound port: 434bb2dd-39f5-47b8-897f-e75f2e74225d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:04:28.624191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.723837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:04:28.727669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:04:28.732210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.736786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40266fdb-58c5-4210-b8d7-967cce739e55 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:28.801793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:28.803344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] 10.222.0.72 "PUT /v2.0/ports/434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 200  len: 1094 time: 0.9790049
Dec 13 15:04:28.803935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:28.819783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:28.823183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:28.888019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'status': 'completed', 'code': 200}
Dec 13 15:04:28.927140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-29fcfb83-4e2b-44f7-8e2b-9505a0b4a5d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1097 time: 0.0819731
Dec 13 15:04:29.001749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-4dbdcdf4-3500-483b-be92-806ad6a7420a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 200  len: 217 time: 0.0662003
Dec 13 15:04:29.055211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:29.089455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-1637b11f-34f2-4aeb-982c-de352e04808c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:29.091022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-1637b11f-34f2-4aeb-982c-de352e04808c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0809481
Dec 13 15:04:29.174191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-7a3cec77-db15-4432-b509-e0d2f3550b47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754061
Dec 13 15:04:29.321579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-1fbacbe5-ca61-4784-ad8d-b26d0a7160f1 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391029
Dec 13 15:04:29.473169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef07da72-77b5-41bc-b7c4-d917e22eb324 req-7572b774-f411-4d6d-b2e5-5cce52638e55 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446567
Dec 13 15:04:29.496815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e3e5c-6c25-46c1-8b61-3cb298c38ff3 req-ad4c446d-9db0-4e6e-9053-f1cfb8b7434c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:29.498430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e33e3e5c-6c25-46c1-8b61-3cb298c38ff3 req-ad4c446d-9db0-4e6e-9053-f1cfb8b7434c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 944 time: 0.0844579
Dec 13 15:04:29.554679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e33e3e5c-6c25-46c1-8b61-3cb298c38ff3 req-744ac9e0-abc5-4be8-ad65-529f4d367a85 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473714
Dec 13 15:04:29.611795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-2ca62838-f92f-44a6-9d7a-352d29784496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1097 time: 0.0873773
Dec 13 15:04:29.777490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-cffcb0f5-d250-4369-aa4d-8ce12d9acc29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:29.779133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-cffcb0f5-d250-4369-aa4d-8ce12d9acc29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1591837
Dec 13 15:04:29.856265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-725570c0-09f9-4b4f-9922-a2252c3cb9bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 200  len: 217 time: 0.0684836
Dec 13 15:04:29.934159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-4692b5fb-26ce-4595-a2e4-e18f5a6a2120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:29.935780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-4692b5fb-26ce-4595-a2e4-e18f5a6a2120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0707824
Dec 13 15:04:30.021844 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-e746ac75-b0e6-482e-9e04-3edb519bd94f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753243
Dec 13 15:04:30.173230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-16bc6073-6dd4-4e73-99e3-6e6fa8cd1292 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414402
Dec 13 15:04:30.327934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3c1b36-72a8-4588-897a-9e169701f4c0 req-d1e6ee26-0fec-47bf-b3d9-75820ff45c4f service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424532
Dec 13 15:04:30.789294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6b1b-c6db-4e7b-9df2-dea8554fe04a req-7518f7a9-85d7-4d59-964f-2dd40b5717ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:30.790379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4aed6b1b-c6db-4e7b-9df2-dea8554fe04a req-7518f7a9-85d7-4d59-964f-2dd40b5717ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:04:30.818413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4aed6b1b-c6db-4e7b-9df2-dea8554fe04a req-7518f7a9-85d7-4d59-964f-2dd40b5717ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:04:30.819916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aed6b1b-c6db-4e7b-9df2-dea8554fe04a req-7518f7a9-85d7-4d59-964f-2dd40b5717ea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 944 time: 0.1300576
Dec 13 15:04:30.870984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aed6b1b-c6db-4e7b-9df2-dea8554fe04a req-4bb7619c-4cbe-47ab-adaf-895b4789c52f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446417
Dec 13 15:04:32.093512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311fda3-5a04-4b69-a4cb-9a0324c092fe req-3a6b850f-2536-4ed9-a83c-20410805e598 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:32.095017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5311fda3-5a04-4b69-a4cb-9a0324c092fe req-3a6b850f-2536-4ed9-a83c-20410805e598 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 944 time: 0.0873811
Dec 13 15:04:32.144272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5311fda3-5a04-4b69-a4cb-9a0324c092fe req-c306f968-8511-4f35-875d-a8b7627bc80f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427570
Dec 13 15:04:32.215902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 434bb2dd-39f5-47b8-897f-e75f2e74225d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:04:32.372999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:32.387006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'port_id': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'mac_address': 'fa:16:3e:47:c8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:04:32.445837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:32.468511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434bb2dd-39f5-47b8-897f-e75f2e74225d {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:04:32.484219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:32.488672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:32.491418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:32.557748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:32.561128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:32.762851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['434bb2dd-39f5-47b8-897f-e75f2e74225d'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:04:33.361561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de211c5-139a-467a-84b5-b56b8a899a3b req-bbdbd1ac-bafc-47ba-97e3-aaeca25accb7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:33.363229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0de211c5-139a-467a-84b5-b56b8a899a3b req-bbdbd1ac-bafc-47ba-97e3-aaeca25accb7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 945 time: 0.0901589
Dec 13 15:04:33.417341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0de211c5-139a-467a-84b5-b56b8a899a3b req-1c3762c2-79a5-49ca-bfa1-9822a82e34f7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461028
Dec 13 15:04:34.225870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 434bb2dd-39f5-47b8-897f-e75f2e74225d up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:04:34.319298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 434bb2dd-39f5-47b8-897f-e75f2e74225d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:04:34.324791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 434bb2dd-39f5-47b8-897f-e75f2e74225d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:04:34.325216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:34.441654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:34.471116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:34.481625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:04:34.484915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:34.486881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba17598e-8b71-4ed7-8d59-cb013ac2e0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:34.533595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'code': 200}
Dec 13 15:04:34.572136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:34.576419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:34.648345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256df27-4666-4c0b-80be-2592892c47a4 req-293eed72-3cd8-4170-adea-d835eae290d0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:34.649689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7256df27-4666-4c0b-80be-2592892c47a4 req-293eed72-3cd8-4170-adea-d835eae290d0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.0883110
Dec 13 15:04:34.701941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7256df27-4666-4c0b-80be-2592892c47a4 req-9802ee07-2c93-4c42-b726-e8c7fd4bc74f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453329
Dec 13 15:04:34.810942 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cdcc960-1343-4b6e-9448-31d8e2d2e340 req-f726d8e9-24a7-45f1-9849-30da3d4ca7d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1099 time: 0.0836110
Dec 13 15:04:34.859689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cdcc960-1343-4b6e-9448-31d8e2d2e340 req-f2509bb0-9d7b-4cfc-a009-b3419e6e6801 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412323
Dec 13 15:04:35.925733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b6e2f-5402-4adc-b7a5-1f1137290cf6 req-2cdc2f15-4a89-4665-bcb8-1bd0104a051c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:35.927536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b52b6e2f-5402-4adc-b7a5-1f1137290cf6 req-2cdc2f15-4a89-4665-bcb8-1bd0104a051c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.0907457
Dec 13 15:04:35.978508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b52b6e2f-5402-4adc-b7a5-1f1137290cf6 req-e4a32a38-46c1-4b56-a126-eba796063c5e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446393
Dec 13 15:04:37.190206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7705e-8c80-4643-93a6-6a499c065d5c req-4096d90e-18cc-4257-9716-6e5f65aba1c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:37.191993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2eb7705e-8c80-4643-93a6-6a499c065d5c req-4096d90e-18cc-4257-9716-6e5f65aba1c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.0860510
Dec 13 15:04:37.241725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2eb7705e-8c80-4643-93a6-6a499c065d5c req-08da2ca2-e050-4ee2-af7f-a7cdaa46a93b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435412
Dec 13 15:04:37.468840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee0f18-1ca6-4687-b573-3822d7f382fb req-d30c3711-d7a6-45d1-9820-02382bcef207 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:37.470215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41ee0f18-1ca6-4687-b573-3822d7f382fb req-d30c3711-d7a6-45d1-9820-02382bcef207 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.0920846
Dec 13 15:04:37.523008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41ee0f18-1ca6-4687-b573-3822d7f382fb req-efb888c4-4d7d-457c-be44-34b55dea0e9d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461659
Dec 13 15:04:37.552302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53704) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:37.638327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6d46bad-b151-4d38-b88a-bec93e1df173 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1094 time: 0.0845265
Dec 13 15:04:37.641871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53708) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:04:37.654648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:04:37.658034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:04:37.662938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:04:37.666356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:04:37.673041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:04:37.687458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:37.838265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:37.945729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddfa7-069a-4890-9b04-5ed9973ffcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:37.998800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.50 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3102c4c6-6f1b-4640-a997-23dfbc55798d) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:04:38.176237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:38.206349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:38.209885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:38.285823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:04:38.287011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:04:38.289996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:04:38.342344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=3102c4c6-6f1b-4640-a997-23dfbc55798d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:38.345919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:39.094782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.157777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.384426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.390354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.397340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:04:39.511026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=3102c4c6-6f1b-4640-a997-23dfbc55798d,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:04:39.515866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:04:39.523731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.529717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:39.750025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP 6a3a90eb-8bba-4f10-9c42-bf1a6923be09 associated. External IP: 172.26.4.50, port: 434bb2dd-39f5-47b8-897f-e75f2e74225d.
Dec 13 15:04:40.187572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:04:40.313209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70e6a85f-6a4b-4dee-a7cd-9b4309f8cee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:40.411320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:04:40.421454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:04:40.435030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:40.436036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6059e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:04:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:40.437921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:40.495688 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8518729
Dec 13 15:04:40.496373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:04:40.552422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'status': 'completed', 'code': 200}
Dec 13 15:04:40.634893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:40.657170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-06220bff-63ad-4c4f-9809-2799a3ed2db5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1099 time: 0.0801456
Dec 13 15:04:40.810416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-0fd7a5f4-d3e2-4876-a8c6-46469ddebf66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:40.812801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-0fd7a5f4-d3e2-4876-a8c6-46469ddebf66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1480987
Dec 13 15:04:40.836984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:40.937291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-3e65dfe2-6607-44f6-aad7-e2f4bf934501 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 200  len: 999 time: 0.1140094
Dec 13 15:04:41.030340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-e631cabc-f965-441e-a249-5cd31a657213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:41.032740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-e631cabc-f965-441e-a249-5cd31a657213 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0868857
Dec 13 15:04:41.124413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-37386c6b-ca3d-4bfd-9f44-290e1f6d9c6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0826585
Dec 13 15:04:41.124654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6059e8>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6a3a90eb-8bba-4f10-9c42-bf1a6923be09', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:47:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:38Z', 'updated_at': '2021-12-13T15:04:38Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}, {'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:41.133977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:04:41.149599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:04:41.151040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6059e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:04:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:41.301105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-0a2548a0-e0af-4ed5-8e2e-d825d990dd71 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680276
Dec 13 15:04:41.383648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:04:41.473663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb2b7f3-406b-4e8f-8c98-f2956a5a87c1 req-b7d2a5f3-0af3-4f5e-a9c6-fd229afff03d service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648314
Dec 13 15:04:41.815765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6059e8>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6a3a90eb-8bba-4f10-9c42-bf1a6923be09', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:47:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:38Z', 'updated_at': '2021-12-13T15:04:38Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}, {'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:04:41.820237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a35c2-35cc-4d4e-a674-5edcec233b6c None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6a3a90eb-8bba-4f10-9c42-bf1a6923be09', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:47:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:38Z', 'updated_at': '2021-12-13T15:04:38Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}, {'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:04:42.156989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:04:42.162219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a5b10-932a-47af-9851-07a8b1f31b4a None None] New status for floating IP 6a3a90eb-8bba-4f10-9c42-bf1a6923be09: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:04:47.765652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:04:49.469221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-a8c8156c-fe38-44c2-9a09-69a6934c8654 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0862458
Dec 13 15:04:49.581455 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-cd898423-40be-41c0-b16b-0eb59b897a81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1098 time: 0.0782909
Dec 13 15:04:49.768202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-08de0533-cde4-460c-80e5-6bd6c7b489e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:49.771064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-08de0533-cde4-460c-80e5-6bd6c7b489e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1633751
Dec 13 15:04:49.893082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-6336f2d5-f04f-4dc2-906d-0fdad2b8cb36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 1001 time: 0.1143012
Dec 13 15:04:49.967773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-04e75ca4-d539-493c-8c6e-c2feb74d15c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:04:49.969045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-04e75ca4-d539-493c-8c6e-c2feb74d15c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0677030
Dec 13 15:04:50.064574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-e92db56d-4a6a-4fd0-822a-98d8c6919e9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0825348
Dec 13 15:04:50.212633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-ac3319f5-409e-45c5-bdfc-a648ac5d3722 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408651
Dec 13 15:04:50.616720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-357a0e28-ffe9-4dd9-b25f-1c39b7781ab4 req-defbe57f-3818-4414-99f2-4256b87e9e6f service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3956933
Dec 13 15:04:59.080810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:07.942591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3739fec0-a2dc-4a40-9b74-3fa2e50d4d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:09.532696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:10.306647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed7a6-cc49-4bcd-aede-f6da8aea1b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:10.786301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:12.164148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:15.105162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53738) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:15.312237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7211ee42-9886-47ef-a59a-8df958bda092 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/a562ef97-369c-4116-92cf-718761454343 HTTP/1.1" status: 200  len: 992 time: 0.2053156
Dec 13 15:05:16.225865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53750) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:16.236458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:16.365777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:16.611412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:16.640728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:16.646137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:16.650182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b6730c97-ac34-44d4-a977-d70612788f62 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:16.721535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:16.722202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:16.724384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/ports/470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 938 time: 0.4963257
Dec 13 15:05:16.725451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:16.743299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=6']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:16.753642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.754080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.754555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.755182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.755423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.755839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.756250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.756662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.757074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.757484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.757897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:16.762466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:16.876651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:05:16.982807 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-adf80f69-4dd3-4352-b3af-9cc203a6b7fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1099 time: 0.0828745
Dec 13 15:05:17.013863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8dea8188-3e64-4041-8e89-ddbaef401fdd None None] Provisioning complete for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:17.014304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8dea8188-3e64-4041-8e89-ddbaef401fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:17.138514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-3398f7b6-656c-4281-899b-9ec0cc4a2a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:17.140118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-3398f7b6-656c-4281-899b-9ec0cc4a2a9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1496475
Dec 13 15:05:17.255672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-46878317-9780-48ed-855f-6aec3f083292 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 1001 time: 0.1070805
Dec 13 15:05:17.260140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8dea8188-3e64-4041-8e89-ddbaef401fdd None None] Port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 is administratively disabled so it will not transition to active. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 13 15:05:17.327322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-3174c757-9801-48e3-92e3-03acefd7a805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:17.328941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-3174c757-9801-48e3-92e3-03acefd7a805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0662386
Dec 13 15:05:17.425367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-e35bf52f-c0d8-4a03-b1e4-1dfb65f24a53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0893075
Dec 13 15:05:17.572728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-18405039-2d24-4e26-b6d5-ce7bb6535e14 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388330
Dec 13 15:05:17.717845 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7f7f172-7981-49af-a395-1ed32506cc6c req-7dd4a9bb-cb21-4a8f-bff4-97ebca505887 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381459
Dec 13 15:05:20.179281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53762) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:20.189951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:20.320701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:20.562465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:20.590276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:20.595887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:20.600449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:20.666678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:20.667388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:20.668945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/ports/470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 937 time: 0.4884255
Dec 13 15:05:20.669660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:20.672330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53766) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:20.689220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=7']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:20.698949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.699530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.700031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.700522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.701030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.701502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.701997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.702463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.702947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.703474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.703939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:20.708626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:20.738955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:05:20.799049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-37300e14-4f35-46cf-826c-2ef235040a83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/a562ef97-369c-4116-92cf-718761454343 HTTP/1.1" status: 200  len: 992 time: 0.1253247
Dec 13 15:05:20.845408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-91951129-ea40-43cf-b29b-a180479e9c25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1098 time: 0.0823405
Dec 13 15:05:20.948360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:05:20.997499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-b39188e3-237b-4485-a620-230ffda3378c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:20.999139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-b39188e3-237b-4485-a620-230ffda3378c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1454456
Dec 13 15:05:21.053495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-01dbf297-fc82-4c42-b74b-813ffa2b9ff6 None None] Provisioning complete for port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:21.053912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-01dbf297-fc82-4c42-b74b-813ffa2b9ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:21.107590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-4c45e6e4-025e-4595-82f8-edcd09cede34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 1000 time: 0.1013067
Dec 13 15:05:21.183055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-c5809165-6820-428d-a2ca-77965103008b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:21.184702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-c5809165-6820-428d-a2ca-77965103008b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0698340
Dec 13 15:05:21.268329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-eabfb2ab-0f41-4111-8f6d-8b3d2def5ea6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762749
Dec 13 15:05:21.417212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-3fe815f7-0d0f-4026-98cc-c73d8785a705 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417553
Dec 13 15:05:21.563779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-631d48ce-513c-48c8-9030-4eb6f88e1321 req-db4c3b11-c594-4d31-b5cd-0fac8844ead9 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397047
Dec 13 15:05:23.412443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:23.866821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 3102c4c6-6f1b-4640-a997-23dfbc55798d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:23.867120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:24.064898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:24.065262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:24.189110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 3102c4c6-6f1b-4640-a997-23dfbc55798d owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:24.342608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:24.346414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f15b28c-b666-4fdb-9a47-66ec78de23b0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:24.388155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=3102c4c6-6f1b-4640-a997-23dfbc55798d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:24.392467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:24.487105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:24.767592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:05:24.913822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:25.129648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:25.140255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:25.150799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:25.154124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:25.154884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e953128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:25.209478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/6a3a90eb-8bba-4f10-9c42-bf1a6923be09 HTTP/1.1" status: 204  len: 168 time: 1.7959275
Dec 13 15:05:25.210282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:25.268192 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'status': 'completed', 'code': 200}
Dec 13 15:05:25.353869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:25.390296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-124874ac-d28f-4b08-a788-18536a98a2ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 1099 time: 0.0977700
Dec 13 15:05:25.592978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-835f243c-55bd-45bc-ae82-379f1d167b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:25.594886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-835f243c-55bd-45bc-ae82-379f1d167b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1949561
Dec 13 15:05:25.685870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-bc96d641-e65d-4bbc-b7f1-51711be170e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 200  len: 217 time: 0.0816720
Dec 13 15:05:25.738793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde21fe-ed6c-49e9-ae88-4cf00cebf421 req-9a1d094f-567f-4f71-b011-1c291f4093f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:25.740142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dbde21fe-ed6c-49e9-ae88-4cf00cebf421 req-9a1d094f-567f-4f71-b011-1c291f4093f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.1983342
Dec 13 15:05:25.748237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e953128>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:25.752813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:25.765567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:25.767552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e953128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:25.800082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-bb8d57a8-09b1-4732-ac12-b530b083ddee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:25.801710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-bb8d57a8-09b1-4732-ac12-b530b083ddee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.1069465
Dec 13 15:05:25.868939 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dbde21fe-ed6c-49e9-ae88-4cf00cebf421 req-5df43650-3a6a-4e33-b3e4-a26d7c12ba4f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159954
Dec 13 15:05:25.911839 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-0763545a-531f-4092-903c-1d0e9bd55f43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1015978
Dec 13 15:05:25.960876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:26.075434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-d47514ca-3016-4cde-9aa8-7742db4f77c2 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531899
Dec 13 15:05:26.353605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e953128>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:26.358744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225762f-e39f-4b0d-ac66-cc899c4249af None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'a562ef97-369c-4116-92cf-718761454343', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'port_id': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'mac_address': 'fa:16:3e:12:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:20Z', 'updated_at': '2021-12-13T15:04:24Z', 'revision_number': 1, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:26.476411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-402f86a4-becc-46f7-a9a8-51055c2ada93 req-5b34722b-3863-47b5-8864-8d6ad7c4f2c6 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3917019
Dec 13 15:05:26.797333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95904ae-7e31-45b3-92e0-7af67cf3c93e None None] New status for floating IP 6a3a90eb-8bba-4f10-9c42-bf1a6923be09: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:05:26.998456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-614e4f4a-87f5-4f5a-b09c-710d7c845270 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:27.000123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-614e4f4a-87f5-4f5a-b09c-710d7c845270 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.0907350
Dec 13 15:05:27.073619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 434bb2dd-39f5-47b8-897f-e75f2e74225d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:27.073967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:27.081066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938ad05-5076-4cba-999e-653680bae75c req-93d8f97d-033a-4963-b02c-cef6b2ccbb07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:27.081816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8938ad05-5076-4cba-999e-653680bae75c req-93d8f97d-033a-4963-b02c-cef6b2ccbb07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:27.103088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8938ad05-5076-4cba-999e-653680bae75c req-93d8f97d-033a-4963-b02c-cef6b2ccbb07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:27.104412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8938ad05-5076-4cba-999e-653680bae75c req-93d8f97d-033a-4963-b02c-cef6b2ccbb07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 946 time: 0.1068850
Dec 13 15:05:27.154323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8938ad05-5076-4cba-999e-653680bae75c req-f34a1788-3b15-4793-8bb8-4b48648c9695 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=68ecacfa-aaef-4ddd-852b-a205b465e779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431054
Dec 13 15:05:27.333007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 434bb2dd-39f5-47b8-897f-e75f2e74225d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=434bb2dd-39f5-47b8-897f-e75f2e74225d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:27.333764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:27.464053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 434bb2dd-39f5-47b8-897f-e75f2e74225d owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:27.624149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:27.631071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84c7d39f-2663-49a8-b0d3-ee584e2e356d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:27.678908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=434bb2dd-39f5-47b8-897f-e75f2e74225d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:27.681459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:27.756145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 434bb2dd-39f5-47b8-897f-e75f2e74225d on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:05:27.758767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:27.761892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'name': 'network-vif-deleted', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:27.778358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3edf5d5c-0018-45b0-b205-c1f8758d1972 req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/434bb2dd-39f5-47b8-897f-e75f2e74225d HTTP/1.1" status: 204  len: 173 time: 0.7721703
Dec 13 15:05:27.821891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef0bc3-bc2a-4727-b34c-c622c56440ab', 'name': 'network-vif-deleted', 'tag': '434bb2dd-39f5-47b8-897f-e75f2e74225d', 'status': 'completed', 'code': 200}
Dec 13 15:05:28.356211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ca7ded89-253a-4073-b1bf-db45c4badb87 req-eddc67fa-6115-431a-b3f2-e47bc39cdc3b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eef0bc3-bc2a-4727-b34c-c622c56440ab HTTP/1.1" status: 200  len: 210 time: 0.0494907
Dec 13 15:05:29.074797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:29.468252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53796) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:29.555172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:29.587570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:29.660809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:29.665439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfca3e8d-bd65-4514-a25c-9d35b8632c7a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:29.683025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ecacfa-aaef-4ddd-852b-a205b465e779,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:29.685944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:29.693752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:29.695017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/68ecacfa-aaef-4ddd-852b-a205b465e779 HTTP/1.1" status: 204  len: 168 time: 0.2253149
Dec 13 15:05:29.733883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53802) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:29.957635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 2a0c4457-9676-4cd4-80f2-3d86f7f027d0 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:29.958018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:30.151523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:30.152144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:30.280616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 2a0c4457-9676-4cd4-80f2-3d86f7f027d0 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:30.429228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 434bb2dd-39f5-47b8-897f-e75f2e74225d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:30.448544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:30.452493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:30.472208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 434bb2dd-39f5-47b8-897f-e75f2e74225d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:30.472605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 434bb2dd-39f5-47b8-897f-e75f2e74225d not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:30.499018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=2a0c4457-9676-4cd4-80f2-3d86f7f027d0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:30.501712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:30.599206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:31.042646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:31.512421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:31.523496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:31.530203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:31.536552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:31.537241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef08a58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:31.585464 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/a562ef97-369c-4116-92cf-718761454343 HTTP/1.1" status: 204  len: 168 time: 1.8501210
Dec 13 15:05:31.586106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:31.644092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:05:31.741376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:31.744064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-4a6d220d-4e9c-474f-8b9a-85121b6d150e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 1098 time: 0.0759966
Dec 13 15:05:31.897169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-9b90e57d-c84c-4e5a-ac56-0d75d71e36e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:31.898784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-9b90e57d-c84c-4e5a-ac56-0d75d71e36e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 200  len: 897 time: 0.1473756
Dec 13 15:05:31.975179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-c9e27386-04ed-42c6-8139-9ec59903d271 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 200  len: 217 time: 0.0694852
Dec 13 15:05:32.023764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281034-a748-48cd-9ebd-a94a9a0acbf0 req-45a499a5-44aa-48e2-b045-36cad3ac3961 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:32.024931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cd281034-a748-48cd-9ebd-a94a9a0acbf0 req-45a499a5-44aa-48e2-b045-36cad3ac3961 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:32.044167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cd281034-a748-48cd-9ebd-a94a9a0acbf0 req-45a499a5-44aa-48e2-b045-36cad3ac3961 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:32.045431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd281034-a748-48cd-9ebd-a94a9a0acbf0 req-45a499a5-44aa-48e2-b045-36cad3ac3961 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.1193602
Dec 13 15:05:32.052416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-7fe322cc-cd2f-47e6-a09e-3829b18544da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:32.055028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-7fe322cc-cd2f-47e6-a09e-3829b18544da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 200  len: 834 time: 0.0730686
Dec 13 15:05:32.092911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef08a58>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:32.097319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:32.097888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd281034-a748-48cd-9ebd-a94a9a0acbf0 req-9b001966-c36d-489b-a340-85f376ef9843 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457284
Dec 13 15:05:32.109854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:32.111150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef08a58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:32.143091 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-d4b2a61f-3f25-4b25-844a-6d694efb94da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8c78d0c-fc20-4fea-b890-08974eb519e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0813684
Dec 13 15:05:32.296812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-dfe5c809-7672-4472-a137-b3cc1b0c2e79 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454682
Dec 13 15:05:32.449925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f663371-c1c4-4235-8adb-b52d80aa48aa req-df20a389-fca8-40c5-941f-801b6a6ce104 service neutron] 10.222.0.72 "GET /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446993
Dec 13 15:05:32.470478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:32.825049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef08a58>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:32.829720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8879c9-9ff0-407e-88d3-90a741efe41e None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:00Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '7400edde-6575-4fc7-8973-7383071b9d99', 'name': '', 'network_id': 'b8c78d0c-fc20-4fea-b890-08974eb519e6', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:91:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:59Z', 'updated_at': '2021-12-13T15:04:07Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '27840bfd-e78a-4082-b994-448a81f2cbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:33.281246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781e393-1a18-44e8-ac7a-c3ac56cb0c8e None None] New status for floating IP a562ef97-369c-4116-92cf-718761454343: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:05:33.370722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-4ee91836-b683-44f1-ab4f-3d605d1c71af tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:33.371420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-4ee91836-b683-44f1-ab4f-3d605d1c71af tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:33.395164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-4ee91836-b683-44f1-ab4f-3d605d1c71af tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:33.396446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-4ee91836-b683-44f1-ab4f-3d605d1c71af tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.1660304
Dec 13 15:05:33.435090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-a1a2a0f5-9145-4439-9c19-1fbcaca50675 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:33.436647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-a1a2a0f5-9145-4439-9c19-1fbcaca50675 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 945 time: 0.1268146
Dec 13 15:05:33.515181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-3a0e0e3d-3fd4-488d-a5ce-fb18d1c36606 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:33.533012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:33.533397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:33.587718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-3a0e0e3d-3fd4-488d-a5ce-fb18d1c36606 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:33.588963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f99e93f-a0bf-4e4b-a3ac-08d1c3dd33b4 req-3a0e0e3d-3fd4-488d-a5ce-fb18d1c36606 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=61f2dc9a-9b67-4b76-b295-cfec58909758&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849477
Dec 13 15:05:33.803863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:33.804268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:33.939438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:33.984229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53814) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:34.095964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.103271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:34.149575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=470801d8-d9b3-4d92-a3b2-b7a7c7bc4141,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:34.152210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:34.203443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port 1fa2a870-48d6-45b9-a2c4-2387cdae411a {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:34.203786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.223320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:05:34.225948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.230205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'name': 'network-vif-deleted', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:34.245726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c037b5dc-8b4b-4a60-b5a5-714cd07a6d4a req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 HTTP/1.1" status: 204  len: 173 time: 0.7971396
Dec 13 15:05:34.289059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e961d8e-6090-4344-bfd2-dc05c58d8e8f', 'name': 'network-vif-deleted', 'tag': '470801d8-d9b3-4d92-a3b2-b7a7c7bc4141', 'status': 'completed', 'code': 200}
Dec 13 15:05:34.399229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.399599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.530259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for 1fa2a870-48d6-45b9-a2c4-2387cdae411a owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:34.708314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:34.714215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10f22b60-4070-4b28-a0ad-471ae13ecc74 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:34.764425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=1fa2a870-48d6-45b9-a2c4-2387cdae411a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:34.767125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:34.800680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4be4d767-405d-4885-8b28-9e29fe4719de req-062cc605-48b3-463c-b657-904de6e7facf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:34.817383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4be4d767-405d-4885-8b28-9e29fe4719de req-062cc605-48b3-463c-b657-904de6e7facf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:34.818919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4be4d767-405d-4885-8b28-9e29fe4719de req-062cc605-48b3-463c-b657-904de6e7facf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e961d8e-6090-4344-bfd2-dc05c58d8e8f HTTP/1.1" status: 200  len: 210 time: 0.0712354
Dec 13 15:05:34.872084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:35.325746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:35.547993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:35.558354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:35.570032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:35.571461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:35.572137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ee30550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:35.628460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "DELETE /v2.0/floatingips/49f224a7-a9db-4589-bdf3-f9e46b3fe814 HTTP/1.1" status: 204  len: 168 time: 1.6378012
Dec 13 15:05:35.628460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:35.687145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'status': 'completed', 'code': 200}
Dec 13 15:05:35.764625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:35.785409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-79a3b325-235a-4dbf-841c-be71022afa9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 1098 time: 0.0768514
Dec 13 15:05:35.935386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-609e7ff2-8d6d-4e69-8c5e-0613ee7eff79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:35.936982 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-609e7ff2-8d6d-4e69-8c5e-0613ee7eff79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1453166
Dec 13 15:05:35.944010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53830) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:36.100913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-2de90ef9-0ce2-4d6a-8374-39212c2c802a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 200  len: 217 time: 0.1528399
Dec 13 15:05:36.169757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ee30550>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:36.173919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:36.185817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:36.186542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ee30550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:36.223794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-a7603162-5913-46f1-8c0a-c853444fccce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:36.225671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-a7603162-5913-46f1-8c0a-c853444fccce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.1145196
Dec 13 15:05:36.231240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:36.296037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b083-75dc-4af1-801d-52fca8f35ea1 req-b65056c3-9238-40c6-aaee-5d8a3d6a59ef tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:36.297644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72c8b083-75dc-4af1-801d-52fca8f35ea1 req-b65056c3-9238-40c6-aaee-5d8a3d6a59ef tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.2765415
Dec 13 15:05:36.342855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:36.376609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:36.433401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72c8b083-75dc-4af1-801d-52fca8f35ea1 req-8a478219-c8f4-4f05-b848-f92eca7f829a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217813
Dec 13 15:05:36.438658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-f2833954-a8c0-46aa-84bb-592631f57fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2041030
Dec 13 15:05:36.475030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:36.484389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-196c169e-21c8-47b3-926a-48d6cfab6fdb tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:36.509811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:36.515150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2dc9a-9b67-4b76-b295-cfec58909758,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:36.517624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:36.563625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:36.564018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 470801d8-d9b3-4d92-a3b2-b7a7c7bc4141 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:36.596278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:36.597540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/61f2dc9a-9b67-4b76-b295-cfec58909758 HTTP/1.1" status: 204  len: 168 time: 0.6518567
Dec 13 15:05:36.633837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-5d0683af-0d71-4fbf-bd79-cbfe4affc5e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847746
Dec 13 15:05:36.640231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53836) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:36.802179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ee30550>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:36.806710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb47873-62a2-421a-879d-bcc908d07414 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'aca6a8cb-890a-4f31-926e-7bc63f726944', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'port_id': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'mac_address': 'fa:16:3e:44:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:01:25Z', 'updated_at': '2021-12-13T15:01:29Z', 'revision_number': 1, 'project_id': '276e60b944a24821a986835a1cba043c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:37.129910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c41c5d4-d12d-498f-ab93-b5175b3690e8 req-65849b1a-95cf-48c4-9ee4-6da434bebfe7 service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4866657
Dec 13 15:05:37.265600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ffb6bc-3b0d-4ce5-9b37-125274ddb1ad None None] New status for floating IP 49f224a7-a9db-4589-bdf3-f9e46b3fe814: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:05:37.464551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:37.752850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373336be-83be-47dd-8b04-92d655f3c986 req-41225ec3-df20-4fc8-b36f-43bc621e40ab tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:37.754412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-373336be-83be-47dd-8b04-92d655f3c986 req-41225ec3-df20-4fc8-b36f-43bc621e40ab tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.2393379
Dec 13 15:05:37.764242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1ceb-47ff-4531-99c8-71ed15ad2917 req-10f88e01-93b9-4392-98b0-9704b7ae7e23 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:37.765763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a2f1ceb-47ff-4531-99c8-71ed15ad2917 req-10f88e01-93b9-4392-98b0-9704b7ae7e23 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 945 time: 0.1967847
Dec 13 15:05:37.879248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:37.879645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:37.934031 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a2f1ceb-47ff-4531-99c8-71ed15ad2917 req-8eae755f-2396-48fa-b261-a7b8890af721 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339819
Dec 13 15:05:37.936611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d3-3161-4a73-af6a-3b1f53dea866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:38.310872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] For port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:38.311278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:38.444627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:38.689926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:38.696936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb6a97cc-d8b5-4985-ac44-7e75cb18b89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:38.742567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=a7e18b63-55bb-4aa9-b6ce-a01e0f71f582,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:38.748544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:38.829608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] No DVR routers for this DVR port a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:05:38.832319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:38.835131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'name': 'network-vif-deleted', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:38.882036 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-373336be-83be-47dd-8b04-92d655f3c986 req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "DELETE /v2.0/ports/a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 HTTP/1.1" status: 204  len: 173 time: 1.1140285
Dec 13 15:05:38.894303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c39ff-dceb-41e0-81a6-ec86d4f32604', 'name': 'network-vif-deleted', 'tag': 'a7e18b63-55bb-4aa9-b6ce-a01e0f71f582', 'status': 'completed', 'code': 200}
Dec 13 15:05:38.974027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 7400edde-6575-4fc7-8973-7383071b9d99 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:38.974392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:39.170305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-21cb6900-7afe-4a9c-8e2d-c4cc61cd3763 req-48da7476-bb3c-46a6-93a5-bc894b694863 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:39.223003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-21cb6900-7afe-4a9c-8e2d-c4cc61cd3763 req-48da7476-bb3c-46a6-93a5-bc894b694863 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:39.223003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-21cb6900-7afe-4a9c-8e2d-c4cc61cd3763 req-48da7476-bb3c-46a6-93a5-bc894b694863 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba8c39ff-dceb-41e0-81a6-ec86d4f32604 HTTP/1.1" status: 200  len: 210 time: 0.1507018
Dec 13 15:05:39.254584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 7400edde-6575-4fc7-8973-7383071b9d99, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7400edde-6575-4fc7-8973-7383071b9d99,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:39.255235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:39.404218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 7400edde-6575-4fc7-8973-7383071b9d99 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:39.528873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:39.600422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:39.604267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-71d8ea02-51bb-493b-b277-6444307ee2cf tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:39.650462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=7400edde-6575-4fc7-8973-7383071b9d99,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:39.653022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:40.236445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:40.319951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7115e610-5a56-4853-8a78-feab1f57e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:40.489538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:40.546012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:40.546410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device a7e18b63-55bb-4aa9-b6ce-a01e0f71f582 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:40.778179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:40.880215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3e7cdabe-a420-4c1d-9093-e08a5b30505c has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:41.100821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:41.111957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Sync routers for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:41.119695 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3e7cdabe-a420-4c1d-9093-e08a5b30505c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4781966
Dec 13 15:05:41.122433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53852) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:41.125390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:41.126044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed149e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:41.323556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:41.331617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 27840bfd-e78a-4082-b994-448a81f2cbef {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:05:41.335889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:41.400541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:41.498893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:41.588907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:41.594736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a65d7d3-d141-48cf-87ec-26bc06a1a513 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:41.649376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=27840bfd-e78a-4082-b994-448a81f2cbef,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:41.657144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:41.658890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:41.668701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/27840bfd-e78a-4082-b994-448a81f2cbef HTTP/1.1" status: 204  len: 168 time: 0.5437458
Dec 13 15:05:41.670424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53858) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:41.799579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32743974-be19-4b25-bc17-6221ab951fcf None None] Network b8c78d0c-fc20-4fea-b890-08974eb519e6 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:05:41.949996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.050465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed149e8>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:05:39Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:42.059079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Checking router: 3e7cdabe-a420-4c1d-9093-e08a5b30505c for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:42.099250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Routers {'3e7cdabe-a420-4c1d-9093-e08a5b30505c'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:42.100053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed149e8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:42.196941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] DHCP port deletion for b8c78d0c-fc20-4fea-b890-08974eb519e6 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:05:42.215577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Deleting port 94b1b3d5-212a-40e2-97d0-8cfaba43114d {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:42.216054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.227174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.239705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 3de4b849-fda0-4876-af5d-2d575d2a2b69 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:42.240094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.269987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.489997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 3de4b849-fda0-4876-af5d-2d575d2a2b69, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3de4b849-fda0-4876-af5d-2d575d2a2b69,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:42.490464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.492169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] Set router 3e7cdabe-a420-4c1d-9093-e08a5b30505c gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:42.724380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] For port 94b1b3d5-212a-40e2-97d0-8cfaba43114d, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=94b1b3d5-212a-40e2-97d0-8cfaba43114d,segment=NetworkSegment(a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57),segment_id=a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:42.724740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:42.908376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Calling delete_port for 94b1b3d5-212a-40e2-97d0-8cfaba43114d owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:42.934675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 3de4b849-fda0-4876-af5d-2d575d2a2b69 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:43.100578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.110267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.110827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:43.115028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7706da47-953c-4e8a-b996-79aa3223c4fc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:43.158480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=3de4b849-fda0-4876-af5d-2d575d2a2b69,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:43.161622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:43.163703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Pushing event deleted for resources: {'Port': ['ID=94b1b3d5-212a-40e2-97d0-8cfaba43114d,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:43.171375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] No DVR routers for this DVR port 94b1b3d5-212a-40e2-97d0-8cfaba43114d on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:05:43.182918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.182918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.183844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.183844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.183844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.184041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.184389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.184757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.185120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.185482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.185843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:05:43.190810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:43.207850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed149e8>, [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:05:39Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:43.212810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ee083-1b45-4d61-890c-0aa307bee064 None None] The sync data for ids ['3e7cdabe-a420-4c1d-9093-e08a5b30505c'] in dv-neutron-821565-1-hyperv is: [{'id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'name': 'tempest-TestNetworkBasicOps-router-106829001', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:05:39Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '3de4b849-fda0-4876-af5d-2d575d2a2b69', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7cdabe-a420-4c1d-9093-e08a5b30505c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:03:55Z', 'updated_at': '2021-12-13T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:43.412607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.516345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7400edde-6575-4fc7-8973-7383071b9d99 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:43.563944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 7400edde-6575-4fc7-8973-7383071b9d99 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:43.564543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7400edde-6575-4fc7-8973-7383071b9d99 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:43.565311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 94b1b3d5-212a-40e2-97d0-8cfaba43114d no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:43.603938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 94b1b3d5-212a-40e2-97d0-8cfaba43114d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:43.604335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 94b1b3d5-212a-40e2-97d0-8cfaba43114d not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:43.713969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.718442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.758403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.759464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7cdabe-a420-4c1d-9093-e08a5b30505c {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:05:43.783766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.788971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53868) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:43.793592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/3e7cdabe-a420-4c1d-9093-e08a5b30505c HTTP/1.1" status: 204  len: 168 time: 2.1219056
Dec 13 15:05:43.923088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:43.943262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53874) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:44.075198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.108026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea66a20>,) {'filters': {'network_id': ['b8c78d0c-fc20-4fea-b890-08974eb519e6']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:44.122437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea66a20>, 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:44.122777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea66a20>, 'a6d5a865-9f40-4f0c-9cfd-cb8f800a6d57') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:44.135501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.151012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.157294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:05:44.157725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:05:44.173283 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:05:44.182464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port c36d46a6-f2aa-47ad-b7dc-69d9205e87a9 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:44.182785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.257576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.261550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f165abc-cefb-4ead-be01-64905824c322 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:44.276556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.293537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=b8c78d0c-fc20-4fea-b890-08974eb519e6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:44.299202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/b8c78d0c-fc20-4fea-b890-08974eb519e6 HTTP/1.1" status: 204  len: 168 time: 0.5063236
Dec 13 15:05:44.299202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09a2ea4f-c4ff-4092-be06-cf6c2bf9082d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:44.326013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53878) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:44.333751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'network': {'name': 'tempest-network-smoke--1480557954', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:44.339469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:44.344198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:network and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:44.347237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:44.353415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:44.363425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:05:44.367593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.367957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.369389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.401601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:05:44.410574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.410997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Added segment ce1eafbe-e9f5-404c-a40e-e3811fed50ea of type vlan for network dc7d5059-8b43-4284-a728-84f036a7676d
Dec 13 15:05:44.438607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.472661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.477081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:44.477767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.483363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-018c9dd0-b41e-450f-bdd1-8d42be9fda0c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:44.497355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for c36d46a6-f2aa-47ad-b7dc-69d9205e87a9 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:44.590156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2629430
Dec 13 15:05:44.593538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53882) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:44.600585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-797348190', 'admin_state_up': True, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:44.600795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Network': ['ID=dc7d5059-8b43-4284-a728-84f036a7676d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:44.603380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:44.610432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:44.613748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network dc7d5059-8b43-4284-a728-84f036a7676d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:05:44.647752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:router and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:44.655966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:44.665803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:44.685076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.686091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.693973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.702474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b2422945-92ae-4ec6-b1d6-f721ee503e20 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:44.752175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=c36d46a6-f2aa-47ad-b7dc-69d9205e87a9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:44.756551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:44.820224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:44.913621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:45.080059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:45.420433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3de4b849-fda0-4876-af5d-2d575d2a2b69 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:45.439002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:45.455786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3de4b849-fda0-4876-af5d-2d575d2a2b69 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:45.456183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3de4b849-fda0-4876-af5d-2d575d2a2b69 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:45.473116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:45.944777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.120 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/7ba9ce9f-0582-4af7-8497-4d90a89d8b20) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:05:46.105186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:46.132133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:46.236103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:46.239942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-88516f90-5cab-446b-91af-51c6062890f6 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:46.321262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:46.326928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:46.330475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:05:46.332287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:05:46.383017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:05:46.559884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:46.570665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:46.586831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:46.587530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9fb438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:46.600411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:46.657202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:46.657970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:46.663403 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "DELETE /v2.0/floatingips/aca6a8cb-890a-4f31-926e-7bc63f726944 HTTP/1.1" status: 204  len: 168 time: 2.7187536
Dec 13 15:05:46.665006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:46.726385 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'status': 'completed', 'code': 200}
Dec 13 15:05:46.783347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:46.840414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-dd571a5c-ce73-4ae9-b3ca-0b7a93768419 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=276e60b944a24821a986835a1cba043c&device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 1098 time: 0.0922132
Dec 13 15:05:46.981358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:05:47.008796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-2eb0085b-ecd4-45d6-8346-9c22fcf74dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:47.011015 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-2eb0085b-ecd4-45d6-8346-9c22fcf74dd2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 200  len: 913 time: 0.1629210
Dec 13 15:05:47.096904 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-b1353527-b8dc-4b5d-be4d-09a65e08b847 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 200  len: 217 time: 0.0791619
Dec 13 15:05:47.130742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9fb438>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:47.135213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:47.146618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:47.147555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f9fb438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:47.187499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-7cf87068-740d-4533-9d26-0617e9a60e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:47.189338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-7cf87068-740d-4533-9d26-0617e9a60e80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 200  len: 851 time: 0.0858176
Dec 13 15:05:47.247414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064222c1-bca3-4f05-820a-593a49422a19 req-b2323270-c20e-4de2-9217-3713d4948d85 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:47.248266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-064222c1-bca3-4f05-820a-593a49422a19 req-b2323270-c20e-4de2-9217-3713d4948d85 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:47.285198 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-3446b03c-29d6-43d0-969d-d985ce212f02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a78bcae-57f5-4619-b537-a0d056a0232b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0862005
Dec 13 15:05:47.287059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-064222c1-bca3-4f05-820a-593a49422a19 req-b2323270-c20e-4de2-9217-3713d4948d85 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:47.288416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-064222c1-bca3-4f05-820a-593a49422a19 req-b2323270-c20e-4de2-9217-3713d4948d85 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.2141759
Dec 13 15:05:47.326615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:47.352929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:47.375961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:47.376943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f45beb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:47.380997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:47.385482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.7877221
Dec 13 15:05:47.385482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-064222c1-bca3-4f05-820a-593a49422a19 req-3ef11177-b704-4c64-bb58-4f3b5cb567ee tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887454
Dec 13 15:05:47.385793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53892) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:47.494893 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-256624b5-26e7-4486-8f7a-19dabe2c244f service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981804
Dec 13 15:05:47.521911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc2e312f-4278-48d1-b432-8fd4649f7e39 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=de6672372e33459da72c2ae45703fa64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1347992
Dec 13 15:05:47.525211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53898) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:47.526552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:47.618558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:47.658053 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c95a3c66-314d-4dff-8b79-1cc96d004f10 req-c4380fe8-4bed-456d-8c44-a06a46fa3ebf service neutron] 10.222.0.72 "GET /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549950
Dec 13 15:05:47.680559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e6dc5-57b3-4894-bbdb-af08d7c79661 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:47.685124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-986e6dc5-57b3-4894-bbdb-af08d7c79661 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1557097
Dec 13 15:05:47.685372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53902) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:47.737795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-783d1e31-fe62-400e-96a5-8d932ef443ed tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0484264
Dec 13 15:05:47.738038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53906) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:47.744866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866579497', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:47.876387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:47.880116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f9fb438>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:47.880526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:subnet and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:47.884000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:47.885225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880f74-d4c8-4b60-aaf2-d4e65711ab05 None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:53Z', 'revision_number': 4, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'ea04faa1-2b31-477e-84ab-22873959ba27', 'name': '', 'network_id': '2a78bcae-57f5-4619-b537-a0d056a0232b', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'mac_address': 'fa:16:3e:0b:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:52Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'subnets': [{'id': 'e258628e-abbe-4356-a7c4-a51900f8e2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:47.894337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:47.905461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:05:48.020568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.127514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f45beb8>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:46Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:48.133044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:48.133686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Updating router 3a4666db-d553-48c6-8d91-b4673551f5a7 port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:05:48.190057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.270376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.275225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d1d1bbe7-1574-4102-b0f3-ab6515844ee3 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:48.360028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Subnet': ['ID=1cbe947d-1942-42dc-a0ed-97b7aec8bd82,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:48.362894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:48.374550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Checking segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:05:48.374942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network hostable DHCP agents. Network: dc7d5059-8b43-4284-a728-84f036a7676d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:05:48.381698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb26ea-f514-4183-b3c6-852e0b57e76c None None] New status for floating IP aca6a8cb-890a-4f31-926e-7bc63f726944: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:05:48.398339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network dc7d5059-8b43-4284-a728-84f036a7676d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:05:48.420501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, dc7d5059-8b43-4284-a728-84f036a7676d) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:05:48.420501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:48.422871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.431933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2675ed-aeaa-4e80-b5fe-8977a0833207 None None] Network dc7d5059-8b43-4284-a728-84f036a7676d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:05:48.453375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53912) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:48.454405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7152882
Dec 13 15:05:48.738163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.786020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Transition to ACTIVE for port object 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:05:48.794129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-dc7d5059-8b43-4284-a728-84f036a7676d', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:05:48.795075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.809991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:48.816568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ee15963-5e26-4185-a934-225f608c9666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:48.952612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:48.963995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:48.975865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Attempting to bind port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:05:48.976293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Attempting to bind port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:05:48.976712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Attempting to bind port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:05:49.012862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-fa4ee8c2-a8f6-4d68-80a4-d8cc26396b5d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:49.014410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-fa4ee8c2-a8f6-4d68-80a4-d8cc26396b5d tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.5017486
Dec 13 15:05:49.029043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:05:49.029631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:05:49.029901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.030345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:05:49.030890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Bound port: 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:05:49.031359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.071517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e7b0a-8057-42c9-83c0-c7f5bfd4b23c req-800251c7-ab44-4f2b-af25-95415e07d76b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:49.073154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-180e7b0a-8057-42c9-83c0-c7f5bfd4b23c req-800251c7-ab44-4f2b-af25-95415e07d76b tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 945 time: 0.2629962
Dec 13 15:05:49.113873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Allocated IP 172.20.0.2 (dc7d5059-8b43-4284-a728-84f036a7676d/1cbe947d-1942-42dc-a0ed-97b7aec8bd82/9b2d927b-fc72-45f5-838f-2e20e9305651) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:05:49.123015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port bc0a8bac-afbe-49c3-af00-886455a55a92 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:49.123430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.133423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:05:49.138323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:05:49.157672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.171190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:49.254471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-180e7b0a-8057-42c9-83c0-c7f5bfd4b23c req-15b308e1-6b66-409f-a913-abe5a16629c5 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3ae632b-30e3-4944-ac10-04185a6fee9e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1742804
Dec 13 15:05:49.326090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:49.331491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:49.335362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:49.336068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f45beb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:49.534393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] For port bc0a8bac-afbe-49c3-af00-886455a55a92, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bc0a8bac-afbe-49c3-af00-886455a55a92,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:49.534675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.592109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.609074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Transition to ACTIVE for port object 9b2d927b-fc72-45f5-838f-2e20e9305651 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:05:49.629144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:49.665632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for bc0a8bac-afbe-49c3-af00-886455a55a92 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:49.685273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Transition to ACTIVE for port object 9b2d927b-fc72-45f5-838f-2e20e9305651 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:05:49.739338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.753190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ebd20d6e-9128-4d0d-ba4d-a3cc1fca5e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:49.895279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:49.898556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Network dc7d5059-8b43-4284-a728-84f036a7676d is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:05:49.903119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-795cbfe4-c6c8-452f-9108-39260fcd0995 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:49.906492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:05:49.920866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:05:49.925953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Pushing event updated for resources: {'Port': ['ID=9b2d927b-fc72-45f5-838f-2e20e9305651,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:49.936004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:50.005705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=bc0a8bac-afbe-49c3-af00-886455a55a92,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:50.015277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:50.075306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Attempting to bind port 9b2d927b-fc72-45f5-838f-2e20e9305651 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:05:50.075844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Attempting to bind port 9b2d927b-fc72-45f5-838f-2e20e9305651 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:05:50.076118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Attempting to bind port 9b2d927b-fc72-45f5-838f-2e20e9305651 on network dc7d5059-8b43-4284-a728-84f036a7676d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:05:50.092480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:05:50.092905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Checking segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:05:50.093369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:50.093809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Bound using segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:05:50.094338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Bound port: 9b2d927b-fc72-45f5-838f-2e20e9305651, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:05:50.094743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:50.095011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] No DVR routers for this DVR port bc0a8bac-afbe-49c3-af00-886455a55a92 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:05:50.097762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:50.101047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'name': 'network-vif-deleted', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:05:50.135229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9813947e-80f9-4024-98d9-b9ed00ba71a1 req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.72 "DELETE /v2.0/ports/bc0a8bac-afbe-49c3-af00-886455a55a92 HTTP/1.1" status: 204  len: 173 time: 1.1133943
Dec 13 15:05:50.193029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f45beb8>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:46Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:50.195977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb10e8-5661-4f80-8f85-b14b16dcd255', 'name': 'network-vif-deleted', 'tag': 'bc0a8bac-afbe-49c3-af00-886455a55a92', 'status': 'completed', 'code': 200}
Dec 13 15:05:50.204586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04577f19-c0cc-4297-b96a-98e883614533 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:46Z', 'revision_number': 3, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:50.211967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] For port 9b2d927b-fc72-45f5-838f-2e20e9305651, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:05:50.215706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] For port 9b2d927b-fc72-45f5-838f-2e20e9305651, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b2d927b-fc72-45f5-838f-2e20e9305651,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:05:50.220979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:50.232654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c69d12fc-de3b-4ca5-9531-074cb6a6f90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:50.542095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:50.546053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Pushing event updated for resources: {'Port': ['ID=9b2d927b-fc72-45f5-838f-2e20e9305651,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:50.557771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:50.571659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cd3e99da-656e-4a8a-acac-e845f7483445 req-bca1e398-da91-4d5d-a914-7b67620502db tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Synchronizing usage tracker for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:50.674514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cd3e99da-656e-4a8a-acac-e845f7483445 req-bca1e398-da91-4d5d-a914-7b67620502db tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Unset dirty status for tenant:276e60b944a24821a986835a1cba043c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:50.675778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd3e99da-656e-4a8a-acac-e845f7483445 req-bca1e398-da91-4d5d-a914-7b67620502db tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "GET /v2.0/ports?device_id=cacb10e8-5661-4f80-8f85-b14b16dcd255 HTTP/1.1" status: 200  len: 210 time: 0.1803033
Dec 13 15:05:51.115487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.1 (dc7d5059-8b43-4284-a728-84f036a7676d/1cbe947d-1942-42dc-a0ed-97b7aec8bd82/fde73c6b-a90a-4cad-ae33-44d7c56ae5bd) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:05:51.296610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.315853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object fde73c6b-a90a-4cad-ae33-44d7c56ae5bd will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:05:51.339695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.344979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba3df6d9-ee5a-4ed0-ba89-54ffe219f04f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:51.420694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network dc7d5059-8b43-4284-a728-84f036a7676d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:05:51.423147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:05:51.428018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:05:51.455170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:51.461351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:51.494735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.556696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:51.605003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.644700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:05:51.650931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:51.651448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.783945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.800752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:51.804890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:51.805790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b2d927b-fc72-45f5-838f-2e20e9305651 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:51.809921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53922) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:51.836124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5acb7ce0-0aa9-4e10-9e36-952f3881ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:51.944019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:51.953077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:51.964998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9b2d927b-fc72-45f5-838f-2e20e9305651 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:05:52.010649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Deleting port be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:52.011062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.223269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.223812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.353665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.360055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.380003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Calling delete_port for be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:52.391424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05a45d93-6608-4e31-95c2-4d8f21a83eaa tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:52.479955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b852b-32f0-4a4b-8542-0b8681aa30ed None None] Network dc7d5059-8b43-4284-a728-84f036a7676d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:05:52.484685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.489180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:52.492686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:52.531424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.536273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9b254f9-a338-467f-b95f-c5d6a28e8c0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:52.583742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bc0a8bac-afbe-49c3-af00-886455a55a92 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:05:52.584757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'Port': ['ID=be75eaa3-c45c-4f85-bb43-7dc5d4df4cc2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:52.587978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:52.634083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: bc0a8bac-afbe-49c3-af00-886455a55a92 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:05:52.634474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bc0a8bac-afbe-49c3-af00-886455a55a92 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:05:52.640297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Provisioning for port 9b2d927b-fc72-45f5-838f-2e20e9305651 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:05:52.650596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Provisioning complete for port 9b2d927b-fc72-45f5-838f-2e20e9305651 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:52.651089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.655112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network dc7d5059-8b43-4284-a728-84f036a7676d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:05:52.656389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:05:52.684975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.704585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.708679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "DELETE /v2.0/floatingips/8f9aed45-87ec-42a6-8a59-393cd7aa5a59 HTTP/1.1" status: 204  len: 168 time: 0.8948591
Dec 13 15:05:52.882741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.937880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] For port 9b2d927b-fc72-45f5-838f-2e20e9305651, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b2d927b-fc72-45f5-838f-2e20e9305651,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:52.942476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:52.946305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:53.059908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Pushing event updated for resources: {'Port': ['ID=9b2d927b-fc72-45f5-838f-2e20e9305651,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:53.065101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:53.081465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:05:53.317267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:05:53.350784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53934) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:53.351105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3a4666db-d553-48c6-8d91-b4673551f5a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8966560
Dec 13 15:05:53.371629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Provisioning complete for port 9b2d927b-fc72-45f5-838f-2e20e9305651 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:53.372052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:53.533893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:53.627856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:53.628241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:53.692644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Provisioning for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:05:53.700602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:53.701032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:53.747884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:05:53.821413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b2d927b-fc72-45f5-838f-2e20e9305651 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:53.861753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.862071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.862511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.862907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.863326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.863716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.865678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7062d31-8de8-45de-bf16-cea1eb78c420 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.5113587
Dec 13 15:05:53.869103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53938) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:53.886618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:53.887385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5e8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:53.957764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.958183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.958599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.959027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.960404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.960824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:53.965749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b820f94c-7c13-4030-ab48-6a7f1dadc117 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0926998
Dec 13 15:05:53.966071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53942) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:54.032280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aed31436-f5ed-406d-9280-828a6b6bbe40 None None] Port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:05:54.117339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:54.199365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e41f8b90-7f20-4c94-978f-4af4312020ae tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2294016
Dec 13 15:05:54.206112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9b2d927b-fc72-45f5-838f-2e20e9305651 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:54.206539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.449939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ba837169-e199-441e-b635-692970230800 None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:54.450529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba837169-e199-441e-b635-692970230800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.577103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ba837169-e199-441e-b635-692970230800 None None] Port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:05:54.657563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5e8d0>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:52Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:54.662016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:05:54.662464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Updating router 3a4666db-d553-48c6-8d91-b4673551f5a7 port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:05:54.721904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.818417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53950) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:54.825123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172388665', 'description': 'tempest-secgroup-smoke-1172388665 description', 'project_id': 'de6672372e33459da72c2ae45703fa64'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:54.832026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:54.836966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:54.840318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:54.846759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:54.859273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.901060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:54.905651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:54.909256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:54.915931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:54.984221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.988816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:54.995829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5911f604-586c-4678-b999-64c4c380a464 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.044782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c1010-1a6d-4841-868a-cf9ae45f248c,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.048517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.049752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.051727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b2d7cb0-acfe-4f12-97af-8e1dadfd6600 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2321370
Dec 13 15:05:55.054739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53954) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.062733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:55.069456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:55.074032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:55.077083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:55.083488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:55.101072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.168158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.173142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.175133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46fec95a-c27a-453f-95a4-43369260734f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.200181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d37f89-d67b-4da5-88cc-ceebe90dea9a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.203099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.211253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.212584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1564343
Dec 13 15:05:55.216225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53958) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.222765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:55.229990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:55.235098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:55.238710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:55.245448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:55.267733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.268506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.296058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Transition to ACTIVE for port object fde73c6b-a90a-4cad-ae33-44d7c56ae5bd will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:05:55.303931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.309279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ecff046-4d2d-4ddb-a8a8-1d2cf5c5c4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.314347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.390415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.400888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.405627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-48006064-cd86-4462-9b12-43e60812c1a7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.414374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.429461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dde4ac3-2c03-47be-bd9a-a611b57949f7,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.441429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.477534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.482487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2649543
Dec 13 15:05:55.483267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.487044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.489780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:55.497129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:55.501197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:55.501442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.504447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:55.511335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:55.533616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.534941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.557223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Attempting to bind port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:05:55.557660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Attempting to bind port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:05:55.558232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Attempting to bind port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd on network dc7d5059-8b43-4284-a728-84f036a7676d {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:05:55.566086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:05:55.566435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Checking segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:05:55.567151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.567151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Bound using segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:05:55.567703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Bound port: fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:05:55.568105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.587329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.594892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.621089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.622268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae632b-30e3-4944-ac10-04185a6fee9e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.625799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.628680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.631275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76b77843-0d9b-402b-9a17-ca0987ae0b1c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.638943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.640282 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] 10.222.0.69 "DELETE /v2.0/security-groups/f3ae632b-30e3-4944-ac10-04185a6fee9e HTTP/1.1" status: 204  len: 168 time: 0.3248310
Dec 13 15:05:55.659357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043afd0c-4a27-4184-a6fb-a4d4218611b9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.665985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.692278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.695343 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2093897
Dec 13 15:05:55.696882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 53974) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.700539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:05:55.710337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:05:55.710337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.715004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.716151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:55.723540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.723790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:55.728180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:55.730097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:55.736677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:55.769992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.813843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.819852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.830551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:05:55.831294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5e8d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:55.853787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.858202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.860691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ed96e94-179b-49fe-ac03-104d3b74f5ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:55.887535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f4e9bc-ab10-422f-bd10-1e1e96f0d0b6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:55.892216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:55.904264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:55.908873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53984) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:55.915776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:55.919030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2207878
Dec 13 15:05:55.980690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:55.996512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:56.000823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:56.008743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:56.026955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:05:56.042287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:05:56.044731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.192289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.203341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.206698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-933c8405-dbd3-4d08-8576-2a18af7db7cd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:56.233002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837977dd-160e-4422-9775-3dc8527e97da,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:56.236581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:56.247368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.248670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3386497
Dec 13 15:05:56.251709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 53988) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:05:56.258656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'security_group_rule': {'security_group_id': '3f9c1010-1a6d-4841-868a-cf9ae45f248c', 'project_id': 'de6672372e33459da72c2ae45703fa64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:05:56.267921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:05:56.275402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:security_group_rule and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:05:56.280449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:05:56.340201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:05:56.364267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Project de6672372e33459da72c2ae45703fa64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:05:56.376099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.412833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5e8d0>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:55Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:05:56.417273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff89158-10c7-4eb3-a5d8-b92550fc5374 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:55Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:05:56.794267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.805586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.808816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b46b782-c17f-40f9-9bc6-c071cf301463 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:56.840251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc6191c-9040-4602-b694-f8f76d1eddf7,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:56.848647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:56.855211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:56.856525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6039076
Dec 13 15:05:56.866630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:57.087238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-288f25ee-d0b4-4461-bf9a-08232d6fcaea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:57.114479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-288f25ee-d0b4-4461-bf9a-08232d6fcaea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:57.116719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-288f25ee-d0b4-4461-bf9a-08232d6fcaea tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172388665&fields=id&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 267 time: 0.1069849
Dec 13 15:05:57.415837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7c3d3b93-d0c7-49ad-af08-1f6de0ce70a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:05:57.416700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7c3d3b93-d0c7-49ad-af08-1f6de0ce70a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:57.491524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7c3d3b93-d0c7-49ad-af08-1f6de0ce70a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:57.492820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7c3d3b93-d0c7-49ad-af08-1f6de0ce70a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 797 time: 0.3675022
Dec 13 15:05:57.501273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:57.564607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-a4dbeca7-5c4f-4fbe-8f1c-c3e15ffbc208 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/quotas/de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 375 time: 0.0323119
Dec 13 15:05:57.589118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:05:57.595096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:57.595531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:57.717215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:57.724254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-12f59061-5c55-4977-bfbc-796b70dbb611 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:05:57.754846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:57.757868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:57.759923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:57.776011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-12f59061-5c55-4977-bfbc-796b70dbb611 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:05:57.777525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-12f59061-5c55-4977-bfbc-796b70dbb611 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2053907
Dec 13 15:05:57.836457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:57.839783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:57.924702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Deleting port ea04faa1-2b31-477e-84ab-22873959ba27 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:05:57.925093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:58.168163 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-275a6ef9-16a6-4500-afcc-158cf2b8da6b service neutron] 10.222.0.69 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3765249
Dec 13 15:05:58.324593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] For port ea04faa1-2b31-477e-84ab-22873959ba27, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=ea04faa1-2b31-477e-84ab-22873959ba27,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:05:58.325028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:58.457904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Calling delete_port for ea04faa1-2b31-477e-84ab-22873959ba27 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:05:58.513210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-1ebdc4b0-2f0d-490c-938b-c7af65b43368 service neutron] 10.222.0.69 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3332701
Dec 13 15:05:58.659674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:58.664341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-74c21a77-c5e3-48a6-85bd-d788121336e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:05:58.710013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea04faa1-2b31-477e-84ab-22873959ba27,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:05:58.713133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:05:58.727630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7248c36b-b8f1-4b49-92d1-d2956da679ae req-ad83ff51-f8eb-4f26-ae60-cd74ca84f5d8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 210 time: 0.0571983
Dec 13 15:05:59.022788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:59.080832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:59.524584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:05:59.598496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:05:59.598837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:05:59.951997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-93a47438-3fc0-4798-ab2e-16d478eae99e req-614d20a8-1ede-4c31-9513-bb2e87ac6b80 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 210 time: 0.0800114
Dec 13 15:06:00.081399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7d58c6c9-7947-4884-ac78-d345753c0dc9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:00.083256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-7d58c6c9-7947-4884-ac78-d345753c0dc9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 797 time: 0.2446189
Dec 13 15:06:00.125837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Router dfb8e26f-129c-42b9-939a-035af5b6d1e1 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:00.155481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-b769c1ed-4c6f-4637-ad89-4ef7d0f7fd6b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6672372e33459da72c2ae45703fa64 HTTP/1.1" status: 200  len: 380 time: 0.0610521
Dec 13 15:06:00.228969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'port': {'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'admin_state_up': True, 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'security_groups': ['3f9c1010-1a6d-4841-868a-cf9ae45f248c']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:06:00.453605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:06:00.471544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:06:00.487855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Made reservation on behalf of de6672372e33459da72c2ae45703fa64 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:06:00.493751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:00.654163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:00.663793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Sync routers for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:00.682638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:00.683331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efb1da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:00.698770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] 10.222.0.69 "PUT /v2.0/routers/dfb8e26f-129c-42b9-939a-035af5b6d1e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9780881
Dec 13 15:06:00.701881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54026) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:00.709234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.20.0.3 (dc7d5059-8b43-4284-a728-84f036a7676d/1cbe947d-1942-42dc-a0ed-97b7aec8bd82/66a271e7-2eb0-42b6-a317-e76b6e018a38) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:06:00.869398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:00.921727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:00.926683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:00.947131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Transition to ACTIVE for port object 66a271e7-2eb0-42b6-a317-e76b6e018a38 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:06:00.972033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:00.994096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0190d6a0-4c43-4ad1-a0a9-4634d74ae1a4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:01.079873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network dc7d5059-8b43-4284-a728-84f036a7676d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:06:01.084579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:06:01.087266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:06:01.130345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:01.133893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:01.166601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:01.167388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.187857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efb1da0>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T15:05:58Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:01.190259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9723718
Dec 13 15:06:01.193137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Checking router: dfb8e26f-129c-42b9-939a-035af5b6d1e1 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:06:01.205036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Request body: {'port': {'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:06:01.206679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Routers {'dfb8e26f-129c-42b9-939a-035af5b6d1e1'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:01.207533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efb1da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:01.241409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad453bb-3f50-42e3-9dae-7fa6e945afb0 req-2db76b92-057d-4ada-95c6-7edcd75e4f04 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:01.243396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7ad453bb-3f50-42e3-9dae-7fa6e945afb0 req-2db76b92-057d-4ada-95c6-7edcd75e4f04 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 931 time: 0.1405330
Dec 13 15:06:01.346792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.351822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7ad453bb-3f50-42e3-9dae-7fa6e945afb0 req-44aa4bb9-0561-44c8-996f-2ed896e74bd9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999913
Dec 13 15:06:01.359459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Deleting port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:01.359853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.382510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.452034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] Set router dfb8e26f-129c-42b9-939a-035af5b6d1e1 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:01.507450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7c894c98-6165-413b-8c69-e199f6eb06a0 None None] Provisioning for port 66a271e7-2eb0-42b6-a317-e76b6e018a38 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:06:01.512876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7c894c98-6165-413b-8c69-e199f6eb06a0 None None] Provisioning complete for port 66a271e7-2eb0-42b6-a317-e76b6e018a38 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:01.513471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c894c98-6165-413b-8c69-e199f6eb06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.581949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c894c98-6165-413b-8c69-e199f6eb06a0 None None] Port 66a271e7-2eb0-42b6-a317-e76b6e018a38 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:06:01.585473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] For port 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:01.585963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.716309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Calling delete_port for 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:01.758779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efb1da0>, [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T15:05:58Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:01.768897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f9ffe-6322-4067-94e5-48868638ccfe None None] The sync data for ids ['dfb8e26f-129c-42b9-939a-035af5b6d1e1'] in dv-neutron-821565-1-hyperv is: [{'id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'name': 'tempest-TestVolumeBootPattern-1259470497-router', 'tenant_id': '276e60b944a24821a986835a1cba043c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T15:05:58Z', 'revision_number': 5, 'project_id': '276e60b944a24821a986835a1cba043c', 'gw_port': {'id': '225e4084-fa7c-40d0-9fa3-852b0b2c3dfd', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb8e26f-129c-42b9-939a-035af5b6d1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:50Z', 'updated_at': '2021-12-13T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:01.773970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:06:01.787914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a271e7-2eb0-42b6-a317-e76b6e018a38 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:06:01.795522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.813773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Transition to ACTIVE for port object 66a271e7-2eb0-42b6-a317-e76b6e018a38 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:06:01.818403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.828926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e814ea9-be55-46d4-ac4c-f2312779b9ee tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:01.899339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:01.904446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fae3f26f-7934-4e4d-af05-fe0a6a8e917a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:01.949888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Pushing event deleted for resources: {'Port': ['ID=225e4084-fa7c-40d0-9fa3-852b0b2c3dfd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:01.959397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:01.972065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Pushing event updated for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:01.975446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:02.093106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Attempting to bind port 66a271e7-2eb0-42b6-a317-e76b6e018a38 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:06:02.093670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Attempting to bind port 66a271e7-2eb0-42b6-a317-e76b6e018a38 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:06:02.093827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Attempting to bind port 66a271e7-2eb0-42b6-a317-e76b6e018a38 on network dc7d5059-8b43-4284-a728-84f036a7676d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:06:02.101744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Port 66a271e7-2eb0-42b6-a317-e76b6e018a38 on network dc7d5059-8b43-4284-a728-84f036a7676d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:06:02.102108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Attempting to bind port 66a271e7-2eb0-42b6-a317-e76b6e018a38 on network dc7d5059-8b43-4284-a728-84f036a7676d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:06:02.109784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:06:02.110163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Checking segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:06:02.110589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Bound using segment: {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:06:02.111094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Bound port: 66a271e7-2eb0-42b6-a317-e76b6e018a38, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:06:02.111754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.203190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.227961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:06:02.231620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:06:02.237688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.243650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f973f115-c8a1-4e88-875f-47149b158bab tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:02.301786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.303589 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] 10.222.0.72 "PUT /v2.0/ports/66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 1093 time: 1.1047151
Dec 13 15:06:02.306476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:06:02.359501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Pushing event updated for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:02.366756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:02.407983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'status': 'completed', 'code': 200}
Dec 13 15:06:02.454769 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-8e41841b-b525-40c3-a6cf-5308e4622d9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1096 time: 0.0866792
Dec 13 15:06:02.485434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.490450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.537334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-5abe903d-7e92-4152-8c85-a7554e86f3f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 217 time: 0.0743089
Dec 13 15:06:02.558010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.558560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb8e26f-129c-42b9-939a-035af5b6d1e1 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:06:02.587923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.592051 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] 10.222.0.69 "DELETE /v2.0/routers/dfb8e26f-129c-42b9-939a-035af5b6d1e1 HTTP/1.1" status: 204  len: 168 time: 1.8889248
Dec 13 15:06:02.592930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54036) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:02.619638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f59a6-7360-4895-be9c-5dcb161a5298 req-0648adcf-5823-45a6-b2a7-f1f6ec49d8b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:02.621387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea3f59a6-7360-4895-be9c-5dcb161a5298 req-0648adcf-5823-45a6-b2a7-f1f6ec49d8b5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 943 time: 0.1062181
Dec 13 15:06:02.671217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ad17771a-18ab-4593-b767-e2ab646128ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:02.672967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-ad17771a-18ab-4593-b767-e2ab646128ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 200  len: 835 time: 0.1289191
Dec 13 15:06:02.678654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea3f59a6-7360-4895-be9c-5dcb161a5298 req-30fca9f4-c17a-4618-8081-bb777422c50e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503600
Dec 13 15:06:02.724766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Deleting subnet e258628e-abbe-4356-a7c4-a51900f8e2f2 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:06:02.733504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.796851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:02.872501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-77425e3a-66d0-4ac5-8fec-4aab946a2ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc7d5059-8b43-4284-a728-84f036a7676d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1918602
Dec 13 15:06:02.988426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.090225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-61f1b58f-3e22-4917-b971-1daea4b2d665 service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070189
Dec 13 15:06:03.140834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.148233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8d2e49b-039e-4297-ab2c-6f13c4d690b6 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:03.246819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e258628e-abbe-4356-a7c4-a51900f8e2f2,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:03.251655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:03.259582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.264053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57f3ad-9139-47f0-8ab7-fc94fda585ee None None] Network 2a78bcae-57f5-4619-b537-a0d056a0232b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:06:03.274008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e258628e-abbe-4356-a7c4-a51900f8e2f2 HTTP/1.1" status: 204  len: 168 time: 0.6710615
Dec 13 15:06:03.274459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54040) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:03.439994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.462459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Deleting port 2512335e-d223-4a0c-89ed-5f1e0f641106 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:03.463090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.486146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:03.523896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:03.524286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 225e4084-fa7c-40d0-9fa3-852b0b2c3dfd not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:03.524753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea04faa1-2b31-477e-84ab-22873959ba27 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:03.559616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5392f37b-fb4b-459b-848c-9a3760e87fd0 req-72b772bb-5029-467d-b4cc-e779f586cc6d service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4619141
Dec 13 15:06:03.563702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: ea04faa1-2b31-477e-84ab-22873959ba27 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:03.564067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device ea04faa1-2b31-477e-84ab-22873959ba27 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:03.657389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] DHCP port deletion for 2a78bcae-57f5-4619-b537-a0d056a0232b request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:06:03.661869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Deleting port 2512335e-d223-4a0c-89ed-5f1e0f641106 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:03.662536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.693008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-dfb390e1-365e-4d22-bf4b-cebf9bee433f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1096 time: 0.0830309
Dec 13 15:06:03.693802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] For port 2512335e-d223-4a0c-89ed-5f1e0f641106, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2512335e-d223-4a0c-89ed-5f1e0f641106,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:03.694208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.877837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] For port 2512335e-d223-4a0c-89ed-5f1e0f641106, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2512335e-d223-4a0c-89ed-5f1e0f641106,segment=NetworkSegment(789c481d-d291-489c-ad1f-cdbdcc7001ba),segment_id=789c481d-d291-489c-ad1f-cdbdcc7001ba)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:03.878143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:03.915320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30140-266d-4899-93bf-1d64815a6240 req-e7145cdb-e6ee-4124-bcd1-489383fa2e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:03.916891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-e7145cdb-e6ee-4124-bcd1-489383fa2e93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 898 time: 0.2172000
Dec 13 15:06:03.999829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-bc419e57-3b00-4e8b-8d58-5a34fe576a99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 217 time: 0.0750427
Dec 13 15:06:04.014024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58482e-9e81-4689-b4d3-f06a3297a3cb req-06ece27d-7e37-444a-a97e-03974d437c47 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:04.014262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Calling delete_port for 2512335e-d223-4a0c-89ed-5f1e0f641106 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:04.014824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e58482e-9e81-4689-b4d3-f06a3297a3cb req-06ece27d-7e37-444a-a97e-03974d437c47 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:06:04.089942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e58482e-9e81-4689-b4d3-f06a3297a3cb req-06ece27d-7e37-444a-a97e-03974d437c47 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:06:04.091275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e58482e-9e81-4689-b4d3-f06a3297a3cb req-06ece27d-7e37-444a-a97e-03974d437c47 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 943 time: 0.2792966
Dec 13 15:06:04.097129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30140-266d-4899-93bf-1d64815a6240 req-af1a3a5a-2ebf-4a61-9552-29d965803116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:04.098728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-af1a3a5a-2ebf-4a61-9552-29d965803116 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 200  len: 835 time: 0.0918126
Dec 13 15:06:04.104119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Calling delete_port for 2512335e-d223-4a0c-89ed-5f1e0f641106 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:04.104346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.110094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:04.154944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Pushing event deleted for resources: {'Port': ['ID=2512335e-d223-4a0c-89ed-5f1e0f641106,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:04.157610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:04.160142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] No DVR routers for this DVR port 2512335e-d223-4a0c-89ed-5f1e0f641106 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:06:04.184551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:06:04.184819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:06:04.192595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e58482e-9e81-4689-b4d3-f06a3297a3cb req-f9b5b48e-e82a-4608-8690-bc0a6f2ddd68 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928075
Dec 13 15:06:04.216268 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-881d7c12-c8dd-444f-96eb-29567bef86bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc7d5059-8b43-4284-a728-84f036a7676d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0993803
Dec 13 15:06:04.376386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-65936153-a997-4cc6-b889-4bfce6c464ce service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516395
Dec 13 15:06:04.520707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afc30140-266d-4899-93bf-1d64815a6240 req-a4f22b1e-6247-464b-8cb8-3609cca210be service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376824
Dec 13 15:06:04.687294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Deleting port 2512335e-d223-4a0c-89ed-5f1e0f641106 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:04.687920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.758865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] The port '2512335e-d223-4a0c-89ed-5f1e0f641106' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:06:04.883576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.909670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eb80cc0>,) {'filters': {'network_id': ['2a78bcae-57f5-4619-b537-a0d056a0232b']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:04.922291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb80cc0>, '789c481d-d291-489c-ad1f-cdbdcc7001ba') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:04.922618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb80cc0>, '789c481d-d291-489c-ad1f-cdbdcc7001ba') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:04.934622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.949751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.956473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:06:04.956888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:06:04.970516 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:06:05.051947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:05.055753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1642f410-09ec-4da3-b1f1-4cd53366f1a5 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:05.069693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:05.082047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a78bcae-57f5-4619-b537-a0d056a0232b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:05.086427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:05.095114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2a78bcae-57f5-4619-b537-a0d056a0232b HTTP/1.1" status: 204  len: 168 time: 1.8194859
Dec 13 15:06:05.098255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54046) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:05.467658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2512335e-d223-4a0c-89ed-5f1e0f641106 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:05.502615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 2512335e-d223-4a0c-89ed-5f1e0f641106 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:05.502932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2512335e-d223-4a0c-89ed-5f1e0f641106 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:05.529804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6779a-7321-40db-8418-d7a3c53fea9b req-b46d80a1-2bc2-4167-acca-bf16a6d582a1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:05.531405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3c6779a-7321-40db-8418-d7a3c53fea9b req-b46d80a1-2bc2-4167-acca-bf16a6d582a1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 943 time: 0.1632395
Dec 13 15:06:05.602252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3c6779a-7321-40db-8418-d7a3c53fea9b req-c59b1b82-bf1a-42a9-975e-b85323dbfac1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645897
Dec 13 15:06:05.628372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.275236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Deleting port 41818ef8-90b2-4be0-b728-b6d6b36eb506 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:06.275579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.457543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] For port 41818ef8-90b2-4be0-b728-b6d6b36eb506, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41818ef8-90b2-4be0-b728-b6d6b36eb506,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:06.457942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.595249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Calling delete_port for 41818ef8-90b2-4be0-b728-b6d6b36eb506 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:06.661113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 66a271e7-2eb0-42b6-a317-e76b6e018a38 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:06:06.792683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.797991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d42b2d6f-165a-4010-a488-02253bf8e3b6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:06.813565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:06.820254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b298a-637f-46c1-87b7-8716fcbde218 req-531581d3-c77f-4c68-a28e-6be99e5779cc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:06.821996 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d28b298a-637f-46c1-87b7-8716fcbde218 req-531581d3-c77f-4c68-a28e-6be99e5779cc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 943 time: 0.0920064
Dec 13 15:06:06.828642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:06:06.843957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Pushing event deleted for resources: {'Port': ['ID=41818ef8-90b2-4be0-b728-b6d6b36eb506,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:06.846737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:06.878236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d28b298a-637f-46c1-87b7-8716fcbde218 req-029300e3-598d-4cb5-a903-533638685ed6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492346
Dec 13 15:06:06.911289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.931365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a271e7-2eb0-42b6-a317-e76b6e018a38 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:06:06.948090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:06.952071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:06.954125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:07.025271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:07.028823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:07.147811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['66a271e7-2eb0-42b6-a317-e76b6e018a38'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:06:07.158495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:07.942380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b53ba3d4-ccd7-447c-9f68-fcd625baa007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:08.101974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Router bb857e50-481e-4153-8fda-7d53a18478be has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:08.115154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975021a-ad02-47e6-ac86-6e7cf715bf70 req-7cb9da27-8504-45db-90bc-fba32229236c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:08.116778 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8975021a-ad02-47e6-ac86-6e7cf715bf70 req-7cb9da27-8504-45db-90bc-fba32229236c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 944 time: 0.1106958
Dec 13 15:06:08.241467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8975021a-ad02-47e6-ac86-6e7cf715bf70 req-924d647b-4014-4e64-b8f1-c1e17c8668bc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172948
Dec 13 15:06:08.375781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:08.385537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Sync routers for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:08.392981 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] 10.222.0.69 "PUT /v2.0/routers/bb857e50-481e-4153-8fda-7d53a18478be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2936876
Dec 13 15:06:08.395831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54056) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:08.401049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:08.401745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e9d8390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:08.595873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:08.606334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:08.700816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 66a271e7-2eb0-42b6-a317-e76b6e018a38 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:06:08.816922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:08.826867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Deleting port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:08.827296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:08.921487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 66a271e7-2eb0-42b6-a317-e76b6e018a38 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:06:08.931656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 66a271e7-2eb0-42b6-a317-e76b6e018a38 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:08.932083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.011413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] For port b122b1ad-1322-4ea4-bd37-d2f59c0eb40b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:09.011976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.048777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e9d8390>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T15:06:06Z', 'revision_number': 5, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port': {'id': 'b122b1ad-1322-4ea4-bd37-d2f59c0eb40b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:57:57Z', 'updated_at': '2021-12-13T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:09.061487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Checking router: bb857e50-481e-4153-8fda-7d53a18478be for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:06:09.085406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.102693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Routers {'bb857e50-481e-4153-8fda-7d53a18478be'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:09.103415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e9d8390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:05:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['bb857e50-481e-4153-8fda-7d53a18478be'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:09.137418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Calling delete_port for b122b1ad-1322-4ea4-bd37-d2f59c0eb40b owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:09.231307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:06:09.260246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:09.265392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.269916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:09.328329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'code': 200}
Dec 13 15:06:09.360565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.365976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-002cb903-ef7c-43ff-b156-7385a50d5a7a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:09.371481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] Set router bb857e50-481e-4153-8fda-7d53a18478be gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:09.454101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b122b1ad-1322-4ea4-bd37-d2f59c0eb40b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:09.461641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:09.488065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:09.499340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:09.500426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e9d8390>, [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 6, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:09.506771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438499f-5011-4f0f-bd56-f1e5c8f3eaab None None] The sync data for ids ['bb857e50-481e-4153-8fda-7d53a18478be'] in dv-neutron-821565-1-hyperv is: [{'id': 'bb857e50-481e-4153-8fda-7d53a18478be', 'name': 'tempest-TestVolumeBootPattern-1525485067-router', 'tenant_id': '1566d452862c4b1a8eb359844df9b20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:57:56Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 6, 'project_id': '1566d452862c4b1a8eb359844df9b20e', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:09.528986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:09.557756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1937ac37-4322-4e45-a20c-f98efaad67a3 req-a49745a2-e1a2-487b-96d2-e8e001d8a63f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1098 time: 0.0787385
Dec 13 15:06:09.610341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1937ac37-4322-4e45-a20c-f98efaad67a3 req-542c879e-96be-4996-bd94-d58d62372e52 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429907
Dec 13 15:06:09.648194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a889-62a1-41cb-9e55-1fdc1ad9a44e req-f401ee34-1a58-4709-a936-b74a14c6f078 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:09.650461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7600a889-62a1-41cb-9e55-1fdc1ad9a44e req-f401ee34-1a58-4709-a936-b74a14c6f078 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.2476642
Dec 13 15:06:10.011345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.152566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7600a889-62a1-41cb-9e55-1fdc1ad9a44e req-a8066e1b-6b75-4008-9413-9099b6768c05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4952521
Dec 13 15:06:10.299713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.304599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.317228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c3f66082-9f91-4cfc-b84b-725dd5ad13f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.343580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.344174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb857e50-481e-4153-8fda-7d53a18478be {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:06:10.356985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.358219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bb857e50-481e-4153-8fda-7d53a18478be HTTP/1.1" status: 204  len: 168 time: 1.9614229
Dec 13 15:06:10.361047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54064) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:10.432590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Deleting subnet 9c9e782a-8c51-4d55-ba88-5c994710edd7 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:06:10.436389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.488998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.574584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.658374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.663098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2572940-8097-4e6e-9eb9-6dae44307129 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:10.699869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9e782a-8c51-4d55-ba88-5c994710edd7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:10.702575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:10.705503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.711674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79af2d-dafd-460f-b171-255539977799 None None] Network b42993ec-1c22-42ff-afa2-acda571dbace requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:06:10.711977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9c9e782a-8c51-4d55-ba88-5c994710edd7 HTTP/1.1" status: 204  len: 168 time: 0.3499093
Dec 13 15:06:10.714701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:10.831329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.843401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Deleting port 41ff2453-d019-4dc9-8645-e66821f6bc29 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:10.843778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.859014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:10.982227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] DHCP port deletion for b42993ec-1c22-42ff-afa2-acda571dbace request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:06:10.986499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Deleting port 41ff2453-d019-4dc9-8645-e66821f6bc29 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:10.986919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.057488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] For port 41ff2453-d019-4dc9-8645-e66821f6bc29, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41ff2453-d019-4dc9-8645-e66821f6bc29,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:11.057852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.187014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Calling delete_port for 41ff2453-d019-4dc9-8645-e66821f6bc29 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:11.203132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] For port 41ff2453-d019-4dc9-8645-e66821f6bc29, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=41ff2453-d019-4dc9-8645-e66821f6bc29,segment=NetworkSegment(01b4e8d0-24c8-4f2f-bc28-360b3666c00f),segment_id=01b4e8d0-24c8-4f2f-bc28-360b3666c00f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:11.203594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.261548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.265832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0d70924-e3bf-4f4b-b0fc-7ec582f75a3a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:11.319012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=41ff2453-d019-4dc9-8645-e66821f6bc29,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:11.324244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:11.329746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] No DVR routers for this DVR port 41ff2453-d019-4dc9-8645-e66821f6bc29 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:06:11.339204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Calling delete_port for 41ff2453-d019-4dc9-8645-e66821f6bc29 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:11.391971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1acd5-3ecf-440d-ad92-b7c8f8d773da req-3743eb17-74f9-4a39-ac9f-9ce39f7c88ff tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:11.393711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abb1acd5-3ecf-440d-ad92-b7c8f8d773da req-3743eb17-74f9-4a39-ac9f-9ce39f7c88ff tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.1116145
Dec 13 15:06:11.411552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:06:11.411962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:06:11.444279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abb1acd5-3ecf-440d-ad92-b7c8f8d773da req-8c7a0ab6-3a31-4f41-9214-50cb2df2f12c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440562
Dec 13 15:06:11.459181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.478594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41ff2453-d019-4dc9-8645-e66821f6bc29 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:11.493423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e8d8ba8>,) {'filters': {'network_id': ['b42993ec-1c22-42ff-afa2-acda571dbace']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:11.506748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8d8ba8>, '01b4e8d0-24c8-4f2f-bc28-360b3666c00f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:11.507193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e8d8ba8>, '01b4e8d0-24c8-4f2f-bc28-360b3666c00f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:11.516302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 41ff2453-d019-4dc9-8645-e66821f6bc29 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:11.516706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41ff2453-d019-4dc9-8645-e66821f6bc29 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:11.517173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41818ef8-90b2-4be0-b728-b6d6b36eb506 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:11.519523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.539959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.547585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:06:11.548167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.550049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 41818ef8-90b2-4be0-b728-b6d6b36eb506 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:11.550453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 41818ef8-90b2-4be0-b728-b6d6b36eb506 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:11.550923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b122b1ad-1322-4ea4-bd37-d2f59c0eb40b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:06:11.564886 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:06:11.586203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b122b1ad-1322-4ea4-bd37-d2f59c0eb40b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:06:11.586605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b122b1ad-1322-4ea4-bd37-d2f59c0eb40b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:06:11.698542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.702460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2bb6c0b-b257-4ca4-bd3e-3e30922d7992 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:11.716578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.735934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b42993ec-1c22-42ff-afa2-acda571dbace,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:11.739752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:11.741385 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] 10.222.0.69 "DELETE /v2.0/networks/b42993ec-1c22-42ff-afa2-acda571dbace HTTP/1.1" status: 204  len: 168 time: 1.0256665
Dec 13 15:06:11.767189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446171b1-35aa-459a-ac86-37fe5bf24c82 req-cf0e6850-36aa-4e94-882e-6a7ee56aa47b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:11.768861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-446171b1-35aa-459a-ac86-37fe5bf24c82 req-cf0e6850-36aa-4e94-882e-6a7ee56aa47b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.1385663
Dec 13 15:06:11.820362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-446171b1-35aa-459a-ac86-37fe5bf24c82 req-8ec7bf75-e9a0-485a-b9cd-b475bad48b2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450523
Dec 13 15:06:11.849141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:11.913254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Deleting port 41ff2453-d019-4dc9-8645-e66821f6bc29 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:11.913925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.920693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54082) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:11.931020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b529ce4-e801-4269-888e-962766c6fd76 tempest-TestNetworkBasicOps-1292186551 tempest-TestNetworkBasicOps-1292186551-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1093 time: 0.0776906
Dec 13 15:06:11.931201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54086) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:11.937047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:06:11.944113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:06:11.947971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Usage tracker for resource:floatingip and tenant:de6672372e33459da72c2ae45703fa64 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:06:11.951577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:06:11.957564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:06:11.972796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:11.979195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-20bb0ca5-8770-408e-82d7-886ec55498fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=276e60b944a24821a986835a1cba043c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0571096
Dec 13 15:06:11.981822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54090) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:11.987413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c9e6e-c95b-473e-9a04-c422ebf039ef None None] The port '41ff2453-d019-4dc9-8645-e66821f6bc29' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:06:12.047122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.078769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.121544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.134798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.140320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd0ea0b6-3e86-45e3-ac54-5c073805326f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:12.154006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c51a3a-529b-44b9-9d81-2e76a93e48f4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:12.157763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:12.164094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.165356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98c51a3a-529b-44b9-9d81-2e76a93e48f4 HTTP/1.1" status: 204  len: 168 time: 0.1825600
Dec 13 15:06:12.179604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.279535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Allocated IP 172.26.4.138 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/81f3375c-5648-41e6-b8a0-9c519c5a27af) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:06:12.452549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.480564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.485154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:12.560266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:06:12.563425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:06:12.568505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:06:12.596116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=81f3375c-5648-41e6-b8a0-9c519c5a27af,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:12.602276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:12.605487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54098) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:12.663506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a743561d-3bb2-4a69-9d3d-8edef5a9f4af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1566d452862c4b1a8eb359844df9b20e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0540204
Dec 13 15:06:12.663777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54102) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:12.726593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.754026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.808304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.813394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-814d6b5f-8a4a-4b4b-828a-7ca7fc185bc5 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:12.832820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9dc7f8-7251-40f5-a7d1-50aad23a8251,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:12.835290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:12.836477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c9dc7f8-7251-40f5-a7d1-50aad23a8251 HTTP/1.1" status: 204  len: 168 time: 0.1717279
Dec 13 15:06:12.837466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:13.125173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:13.189947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:13.428947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:13.433561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:13.437442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a5134e-8fb6-49b5-87ae-d75348585306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:13.545281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event updated for resources: {'Port': ['ID=81f3375c-5648-41e6-b8a0-9c519c5a27af,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:13.548132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:13.565656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:13.769054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Floating IP af61268b-2cf1-4003-b76b-9b89d2c9d483 associated. External IP: 172.26.4.138, port: 66a271e7-2eb0-42b6-a317-e76b6e018a38.
Dec 13 15:06:14.448115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:14.685134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:14.695385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:14.709172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:14.709850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f38cb00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:14.712956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:14.768947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8366289
Dec 13 15:06:14.769678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:06:14.772299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54108) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:14.824870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'status': 'completed', 'code': 200}
Dec 13 15:06:14.943874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3ee3e167-e2e7-43bd-84b8-bd5bb21b1d89 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1692207
Dec 13 15:06:14.970415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-4aa700d5-121a-465f-836a-4c4465413053 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1098 time: 0.1183279
Dec 13 15:06:15.088009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:15.187922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-9ddea691-2539-4eab-b3c7-f370be6179ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:15.189546 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-9ddea691-2539-4eab-b3c7-f370be6179ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 898 time: 0.2124023
Dec 13 15:06:15.306419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-888f6fe0-6349-48b4-9678-31b24c2c42df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 999 time: 0.1088886
Dec 13 15:06:15.381664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-3d0a15aa-0370-47fb-be77-e90da0410609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:15.383503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-3d0a15aa-0370-47fb-be77-e90da0410609 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 200  len: 835 time: 0.0711105
Dec 13 15:06:15.464654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-4dd77307-18cf-40ac-9542-789d1e664489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc7d5059-8b43-4284-a728-84f036a7676d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748339
Dec 13 15:06:15.503232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f38cb00>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:12Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:57Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:15.507794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:06:15.518706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:15.519414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f38cb00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:15.620720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-4f4dd2a5-9e49-4cd6-b0af-73719f7e26a9 service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471410
Dec 13 15:06:15.703821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:15.765796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec2f7dff-e19a-4206-a684-9fa4bc2ccc48 req-64da113c-38da-4709-8550-7f01a1d0ab3a service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384830
Dec 13 15:06:15.948189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54114) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:16.062491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f96c234-462f-4eeb-99f4-56898433f6ff tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1121070
Dec 13 15:06:16.074645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f38cb00>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:12Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:57Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:16.079016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fedc-90d6-4bc6-909c-006097842192 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:12Z', 'revision_number': 0, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:05:57Z', 'revision_number': 5, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:16.422827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774f8c7-e4ac-41c7-ae24-07a5cb594653 None None] New status for floating IP af61268b-2cf1-4003-b76b-9b89d2c9d483: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:06:17.067161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54118) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:17.195649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b3309c25-d54c-4eb0-8c50-9d5bd0353f69 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 993 time: 0.1267123
Dec 13 15:06:29.101409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:37.956427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f963f4-6ab0-4fdd-975c-b5254367f85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:38.783115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:06:39.527280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:40.318281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adff2a58-a1f9-4992-906e-6ee47c7b0e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:40.796907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:42.168392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:42.734444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54132) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:42.740470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:06:43.358129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:43.369022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:43.586637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:43.843850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:43.851080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:43.853966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24f74015-b93e-4852-91f5-a34c297ef594 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3a4666db-d553-48c6-8d91-b4673551f5a7 HTTP/1.1" status: 200  len: 888 time: 1.1168003
Dec 13 15:06:43.862432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:43.879184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:43.879994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:43.963904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:43.984419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:43.985124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a5c0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:44.067688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f56a5c0>, [], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:44.068168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0491d-cc10-46b6-ab65-8b86a553c6f9 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:44.459138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeae05-c60f-4905-9207-4eafedb17e4c None None] New status for floating IP af61268b-2cf1-4003-b76b-9b89d2c9d483: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:06:45.497390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:45.623483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:45.657378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:45.661441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:45.662238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:06:45.685951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:45.780449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:45.825600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.825924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.826312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.826710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.827139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.827503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.827866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.828237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.828650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.828992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.829333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:45.833705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:45.849886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:45.866768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:45.872046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:45.873170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:45.941966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:45.945319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:46.019272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:46.027985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:06:46.647203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:46.658536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66741836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788033989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66680730'] for router, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:47.140161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:47.368142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:47.374516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:47.375671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-60217226-569b-44d6-9c76-207821576104 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3a4666db-d553-48c6-8d91-b4673551f5a7 HTTP/1.1" status: 200  len: 887 time: 1.3550828
Dec 13 15:06:47.378861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54142) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:47.379069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:47.392368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:47.392931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f567160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:47.493367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-960968e7-1979-49a7-8a4f-1ffbf001613c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1131666
Dec 13 15:06:47.590481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:47.965148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f567160>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:44Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:47.969448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:06:47.981220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:47.981898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f567160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:48.167843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:48.497507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54146) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:48.621623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-856ce02d-c6e0-4cb9-b3d3-2fd3dcb25280 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1224895
Dec 13 15:06:48.697322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f567160>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:44Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:48.701862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fceda32-172a-4109-b450-ff30e62fdde2 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'af61268b-2cf1-4003-b76b-9b89d2c9d483', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'port_id': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'mac_address': 'fa:16:3e:bb:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:12Z', 'updated_at': '2021-12-13T15:06:44Z', 'revision_number': 2, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:45Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:49.517368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:06:49.591747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:49.592206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:49.626208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54150) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:49.737583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:49.773573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:49.777807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:49.780222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bbd4d026-6101-4e68-a958-fc081b2a90e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:49.780372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-34df6c00-0528-4f4d-82e0-8d2cdb43eb02 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1519315
Dec 13 15:06:49.847068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:49.850446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:50.418810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-a0c6ec57-f830-43dd-a9c6-b33b3303c56f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0775158
Dec 13 15:06:50.576668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-39f3a3e8-06ca-4037-acb7-061b2d04dbe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1098 time: 0.0850213
Dec 13 15:06:50.738771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-36dd1bcd-dba1-4ace-bb7b-a285450a80a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:50.740464 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-36dd1bcd-dba1-4ace-bb7b-a285450a80a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 898 time: 0.1442182
Dec 13 15:06:50.783429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54154) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:50.849224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-2c318f7f-e98a-40bc-80cc-8ca16a02012e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 999 time: 0.0999300
Dec 13 15:06:50.897463 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dcf6e9e6-7a65-47d8-bbff-9ea76c8c0c21 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1126487
Dec 13 15:06:51.164210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-93fd6237-c058-4e1a-8978-adda3d9d17d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:51.165819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-93fd6237-c058-4e1a-8978-adda3d9d17d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 200  len: 835 time: 0.3100617
Dec 13 15:06:51.250826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-ce8a90c6-109b-4c5d-9c71-c0accc674c25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc7d5059-8b43-4284-a728-84f036a7676d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783138
Dec 13 15:06:51.399281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-c156b30f-dba8-46a9-9a69-e027ee0f7926 service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408622
Dec 13 15:06:51.550191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04dfb799-320b-4b8d-941b-0f96d1668937 req-74e7ae1f-6118-4d77-9891-1b0a793e07c8 service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437883
Dec 13 15:06:51.565075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:06:51.645831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:51.646428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:51.764918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:51.782158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:51.786955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:51.787878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:06:51.813131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-669c6899-ff29-48f1-bd87-854ce6efa9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:51.901365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54158) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:51.917227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a1100-c53a-43aa-92f3-462ae27b0c45 None None] New status for floating IP af61268b-2cf1-4003-b76b-9b89d2c9d483: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:06:51.997513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:52.004058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:52.017138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bda9df6d-e669-4ed0-a876-32495c731280 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 991 time: 0.1143119
Dec 13 15:06:52.091023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:52.091948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:53.021833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54162) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:53.140397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7076c010-0ee7-4a0d-b191-b0299dd9e9cc tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 200  len: 993 time: 0.1170874
Dec 13 15:06:53.444086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54170) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:53.503127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:06:53.575662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:06:53.576099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:53.665217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 81f3375c-5648-41e6-b8a0-9c519c5a27af {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:53.665596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:53.843371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:53.843744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:53.972830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 81f3375c-5648-41e6-b8a0-9c519c5a27af owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:54.140407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:54.145712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:54.189477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=81f3375c-5648-41e6-b8a0-9c519c5a27af,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:54.261018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.261390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.261777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.262170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.262609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.263012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.263451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.263933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.264361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.264768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.265157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:54.271346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:54.300457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:54.728993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:06:54.941184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:06:54.951775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:06:54.961724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:54.965272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:54.966186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f567a58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:55.021172 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/floatingips/af61268b-2cf1-4003-b76b-9b89d2c9d483 HTTP/1.1" status: 204  len: 168 time: 1.5730445
Dec 13 15:06:55.021172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:06:55.077969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'status': 'completed', 'code': 200}
Dec 13 15:06:55.157475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:55.183303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-aa4b9ed4-57f9-4278-95c0-d3ec6a58fd32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de6672372e33459da72c2ae45703fa64&device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 1098 time: 0.0832047
Dec 13 15:06:55.330688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-4fea9bdd-efce-433c-8315-55f92ed8c527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:55.332614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-4fea9bdd-efce-433c-8315-55f92ed8c527 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 200  len: 898 time: 0.1432900
Dec 13 15:06:55.405595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-fc1a9a8a-be6f-4009-851e-86cf7914a17c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 200  len: 217 time: 0.0646949
Dec 13 15:06:55.478537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-12a306c0-40c0-4794-b1ed-f51b8a71ddc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:55.480179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-12a306c0-40c0-4794-b1ed-f51b8a71ddc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 200  len: 835 time: 0.0678303
Dec 13 15:06:55.486028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099548-dbc8-4385-ba43-ea0510937c04 req-004f1824-e2e8-4636-b16e-0bc9183f31b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:55.486786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fe099548-dbc8-4385-ba43-ea0510937c04 req-004f1824-e2e8-4636-b16e-0bc9183f31b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:06:55.504216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fe099548-dbc8-4385-ba43-ea0510937c04 req-004f1824-e2e8-4636-b16e-0bc9183f31b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:06:55.505409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe099548-dbc8-4385-ba43-ea0510937c04 req-004f1824-e2e8-4636-b16e-0bc9183f31b4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.1118517
Dec 13 15:06:55.516512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f567a58>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:49Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:55.521270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:06:55.534037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:06:55.534721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f567a58>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:55.556029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe099548-dbc8-4385-ba43-ea0510937c04 req-f7844e7f-a43e-449e-9c91-5bfcf8323f25 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441504
Dec 13 15:06:55.564606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-e3b4cb03-06a8-43c0-b6b8-4dbabadcbb2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc7d5059-8b43-4284-a728-84f036a7676d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767155
Dec 13 15:06:55.710592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-e6277a21-deec-4e87-aa34-0090a39f7b9a service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382971
Dec 13 15:06:55.722699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:06:55.856565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e42e5e7c-4d4b-481f-ac4a-908c44a1a03f req-b3aa2161-cbe8-48b7-9d90-f9f9c8320123 service neutron] 10.222.0.72 "GET /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382456
Dec 13 15:06:56.050282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f567a58>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:49Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:06:56.054664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645981d-ac6c-405a-be54-d20d5dfd34fa None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:06:46Z', 'revision_number': 6, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'fde73c6b-a90a-4cad-ae33-44d7c56ae5bd', 'name': '', 'network_id': 'dc7d5059-8b43-4284-a728-84f036a7676d', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'mac_address': 'fa:16:3e:30:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:50Z', 'updated_at': '2021-12-13T15:06:49Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'subnets': [{'id': '1cbe947d-1942-42dc-a0ed-97b7aec8bd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:06:56.734144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-90948efa-9153-4bb8-a48b-ff2663731e30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:56.735786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-90948efa-9153-4bb8-a48b-ff2663731e30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.1268070
Dec 13 15:06:56.823240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 66a271e7-2eb0-42b6-a317-e76b6e018a38 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:06:56.823627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:56.905624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3253f-3b66-42e7-8c1c-6ebada9d0956 req-b10641ab-b3ae-40f9-9f6d-23a71ed85a11 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:06:56.907303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bd3253f-3b66-42e7-8c1c-6ebada9d0956 req-b10641ab-b3ae-40f9-9f6d-23a71ed85a11 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 945 time: 0.2176769
Dec 13 15:06:57.040382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bd3253f-3b66-42e7-8c1c-6ebada9d0956 req-b28308bc-2ea0-412d-9f4b-ff36deb07c7d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f9c1010-1a6d-4841-868a-cf9ae45f248c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079037
Dec 13 15:06:57.146054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 66a271e7-2eb0-42b6-a317-e76b6e018a38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66a271e7-2eb0-42b6-a317-e76b6e018a38,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:06:57.146451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:57.279165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 66a271e7-2eb0-42b6-a317-e76b6e018a38 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:06:57.427607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:57.434615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d2d3a-9f87-4b52-9f78-8d01faf10d94 None None] New status for floating IP af61268b-2cf1-4003-b76b-9b89d2c9d483: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:06:57.434776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:57.483916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=66a271e7-2eb0-42b6-a317-e76b6e018a38,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:57.556381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.556807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.557229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.557643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.558056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.558461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.558876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.559254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.559672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.560073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.560546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:06:57.568993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:57.574876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] No DVR routers for this DVR port 66a271e7-2eb0-42b6-a317-e76b6e018a38 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:06:57.577595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:57.580725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'name': 'network-vif-deleted', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:06:57.597398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50317911-73ef-47f4-92b5-b6f6d66451f3 req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.72 "DELETE /v2.0/ports/66a271e7-2eb0-42b6-a317-e76b6e018a38 HTTP/1.1" status: 204  len: 173 time: 0.8560915
Dec 13 15:06:57.650880 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a63a5d-cec3-4312-895a-4571ce10b23e', 'name': 'network-vif-deleted', 'tag': '66a271e7-2eb0-42b6-a317-e76b6e018a38', 'status': 'completed', 'code': 200}
Dec 13 15:06:58.233849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d64c1994-acda-4f3e-8e08-73eb0dba8066 req-7f609986-aebd-4692-a654-793641dae3e6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Synchronizing usage tracker for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:06:58.257959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d64c1994-acda-4f3e-8e08-73eb0dba8066 req-7f609986-aebd-4692-a654-793641dae3e6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Unset dirty status for tenant:de6672372e33459da72c2ae45703fa64 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:06:58.259225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d64c1994-acda-4f3e-8e08-73eb0dba8066 req-7f609986-aebd-4692-a654-793641dae3e6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "GET /v2.0/ports?device_id=43a63a5d-cec3-4312-895a-4571ce10b23e HTTP/1.1" status: 200  len: 210 time: 0.0761065
Dec 13 15:06:59.107466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:59.381999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:06:59.466303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:59.503989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:59.560269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:59.566121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11257090-844c-4f85-ba1d-a38b32e4101e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:06:59.586022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c1010-1a6d-4841-868a-cf9ae45f248c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:06:59.588946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:06:59.595878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:06:59.597118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f9c1010-1a6d-4841-868a-cf9ae45f248c HTTP/1.1" status: 204  len: 168 time: 0.2140770
Dec 13 15:06:59.639816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54196) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:00.351051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:00.878310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 66a271e7-2eb0-42b6-a317-e76b6e018a38 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:07:00.914301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 66a271e7-2eb0-42b6-a317-e76b6e018a38 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:07:00.914673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 66a271e7-2eb0-42b6-a317-e76b6e018a38 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:07:01.016872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:07:01.017254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:01.225661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port fde73c6b-a90a-4cad-ae33-44d7c56ae5bd, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:01.226056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:01.355733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for fde73c6b-a90a-4cad-ae33-44d7c56ae5bd owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:07:01.559843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:01.564115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-05a94053-94e2-4dff-a1cf-405684c616c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:01.611508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=fde73c6b-a90a-4cad-ae33-44d7c56ae5bd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:01.614285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:01.926533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:02.557149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Router 3a4666db-d553-48c6-8d91-b4673551f5a7 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:07:02.783303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:07:02.794607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Sync routers for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:07:02.800632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "PUT /v2.0/routers/3a4666db-d553-48c6-8d91-b4673551f5a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1593659
Dec 13 15:07:02.803649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54200) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:02.808837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:07:02.809621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6b9fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:03.003263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:07:03.005038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting subnet 1cbe947d-1942-42dc-a0ed-97b7aec8bd82 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:07:03.008204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.067680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.156718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.237678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.242610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-09e53afb-8c0e-4024-aa93-afbef90d1a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:03.284306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbe947d-1942-42dc-a0ed-97b7aec8bd82,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:03.289908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:03.294575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.304619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50da55c-0669-46e0-bc93-02ef5bffe801 None None] Network dc7d5059-8b43-4284-a728-84f036a7676d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:07:03.304796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7e2ff19-565c-4c23-96d5-2e377eb99fdd tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/subnets/1cbe947d-1942-42dc-a0ed-97b7aec8bd82 HTTP/1.1" status: 204  len: 168 time: 0.4982488
Dec 13 15:07:03.305732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54204) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:03.320231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6b9fd0>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:07:01Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:03.325250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Checking router: 3a4666db-d553-48c6-8d91-b4673551f5a7 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:07:03.338276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Routers {'3a4666db-d553-48c6-8d91-b4673551f5a7'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:07:03.339076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6b9fd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:06:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['3a4666db-d553-48c6-8d91-b4673551f5a7'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:03.533162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] Set router 3a4666db-d553-48c6-8d91-b4673551f5a7 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:07:03.551444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.604139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] DHCP port deletion for dc7d5059-8b43-4284-a728-84f036a7676d request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:07:03.609588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Deleting port 9b2d927b-fc72-45f5-838f-2e20e9305651 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:07:03.610070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.841891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] For port 9b2d927b-fc72-45f5-838f-2e20e9305651, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9b2d927b-fc72-45f5-838f-2e20e9305651,segment=NetworkSegment(ce1eafbe-e9f5-404c-a40e-e3811fed50ea),segment_id=ce1eafbe-e9f5-404c-a40e-e3811fed50ea)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:03.842463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:03.853675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6b9fd0>, [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:07:01Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:03.858458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09b4dc-8007-4cd7-87a0-7f9863a4dc91 None None] The sync data for ids ['3a4666db-d553-48c6-8d91-b4673551f5a7'] in dv-neutron-821565-1-hyperv is: [{'id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'name': 'tempest-TestNetworkBasicOps-router-797348190', 'tenant_id': 'de6672372e33459da72c2ae45703fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:44Z', 'updated_at': '2021-12-13T15:07:01Z', 'revision_number': 7, 'project_id': 'de6672372e33459da72c2ae45703fa64', 'gw_port': {'id': '7ba9ce9f-0582-4af7-8497-4d90a89d8b20', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4666db-d553-48c6-8d91-b4673551f5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:45Z', 'updated_at': '2021-12-13T15:06:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:07:03.976894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Calling delete_port for 9b2d927b-fc72-45f5-838f-2e20e9305651 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:07:04.033432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:04.042799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Deleting port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:07:04.043236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:04.055486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:04.060218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:04.104695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Pushing event deleted for resources: {'Port': ['ID=9b2d927b-fc72-45f5-838f-2e20e9305651,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:04.109179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:04.111794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] No DVR routers for this DVR port 9b2d927b-fc72-45f5-838f-2e20e9305651 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:07:04.233099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] For port 7ba9ce9f-0582-4af7-8497-4d90a89d8b20, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:04.233501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:04.362831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Calling delete_port for 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:07:04.545043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:04.552195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-084d5591-72c5-42aa-bbc0-60c7af1a3c2c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:04.605661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Port': ['ID=7ba9ce9f-0582-4af7-8497-4d90a89d8b20,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:04.608400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:04.839095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.110216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.115092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.146243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.147059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4666db-d553-48c6-8d91-b4673551f5a7 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:07:05.162523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.163746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/routers/3a4666db-d553-48c6-8d91-b4673551f5a7 HTTP/1.1" status: 204  len: 168 time: 1.8568327
Dec 13 15:07:05.166871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54208) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:05.294095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.442646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.473473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e86edd8>,) {'filters': {'network_id': ['dc7d5059-8b43-4284-a728-84f036a7676d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:05.487123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e86edd8>, 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:05.487455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e86edd8>, 'ce1eafbe-e9f5-404c-a40e-e3811fed50ea') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:07:05.500081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.504715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:07:05.515352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.521941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:07:05.522484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:07:05.539682 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:07:05.541692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: fde73c6b-a90a-4cad-ae33-44d7c56ae5bd {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:07:05.541692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fde73c6b-a90a-4cad-ae33-44d7c56ae5bd not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:07:05.541692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:07:05.573334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:07:05.573728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7ba9ce9f-0582-4af7-8497-4d90a89d8b20 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:07:05.574292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b2d927b-fc72-45f5-838f-2e20e9305651 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:07:05.606884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9b2d927b-fc72-45f5-838f-2e20e9305651 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:07:05.607352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9b2d927b-fc72-45f5-838f-2e20e9305651 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:07:05.629405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.633806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:05.636769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c01d54f6-4269-497e-868a-25ade7d81277 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:05.661780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Pushing event deleted for resources: {'Network': ['ID=dc7d5059-8b43-4284-a728-84f036a7676d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:05.664358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:05.672472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-62fb4861-f31d-4ec5-a24c-b3c70f764762 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] 10.222.0.69 "DELETE /v2.0/networks/dc7d5059-8b43-4284-a728-84f036a7676d HTTP/1.1" status: 204  len: 168 time: 0.5044417
Dec 13 15:07:06.029225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54216) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:06.219284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7abe76f6-6317-41ae-96f8-2e93a5404bd1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de6672372e33459da72c2ae45703fa64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1886678
Dec 13 15:07:06.222817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54222) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:06.286031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.314281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.368546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.374282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-315e5095-82cc-44c8-904d-9a32fb106f64 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:06.394158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e36b9f-e378-44a2-afad-ca931c361f12,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:06.396734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:06.402661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.404065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25e36b9f-e378-44a2-afad-ca931c361f12 HTTP/1.1" status: 204  len: 168 time: 0.1801894
Dec 13 15:07:06.786401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54230) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:06.807488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.842982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:06.847527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4ed98328e3438ba3cd8c0fbd5dc56d is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:06.850640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:06.858520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:06.931479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.935872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:06.942774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19858839-725e-470a-b434-935dfb27623c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:06.985148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1a1b7-6b4a-48fd-9cdc-777326cd11c5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:06.988447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:06.990716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d4ed98328e3438ba3cd8c0fbd5dc56d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2030818
Dec 13 15:07:06.993962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54234) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:07.073378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:07.100041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:07.152282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:07.157696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a95f80e3-8082-405b-8859-2d70952112ef tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:07.168651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1a1b7-6b4a-48fd-9cdc-777326cd11c5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:07.174021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:07.176226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:07.177514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cb1a1b7-6b4a-48fd-9cdc-777326cd11c5 HTTP/1.1" status: 204  len: 168 time: 0.1825676
Dec 13 15:07:07.949981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d93dbc8-5c79-4e18-8918-f46248190ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:09.531305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:10.311412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71b444f6-9d3e-45e3-a253-2657e2f69631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:10.788652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:12.173964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:15.384027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-da215d96-68af-4a10-b3b4-4663c29619ee tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=952355601e9f4f5294315c336cbc4612&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327127
Dec 13 15:07:15.555907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-80963651-9f30-4873-9e0b-eef4a3722727 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:15.557425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-80963651-9f30-4873-9e0b-eef4a3722727 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1676986
Dec 13 15:07:15.575015 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-00127430-0590-4a47-ab3e-b8e0701f8b07 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/quotas/952355601e9f4f5294315c336cbc4612 HTTP/1.1" status: 200  len: 375 time: 0.0115418
Dec 13 15:07:15.630190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-f6a52538-b775-4643-afd8-f08d2ccd673e tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=952355601e9f4f5294315c336cbc4612&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491688
Dec 13 15:07:15.774432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:07:15.852005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8105e709-8260-49d8-aa6e-ab1bf94b1c01 req-0ffecfee-2633-4c9c-984f-2b4f2d5ab991 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 210 time: 0.0499566
Dec 13 15:07:16.833188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-a9ae3415-76c8-4fdf-9b46-a76f0be06f41 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=952355601e9f4f5294315c336cbc4612&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344975
Dec 13 15:07:17.009111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-c1147685-64a7-4256-80d2-6e99988f13f9 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:17.010660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-c1147685-64a7-4256-80d2-6e99988f13f9 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1726813
Dec 13 15:07:17.032161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Request body: {'port': {'device_id': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643', 'admin_state_up': True, 'tenant_id': '952355601e9f4f5294315c336cbc4612'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:17.039150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b17cc8dc-bc50-47ed-bdb9-ee2e1b290224 req-65737008-77d9-4cf4-86af-60472d4d1ac7 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 210 time: 0.0484746
Dec 13 15:07:17.179904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:17.184088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Usage tracker for resource:port and tenant:952355601e9f4f5294315c336cbc4612 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:17.187086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:17.193596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:17.204690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Made reservation on behalf of 952355601e9f4f5294315c336cbc4612 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:07:17.210398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.225180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.265946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:17.270400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Usage tracker for resource:security_group_rule and tenant:952355601e9f4f5294315c336cbc4612 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:17.273534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:17.279802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:17.358043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.361671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.365979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3eafc366-b60e-4080-bc3f-721683e180fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:17.450728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cff86b-22b1-487f-9874-e5b0545dffdd,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:17.456511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:17.544353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Allocated IP 192.168.233.151 (b41e0e08-b5d2-4a37-bba6-3744ebd8d643/2dbf02ab-e4df-4e95-a667-f6781c0213d2/65027e03-fef9-419f-85da-4a37ce8f5872) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:07:17.760207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.776663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Transition to ACTIVE for port object 65027e03-fef9-419f-85da-4a37ce8f5872 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:07:17.798496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:17.804325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:18.107899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:07:18.111418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:07:18.116066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:07:18.143482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Pushing event updated for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:18.149491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:18.234125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:18.234862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:18.275467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-35709cbd-3fa1-4e6f-8884-680c7e5c4e06 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2475927
Dec 13 15:07:18.294094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-ebd69bca-5fac-40b1-9e2c-b9cf824108bb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:18.295043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-ebd69bca-5fac-40b1-9e2c-b9cf824108bb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Synchronizing usage tracker for tenant:952355601e9f4f5294315c336cbc4612 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:18.303374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-9c09ba53-fdf8-4887-8cc2-abbcc5f902c9 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:07:18.304576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-9c09ba53-fdf8-4887-8cc2-abbcc5f902c9 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0206063
Dec 13 15:07:18.320435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Request body: {'port': {'device_id': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:18.369283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-ebd69bca-5fac-40b1-9e2c-b9cf824108bb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Unset dirty status for tenant:952355601e9f4f5294315c336cbc4612 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:18.370593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-ebd69bca-5fac-40b1-9e2c-b9cf824108bb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 936 time: 0.2027767
Dec 13 15:07:18.386170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71cb85aa-5578-4c2f-ac76-b401c1711243 None None] Provisioning for port 65027e03-fef9-419f-85da-4a37ce8f5872 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:07:18.391916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71cb85aa-5578-4c2f-ac76-b401c1711243 None None] Provisioning complete for port 65027e03-fef9-419f-85da-4a37ce8f5872 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:07:18.392347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71cb85aa-5578-4c2f-ac76-b401c1711243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:18.445904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71cb85aa-5578-4c2f-ac76-b401c1711243 None None] Port 65027e03-fef9-419f-85da-4a37ce8f5872 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:07:18.492991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:18.503422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-1b149eba-a6ce-42ce-a36f-254c31a5611d tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Synchronizing usage tracker for tenant:952355601e9f4f5294315c336cbc4612 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:18.568712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-1b149eba-a6ce-42ce-a36f-254c31a5611d tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Unset dirty status for tenant:952355601e9f4f5294315c336cbc4612 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:18.569990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efb57f3d-cf6a-4d1e-9155-acffb8aef151 req-1b149eba-a6ce-42ce-a36f-254c31a5611d tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910961
Dec 13 15:07:18.896926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65027e03-fef9-419f-85da-4a37ce8f5872 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:07:18.904269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:18.920624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Transition to ACTIVE for port object 65027e03-fef9-419f-85da-4a37ce8f5872 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:07:18.923890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:18.927626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-996b5696-fa3f-415c-a956-b900ef061394 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:19.053008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Pushing event updated for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:19.062687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:19.181404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Attempting to bind port 65027e03-fef9-419f-85da-4a37ce8f5872 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:07:19.181953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Attempting to bind port 65027e03-fef9-419f-85da-4a37ce8f5872 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:07:19.182070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Attempting to bind port 65027e03-fef9-419f-85da-4a37ce8f5872 on network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:07:19.189978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Port 65027e03-fef9-419f-85da-4a37ce8f5872 on network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:07:19.190293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Attempting to bind port 65027e03-fef9-419f-85da-4a37ce8f5872 on network b41e0e08-b5d2-4a37-bba6-3744ebd8d643 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:07:19.197943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:07:19.198322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Checking segment: {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:07:19.198774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Bound using segment: {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:07:19.199290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Bound port: 65027e03-fef9-419f-85da-4a37ce8f5872, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:07:19.199717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:19.300182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:07:19.303720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=65027e03-fef9-419f-85da-4a37ce8f5872,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:07:19.307712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:19.311853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:19.380941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:19.382654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] 10.222.0.72 "PUT /v2.0/ports/65027e03-fef9-419f-85da-4a37ce8f5872 HTTP/1.1" status: 200  len: 1098 time: 1.0705559
Dec 13 15:07:19.386605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:07:19.403616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Pushing event updated for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:19.406986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:19.466806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872', 'status': 'completed', 'code': 200}
Dec 13 15:07:19.505994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-bc39c9a6-de2c-4852-a6f9-b787b04064b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952355601e9f4f5294315c336cbc4612&device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 1101 time: 0.0801024
Dec 13 15:07:19.582927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-0dff8ed5-1213-4c77-aabd-d42dd562c7ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=65027e03-fef9-419f-85da-4a37ce8f5872 HTTP/1.1" status: 200  len: 217 time: 0.0695138
Dec 13 15:07:19.654098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-03c3e50b-f712-4217-8a66-0f02d0933b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:19.655794 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-03c3e50b-f712-4217-8a66-0f02d0933b2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dbf02ab-e4df-4e95-a667-f6781c0213d2 HTTP/1.1" status: 200  len: 843 time: 0.0666661
Dec 13 15:07:19.802436 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-1eeddd04-38ee-43f6-9601-f487cbe06dda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b41e0e08-b5d2-4a37-bba6-3744ebd8d643&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.1401730
Dec 13 15:07:19.836614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572124d-f1f2-462f-b46a-1632e3cf84dc req-138d17f7-adfa-425f-b18c-ee950393b4cb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:19.838141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6572124d-f1f2-462f-b46a-1632e3cf84dc req-138d17f7-adfa-425f-b18c-ee950393b4cb tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 948 time: 0.1310027
Dec 13 15:07:19.979951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6572124d-f1f2-462f-b46a-1632e3cf84dc req-e105900d-7f8c-4e8d-8441-25f1941a00bf tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343906
Dec 13 15:07:19.988011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-213e9ab6-57f9-4934-89af-3243cb1f5f36 service neutron] 10.222.0.72 "GET /v2.0/networks/b41e0e08-b5d2-4a37-bba6-3744ebd8d643?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777551
Dec 13 15:07:20.132542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e37543f-7c58-4431-b0fc-52b797f2f029 req-bc2b5e30-5de9-4e26-96fd-053e964ea2c1 service neutron] 10.222.0.72 "GET /v2.0/networks/b41e0e08-b5d2-4a37-bba6-3744ebd8d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372705
Dec 13 15:07:20.258909 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-2598581c-3695-47e0-a189-e82628b9ee3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952355601e9f4f5294315c336cbc4612&device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 1101 time: 0.0756817
Dec 13 15:07:20.410859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-54fc435a-6ffc-4a6c-be64-1f3cfb2792c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:20.412519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-54fc435a-6ffc-4a6c-be64-1f3cfb2792c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b41e0e08-b5d2-4a37-bba6-3744ebd8d643 HTTP/1.1" status: 200  len: 870 time: 0.1464763
Dec 13 15:07:20.486529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-1060a059-c417-44a3-aa54-946fc4a0004a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=65027e03-fef9-419f-85da-4a37ce8f5872 HTTP/1.1" status: 200  len: 217 time: 0.0666754
Dec 13 15:07:20.555804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-ec8f78e7-9672-451a-aa4b-d73671808b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:20.557251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-ec8f78e7-9672-451a-aa4b-d73671808b5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2dbf02ab-e4df-4e95-a667-f6781c0213d2 HTTP/1.1" status: 200  len: 843 time: 0.0634997
Dec 13 15:07:20.649512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-e7ed95b4-0da2-4f27-9abb-a1a3f6ebb203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b41e0e08-b5d2-4a37-bba6-3744ebd8d643&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0848107
Dec 13 15:07:20.809759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-518c8283-d4c8-4dbb-b9e9-c85a2bb63d4e service neutron] 10.222.0.72 "GET /v2.0/networks/b41e0e08-b5d2-4a37-bba6-3744ebd8d643?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510601
Dec 13 15:07:20.961635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bce0f5b7-ff69-491a-9a42-8b7ab874d48b req-34c6b135-eafc-43c5-9d2d-b114c4b8234a service neutron] 10.222.0.72 "GET /v2.0/networks/b41e0e08-b5d2-4a37-bba6-3744ebd8d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452284
Dec 13 15:07:21.198607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ccee6-227a-4fbb-8b39-fb215df470b5 req-11d4c253-6ecb-445c-988c-36429a4c372c tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:21.200244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-866ccee6-227a-4fbb-8b39-fb215df470b5 req-11d4c253-6ecb-445c-988c-36429a4c372c tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 948 time: 0.0943162
Dec 13 15:07:21.253517 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-866ccee6-227a-4fbb-8b39-fb215df470b5 req-8054eaab-6d62-4e8b-80cd-9899d288dd6f tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467296
Dec 13 15:07:22.484919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093858ab-59ac-45f0-b5c4-f08d9ae751a7 req-68b97b2c-c748-4876-a871-22983c195c0d tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:22.486531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-093858ab-59ac-45f0-b5c4-f08d9ae751a7 req-68b97b2c-c748-4876-a871-22983c195c0d tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 948 time: 0.0915112
Dec 13 15:07:22.540147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-093858ab-59ac-45f0-b5c4-f08d9ae751a7 req-233ced9a-a511-4c55-ad4c-8e7c2c383d89 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441618
Dec 13 15:07:23.020347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 65027e03-fef9-419f-85da-4a37ce8f5872 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:07:23.172931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=65027e03-fef9-419f-85da-4a37ce8f5872,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:23.189888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '65027e03-fef9-419f-85da-4a37ce8f5872', 'network_id': 'b41e0e08-b5d2-4a37-bba6-3744ebd8d643', 'port_id': '65027e03-fef9-419f-85da-4a37ce8f5872', 'mac_address': 'fa:16:3e:cf:1e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbf02ab-e4df-4e95-a667-f6781c0213d2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:07:23.253082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:23.271503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65027e03-fef9-419f-85da-4a37ce8f5872 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:07:23.287692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=65027e03-fef9-419f-85da-4a37ce8f5872,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:23.291659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:23.293283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:23.371213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:23.374664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:23.509821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['65027e03-fef9-419f-85da-4a37ce8f5872'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:07:23.752975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d15ec1-19e0-4a56-bd2c-1bb211a24249 req-4fbebbd0-1247-4e43-827a-afd5612a7aa8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:23.754602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d15ec1-19e0-4a56-bd2c-1bb211a24249 req-4fbebbd0-1247-4e43-827a-afd5612a7aa8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 949 time: 0.0876956
Dec 13 15:07:23.807949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-55d15ec1-19e0-4a56-bd2c-1bb211a24249 req-5d57a03b-e518-4630-9d45-8d7b5c3b7958 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437827
Dec 13 15:07:25.032612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6f3e3-85c9-4840-85d7-e9099a5c1f4a req-dd99490f-9d1d-4693-9b6f-556381a96088 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:25.033745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 65027e03-fef9-419f-85da-4a37ce8f5872 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:07:25.034212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d2a6f3e3-85c9-4840-85d7-e9099a5c1f4a req-dd99490f-9d1d-4693-9b6f-556381a96088 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 949 time: 0.0902002
Dec 13 15:07:25.083357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d2a6f3e3-85c9-4840-85d7-e9099a5c1f4a req-14982f3f-c9f2-44a7-a1f5-448cc91b5e45 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426528
Dec 13 15:07:25.105417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 65027e03-fef9-419f-85da-4a37ce8f5872 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:07:25.110377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 65027e03-fef9-419f-85da-4a37ce8f5872 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:07:25.110803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:25.231634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:25.264338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:07:25.274707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=65027e03-fef9-419f-85da-4a37ce8f5872,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:25.278443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:25.280452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:25.330612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872', 'code': 200}
Dec 13 15:07:25.350852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:25.354283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:25.580915 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c04700de-21e0-4980-ba09-eb60d54cb260 req-80b65b26-8c51-47e9-892c-bc5bf82e0c2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 1103 time: 0.0776739
Dec 13 15:07:25.626760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c04700de-21e0-4980-ba09-eb60d54cb260 req-81683e7f-796e-4b20-bd6c-c2a2d4c9ab24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391335
Dec 13 15:07:26.296511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990dad-8651-4f5e-ad7b-1648144adeb9 req-fb3e9613-764a-4b68-85be-14779ebf5ea4 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:26.298230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ab990dad-8651-4f5e-ad7b-1648144adeb9 req-fb3e9613-764a-4b68-85be-14779ebf5ea4 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 950 time: 0.0894046
Dec 13 15:07:26.347058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ab990dad-8651-4f5e-ad7b-1648144adeb9 req-5cbf292b-cd07-4f8a-b8a5-ce68476e8193 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425735
Dec 13 15:07:27.576878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bb0e1-c9ec-4f71-957c-f9a3a6e5d157 req-963a1a51-e305-4fd4-9ecd-3cbdbed31b61 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:27.578496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c3bb0e1-c9ec-4f71-957c-f9a3a6e5d157 req-963a1a51-e305-4fd4-9ecd-3cbdbed31b61 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 950 time: 0.0960443
Dec 13 15:07:27.628290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c3bb0e1-c9ec-4f71-957c-f9a3a6e5d157 req-ec59167a-3257-489f-905d-ae5047aca3df tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430629
Dec 13 15:07:28.255609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-18149e59-96dc-41a3-ae09-60d7303b4016 req-60e93b89-524e-4664-98fd-e7899c4a6fc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0883713
Dec 13 15:07:28.790503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79c899a5-b253-4a89-a106-bbe4d1efa981 req-02a8c367-633b-4f6c-8cb7-99e6e8b9cf78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0877769
Dec 13 15:07:29.100268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:29.368872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bd67a-2558-4c6d-81d3-ca0d5033c504 req-b7c685ab-594f-4e8f-abae-079db5d3eb19 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:29.370454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c40bd67a-2558-4c6d-81d3-ca0d5033c504 req-b7c685ab-594f-4e8f-abae-079db5d3eb19 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 950 time: 0.0901613
Dec 13 15:07:29.419686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c40bd67a-2558-4c6d-81d3-ca0d5033c504 req-f22d0c9f-850f-4404-929a-89df029968d2 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427322
Dec 13 15:07:30.662232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-bd58d463-b168-43b9-8e00-abb21bf36ae8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:30.663842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-bd58d463-b168-43b9-8e00-abb21bf36ae8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 950 time: 0.1492891
Dec 13 15:07:30.669562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761343-8954-4cde-8d7e-1448efd106c6 req-35d53bb1-d7ce-4fc3-9807-c45b4a63b1a8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:30.671006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e761343-8954-4cde-8d7e-1448efd106c6 req-35d53bb1-d7ce-4fc3-9807-c45b4a63b1a8 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 950 time: 0.1186969
Dec 13 15:07:30.780142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Deleting port 65027e03-fef9-419f-85da-4a37ce8f5872 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:07:30.780552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:30.826588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e761343-8954-4cde-8d7e-1448efd106c6 req-442a2d71-4fe7-445f-a630-5de7a3d0b82a tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/security-groups?id=51cff86b-22b1-487f-9874-e5b0545dffdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237283
Dec 13 15:07:31.290180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] For port 65027e03-fef9-419f-85da-4a37ce8f5872, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=65027e03-fef9-419f-85da-4a37ce8f5872,segment=NetworkSegment(ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e),segment_id=ab7b801a-62bc-4a0f-93f0-973e9b0a0e3e)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:31.290582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:31.417167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Calling delete_port for 65027e03-fef9-419f-85da-4a37ce8f5872 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:07:31.570535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:31.576643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41513c82-8d2e-4ca2-9737-ecc4cfd51248 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:31.583598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['65027e03-fef9-419f-85da-4a37ce8f5872'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:07:31.624150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Pushing event deleted for resources: {'Port': ['ID=65027e03-fef9-419f-85da-4a37ce8f5872,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:31.626732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:31.699183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] No DVR routers for this DVR port 65027e03-fef9-419f-85da-4a37ce8f5872 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:07:31.701895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:31.704934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'name': 'network-vif-deleted', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:07:31.721578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d838b5b0-49df-4dae-8fa2-73cfc74b458c req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.72 "DELETE /v2.0/ports/65027e03-fef9-419f-85da-4a37ce8f5872 HTTP/1.1" status: 204  len: 173 time: 1.0495009
Dec 13 15:07:31.766722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9e0ef-72f4-42c5-a210-15805c1841ac', 'name': 'network-vif-deleted', 'tag': '65027e03-fef9-419f-85da-4a37ce8f5872', 'status': 'completed', 'code': 200}
Dec 13 15:07:32.020819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c8abdf7d-e403-409e-860f-521ade212c8e req-c726bc6c-d969-4bcc-9400-fb44e522e0be tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Synchronizing usage tracker for tenant:952355601e9f4f5294315c336cbc4612 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:32.038318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c8abdf7d-e403-409e-860f-521ade212c8e req-c726bc6c-d969-4bcc-9400-fb44e522e0be tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Unset dirty status for tenant:952355601e9f4f5294315c336cbc4612 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:32.039622 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c8abdf7d-e403-409e-860f-521ade212c8e req-c726bc6c-d969-4bcc-9400-fb44e522e0be tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad9e0ef-72f4-42c5-a210-15805c1841ac HTTP/1.1" status: 200  len: 210 time: 0.0737894
Dec 13 15:07:33.512152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54370) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:33.731009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d2d7d1d1-61d4-4b6a-92d0-dc84a285becc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=952355601e9f4f5294315c336cbc4612&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2173805
Dec 13 15:07:33.734776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:33.802412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:33.830349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:33.882026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:33.885866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66101df0-7262-489a-9175-8233b60b0804 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:33.900143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cff86b-22b1-487f-9874-e5b0545dffdd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:33.902887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:33.913161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:33.914411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11f66b07-f07c-4855-a3f9-4380646c6216 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51cff86b-22b1-487f-9874-e5b0545dffdd HTTP/1.1" status: 204  len: 168 time: 0.1784849
Dec 13 15:07:34.279560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54384) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:34.303385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.337863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:34.342286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Usage tracker for resource:security_group_rule and tenant:1ed24ecff3ba4ef981bfd34d44babb36 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:34.345473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:34.351739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:34.419410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.423536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.430378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-753fd731-e545-47bf-9239-0aba01ec6b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:34.472352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274c3d2a-7873-4c8f-9b38-3423c93dd718,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:34.475596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:34.479323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ed24ecff3ba4ef981bfd34d44babb36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1985967
Dec 13 15:07:34.482398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54388) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:34.545653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.576432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.624369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.628412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ab11ce53-09b3-478f-a905-56f4ebf9d7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:34.643513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274c3d2a-7873-4c8f-9b38-3423c93dd718,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:34.645931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:34.652351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:34.656716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/274c3d2a-7873-4c8f-9b38-3423c93dd718 HTTP/1.1" status: 204  len: 168 time: 0.1702108
Dec 13 15:07:35.067481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 65027e03-fef9-419f-85da-4a37ce8f5872 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:07:35.097892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 65027e03-fef9-419f-85da-4a37ce8f5872 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:07:35.098278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 65027e03-fef9-419f-85da-4a37ce8f5872 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:07:35.672711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54410) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:35.899602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1660337273-network', 'tenant_id': '6261f8ee782e4de1bd0a5faab2c444a0'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:35.905032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:35.910109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Usage tracker for resource:network and tenant:6261f8ee782e4de1bd0a5faab2c444a0 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:35.913530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:35.920874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:35.931603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Made reservation on behalf of 6261f8ee782e4de1bd0a5faab2c444a0 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:07:35.936363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:35.949993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:35.982851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:35.987171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Usage tracker for resource:security_group_rule and tenant:6261f8ee782e4de1bd0a5faab2c444a0 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:35.990108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:35.996603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:36.062791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.066903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.069985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cab191d3-9071-484f-bdb3-ec0d06049bb9 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:36.099511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:07:36.108222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:36.112062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:36.114578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.115011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Added segment 5c772c8e-378c-494c-a8ae-1a9a3512715f of type vlan for network f25c4f12-d385-4682-a2c0-159232621f77
Dec 13 15:07:36.143692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.175503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.176467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:36.177096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.180662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a717214-25cb-4748-ac76-263142d9d751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:36.286233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Pushing event updated for resources: {'Network': ['ID=f25c4f12-d385-4682-a2c0-159232621f77,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:36.292601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54416) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:36.292783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6187415
Dec 13 15:07:36.293675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:36.298637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network f25c4f12-d385-4682-a2c0-159232621f77 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:07:36.299976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Request body: {'subnet': {'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1660337273-subnet', 'tenant_id': '6261f8ee782e4de1bd0a5faab2c444a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:36.305892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:36.310374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Usage tracker for resource:subnet and tenant:6261f8ee782e4de1bd0a5faab2c444a0 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:36.314662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:36.320600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:36.336583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Made reservation on behalf of 6261f8ee782e4de1bd0a5faab2c444a0 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:07:36.341709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.556820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.560462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d7e8d441-edd3-4383-b398-1b1f63841215 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:36.637946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1328f10f-8774-4b75-9737-1e3b50b54a4e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:36.642072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:36.659925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Checking segment: {'id': '5c772c8e-378c-494c-a8ae-1a9a3512715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:07:36.660318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Network hostable DHCP agents. Network: f25c4f12-d385-4682-a2c0-159232621f77, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:07:36.683843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Network f25c4f12-d385-4682-a2c0-159232621f77 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:07:36.693280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, f25c4f12-d385-4682-a2c0-159232621f77) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:07:36.697599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:36.698255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:36.703032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d9d16-b040-4e51-bd99-ded8267c5ada None None] Network f25c4f12-d385-4682-a2c0-159232621f77 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:07:36.721132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4271660
Dec 13 15:07:36.931267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e56af-e195-4dad-b15e-54debbbfbefe None None] Network f25c4f12-d385-4682-a2c0-159232621f77 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:07:37.322675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-a53afa82-f1d4-4d4b-82fd-a9187184d595 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:37.323360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-a53afa82-f1d4-4d4b-82fd-a9187184d595 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Synchronizing usage tracker for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:37.342616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-a53afa82-f1d4-4d4b-82fd-a9187184d595 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Unset dirty status for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:37.343935 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-a53afa82-f1d4-4d4b-82fd-a9187184d595 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 812 time: 0.1828749
Dec 13 15:07:37.362697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-67faa723-996a-4636-b9c2-0a172401f7e6 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/quotas/6261f8ee782e4de1bd0a5faab2c444a0 HTTP/1.1" status: 200  len: 375 time: 0.0123172
Dec 13 15:07:37.418908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-03951857-b958-422d-9931-6f67b179dc8f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503287
Dec 13 15:07:37.433750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-3ff977ac-a543-413f-8c45-64f6e6c0bc40 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:07:37.435133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-3ff977ac-a543-413f-8c45-64f6e6c0bc40 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0084007
Dec 13 15:07:37.587931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-dbf4a251-b25c-491a-9f48-97bc2df80f1d service neutron] 10.222.0.69 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459212
Dec 13 15:07:37.738626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-1cea04aa-5ea4-4c58-9caa-21cffda42321 service neutron] 10.222.0.69 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418748
Dec 13 15:07:37.950896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00725fe2-b2e7-40d2-82ae-4cd09b29b6b4 req-35bc2707-a22b-406c-afa4-9a71415db97b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 210 time: 0.0505066
Dec 13 15:07:37.956247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-425d4b99-e9af-4977-b22f-3bcb481e1d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.078131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-11a8d817-a434-4da0-99b6-8bdc28378383 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:39.080013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-11a8d817-a434-4da0-99b6-8bdc28378383 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 812 time: 0.1593618
Dec 13 15:07:39.123129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Request body: {'port': {'device_id': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77', 'admin_state_up': True, 'tenant_id': '6261f8ee782e4de1bd0a5faab2c444a0'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:39.150572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5c87040-d9c0-4312-a005-3f88d66a0858 req-c74dc775-f7b7-401f-9198-afa6a711c3e3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 210 time: 0.0694089
Dec 13 15:07:39.274554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:07:39.279009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Usage tracker for resource:port and tenant:6261f8ee782e4de1bd0a5faab2c444a0 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:07:39.282239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:07:39.288440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:07:39.300038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Made reservation on behalf of 6261f8ee782e4de1bd0a5faab2c444a0 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:07:39.305538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.485638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Allocated IP 172.20.0.5 (f25c4f12-d385-4682-a2c0-159232621f77/1328f10f-8774-4b75-9737-1e3b50b54a4e/8a59e698-f9be-4d93-864d-99e5614cca8f) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:07:39.535661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.703015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.730991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.737580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ac0ef8b-cf82-4e20-b036-35cfc365ec47 tempest-ServersAdminNegativeTestJSON-793161372 tempest-ServersAdminNegativeTestJSON-793161372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:39.811217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Network f25c4f12-d385-4682-a2c0-159232621f77 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:07:39.814734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:07:39.819269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:07:39.845623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:39.851242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:39.886138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:39.886785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:39.908256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7938159
Dec 13 15:07:39.920192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Request body: {'port': {'device_id': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:07:40.036647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.315788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4552b846-b32a-47c7-adeb-d11ef279642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.385906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11caea-02cd-42d7-9201-9796b380a535 req-357e9715-2714-40d6-80d3-237fc529c59d tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:40.387557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b11caea-02cd-42d7-9201-9796b380a535 req-357e9715-2714-40d6-80d3-237fc529c59d tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 931 time: 0.1034753
Dec 13 15:07:40.392619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a59e698-f9be-4d93-864d-99e5614cca8f {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:07:40.399951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.415741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Transition to ACTIVE for port object 8a59e698-f9be-4d93-864d-99e5614cca8f will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:07:40.418871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.423379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27ba1689-2fab-4ebf-82cb-eeea395d2a0b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:40.437272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b11caea-02cd-42d7-9201-9796b380a535 req-59ea8a36-af67-4ce0-b498-0111f5fa224f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430655
Dec 13 15:07:40.553142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:40.557784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:40.667642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Attempting to bind port 8a59e698-f9be-4d93-864d-99e5614cca8f on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:07:40.668011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Attempting to bind port 8a59e698-f9be-4d93-864d-99e5614cca8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5c772c8e-378c-494c-a8ae-1a9a3512715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:07:40.668372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Attempting to bind port 8a59e698-f9be-4d93-864d-99e5614cca8f on network f25c4f12-d385-4682-a2c0-159232621f77 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:07:40.675240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Port 8a59e698-f9be-4d93-864d-99e5614cca8f on network f25c4f12-d385-4682-a2c0-159232621f77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:07:40.675583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Attempting to bind port 8a59e698-f9be-4d93-864d-99e5614cca8f on network f25c4f12-d385-4682-a2c0-159232621f77 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:07:40.682340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:07:40.682706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Checking segment: {'id': '5c772c8e-378c-494c-a8ae-1a9a3512715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:07:40.683140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Bound using segment: {'id': '5c772c8e-378c-494c-a8ae-1a9a3512715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:07:40.683603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Bound port: 8a59e698-f9be-4d93-864d-99e5614cca8f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c772c8e-378c-494c-a8ae-1a9a3512715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:07:40.683977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.779890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:07:40.783403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:07:40.787927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.788433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.791887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:40.855660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:40.856864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 1093 time: 0.9410236
Dec 13 15:07:40.864764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:07:40.883918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:40.887415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:40.941870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'status': 'completed', 'code': 200}
Dec 13 15:07:40.979822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-d8212f0e-5e05-49be-be36-337501c25c28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1096 time: 0.0846341
Dec 13 15:07:41.064813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-d6e0a478-ed8e-4f6b-a806-656acd08ffcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0764885
Dec 13 15:07:41.135326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b5bb5597-d7fa-4788-8429-9a75aea7b518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:41.136925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-b5bb5597-d7fa-4788-8429-9a75aea7b518 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0659521
Dec 13 15:07:41.186070 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-ddfef4fb-955c-4d3a-b092-51a971a3eb51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420723
Dec 13 15:07:41.328758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-3f5d0205-a01b-499a-8daf-b58d7ba607f4 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364372
Dec 13 15:07:41.474869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a30f8dc-f732-4145-8e4a-2cb1853414ff req-2fba3116-0cc5-4190-8a8e-63dc84d4831f service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400113
Dec 13 15:07:41.603568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-b610c848-2949-48f7-ab18-285f2bd033d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1096 time: 0.0822611
Dec 13 15:07:41.908286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999ec3-f559-48b6-bbc6-c94b7dd0e0b1 req-a95f344b-337f-468b-8645-5ac8a950ea0c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:41.910003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa999ec3-f559-48b6-bbc6-c94b7dd0e0b1 req-a95f344b-337f-468b-8645-5ac8a950ea0c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 943 time: 0.3500206
Dec 13 15:07:41.967790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa999ec3-f559-48b6-bbc6-c94b7dd0e0b1 req-126fd40b-9784-40c7-9130-11a870f19326 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512877
Dec 13 15:07:42.004342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65e93-23db-472f-b350-7b85bb535f48 req-e1af1a28-9a65-438f-97dc-f82abfdb6387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:42.006073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-e1af1a28-9a65-438f-97dc-f82abfdb6387 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 913 time: 0.3963859
Dec 13 15:07:42.078406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-e7c0d2c0-fd0a-4e9f-8e50-26942907a019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0647264
Dec 13 15:07:42.149554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65e93-23db-472f-b350-7b85bb535f48 req-32e85aba-a7e9-47c5-b7f0-c4e28dd62acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:42.151165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-32e85aba-a7e9-47c5-b7f0-c4e28dd62acf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0666883
Dec 13 15:07:42.175995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:42.203162 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-f38f6494-77d3-4c00-934c-55c7dd45c53f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442700
Dec 13 15:07:42.351443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-4bfeb3e3-c51c-4bc7-8ef5-723f89826666 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409624
Dec 13 15:07:42.505498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ded65e93-23db-472f-b350-7b85bb535f48 req-65c4dba0-0e58-410a-99fc-931818fc9746 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480999
Dec 13 15:07:43.127813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:07:43.195318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4542-4874-480c-8128-99f62abd2eae req-05c5d8f4-c3d3-4d65-a711-7b3073c7e6c2 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:43.196049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d6cb4542-4874-480c-8128-99f62abd2eae req-05c5d8f4-c3d3-4d65-a711-7b3073c7e6c2 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Synchronizing usage tracker for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:43.213916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d6cb4542-4874-480c-8128-99f62abd2eae req-05c5d8f4-c3d3-4d65-a711-7b3073c7e6c2 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Unset dirty status for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:43.215204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d6cb4542-4874-480c-8128-99f62abd2eae req-05c5d8f4-c3d3-4d65-a711-7b3073c7e6c2 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 943 time: 0.1112776
Dec 13 15:07:43.269828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d6cb4542-4874-480c-8128-99f62abd2eae req-0e778857-bfc9-4001-ace4-5584acda37ba tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Synchronizing usage tracker for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:07:43.271948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:43.286596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77', 'port_id': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'mac_address': 'fa:16:3e:bb:93:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1328f10f-8774-4b75-9737-1e3b50b54a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:07:43.291120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d6cb4542-4874-480c-8128-99f62abd2eae req-0e778857-bfc9-4001-ace4-5584acda37ba tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Unset dirty status for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:07:43.295471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d6cb4542-4874-480c-8128-99f62abd2eae req-0e778857-bfc9-4001-ace4-5584acda37ba tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736773
Dec 13 15:07:43.347671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:43.365871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a59e698-f9be-4d93-864d-99e5614cca8f {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:07:43.381635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:43.386054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:43.387937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:43.455888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:43.459135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:43.590112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['8a59e698-f9be-4d93-864d-99e5614cca8f'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:07:44.528890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc82a-ebb0-48ec-8f07-ee3f1be3d0fd req-fb01fcba-e14f-457c-beef-2c85e91c6538 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:44.531613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb9dc82a-ebb0-48ec-8f07-ee3f1be3d0fd req-fb01fcba-e14f-457c-beef-2c85e91c6538 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 944 time: 0.1008086
Dec 13 15:07:44.587809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb9dc82a-ebb0-48ec-8f07-ee3f1be3d0fd req-a32d408e-c66b-4e73-b6fa-a91ea3b37f7f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498276
Dec 13 15:07:45.127696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:07:45.204167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 8a59e698-f9be-4d93-864d-99e5614cca8f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:07:45.211937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 8a59e698-f9be-4d93-864d-99e5614cca8f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:07:45.212545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:45.338382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:45.366868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:07:45.377414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:07:45.381566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:45.383631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:07:45.433461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'code': 200}
Dec 13 15:07:45.465003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:07:45.468288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:07:45.755656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1ce9f61a-ff8e-4357-970e-4a3968f42ab7 req-41f1451f-0335-4548-bb3f-ad5862874316 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1098 time: 0.1560330
Dec 13 15:07:45.802396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1ce9f61a-ff8e-4357-970e-4a3968f42ab7 req-41434fad-7404-49e2-b315-d6dccc54c4fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397599
Dec 13 15:07:45.810993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab978c-e034-4dd0-9ba4-46ed06d18681 req-bf1b1497-1f05-4533-b5ee-eae6a5f52fde tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:45.812598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cab978c-e034-4dd0-9ba4-46ed06d18681 req-bf1b1497-1f05-4533-b5ee-eae6a5f52fde tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0888135
Dec 13 15:07:45.872561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cab978c-e034-4dd0-9ba4-46ed06d18681 req-cb50fef1-9349-46cc-9d76-5c30dd9d95a3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534816
Dec 13 15:07:47.091438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01740-be45-4699-a564-f6942d889ba5 req-074b984a-ba3f-403c-b942-364998de0158 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:47.093050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6e01740-be45-4699-a564-f6942d889ba5 req-074b984a-ba3f-403c-b942-364998de0158 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0910442
Dec 13 15:07:47.147165 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6e01740-be45-4699-a564-f6942d889ba5 req-be30ccb0-d7be-44d0-9be2-8b51f89c2ed2 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447440
Dec 13 15:07:47.353961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efba7e4b-a5e0-462e-84a9-14ca3dfb4ab5 req-86d2f364-22b5-42f1-bbd8-0f4628700314 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0748093
Dec 13 15:07:47.641309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54478) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:07:47.684686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d924-3aa2-4acb-8689-1cf2e9e8077a req-e2fac429-808b-4f2a-85e7-6d7142ec5c39 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:47.686313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e842d924-3aa2-4acb-8689-1cf2e9e8077a req-e2fac429-808b-4f2a-85e7-6d7142ec5c39 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0836141
Dec 13 15:07:47.735390 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e842d924-3aa2-4acb-8689-1cf2e9e8077a req-e20cd3fd-7202-4218-a301-6a2ad9bc9a3e tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426476
Dec 13 15:07:47.796969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-eda8d2e1-390f-4439-a8c1-b27fec875d92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1541059
Dec 13 15:07:49.103193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abde03-3423-4527-ab00-07f380ea4e2f req-802672b0-69ec-4d49-aa9d-9ea26af735a1 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:49.104735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72abde03-3423-4527-ab00-07f380ea4e2f req-802672b0-69ec-4d49-aa9d-9ea26af735a1 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0874274
Dec 13 15:07:49.156693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72abde03-3423-4527-ab00-07f380ea4e2f req-2fa2ec87-37c2-4912-b283-5fb5ba85627e tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454252
Dec 13 15:07:49.188847 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-19b8b16c-8f3c-4777-8f23-807c551dd4dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1098 time: 0.0792227
Dec 13 15:07:49.334011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50931e08-be59-4623-8ad6-ad136e66524e req-e6a57cf0-5949-4363-95eb-e91736542b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:49.336176 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-e6a57cf0-5949-4363-95eb-e91736542b48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 913 time: 0.1416883
Dec 13 15:07:49.408908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-372ed06a-041f-4253-a29d-f29476a17208 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0656939
Dec 13 15:07:49.483362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50931e08-be59-4623-8ad6-ad136e66524e req-f516f36c-696d-4b05-9a3c-fbe50716e8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:49.484956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-f516f36c-696d-4b05-9a3c-fbe50716e8cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0704179
Dec 13 15:07:49.536495 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-0c9a5a3f-3b15-4a8a-ac8c-38271fb64828 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443394
Dec 13 15:07:49.683850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-c67101df-aab5-415e-802d-46b3c2480030 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391256
Dec 13 15:07:49.833209 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-69890663-e805-42a2-b1d9-7659d0ae025c service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422415
Dec 13 15:07:50.375929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9058e-7339-4ab3-90cb-bf3a9a861308 req-fb2bf881-4d4d-4862-8c84-91156b617099 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:50.377698 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4cd9058e-7339-4ab3-90cb-bf3a9a861308 req-fb2bf881-4d4d-4862-8c84-91156b617099 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0891438
Dec 13 15:07:50.482082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4cd9058e-7339-4ab3-90cb-bf3a9a861308 req-3d77c28e-59d5-4e44-b765-d634bd708d3f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979602
Dec 13 15:07:50.502818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-cd393ac6-2bbe-4571-9bdf-9df41049997a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1098 time: 0.1040008
Dec 13 15:07:50.664541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-26b238e7-45c5-4fdd-aa3d-c66fe4a1fcf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:50.666149 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-26b238e7-45c5-4fdd-aa3d-c66fe4a1fcf6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 913 time: 0.1417744
Dec 13 15:07:50.740546 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-fc501f56-3ef1-485f-bb47-a5d3efef9084 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0680006
Dec 13 15:07:50.810025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-1754c742-e8c1-4301-83ae-791a20eabb59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:50.811648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-1754c742-e8c1-4301-83ae-791a20eabb59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0644925
Dec 13 15:07:50.861974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-0aecc37a-6ac0-4288-8134-bb66d8049eaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428121
Dec 13 15:07:51.028769 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-644e9b8b-c07d-45e5-9bed-4bf568b5e26e service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600838
Dec 13 15:07:51.172329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c4a50bda-9013-4222-959e-fab88bd88a39 req-0310bad0-7ba3-486b-9cb4-abddd2682387 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371515
Dec 13 15:07:51.699281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324f7dc-721d-4a71-9c63-d4eac10c239e req-e703e2b9-c4c0-45c1-86a7-3dfa2d3f8b2d tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:51.700878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d324f7dc-721d-4a71-9c63-d4eac10c239e req-e703e2b9-c4c0-45c1-86a7-3dfa2d3f8b2d tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0891135
Dec 13 15:07:51.751698 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d324f7dc-721d-4a71-9c63-d4eac10c239e req-ba5fd19b-29fd-47ec-9fe0-25ce2bfcf548 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433114
Dec 13 15:07:52.782552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:07:52.988448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c61c70-e746-47bf-bb6f-7a0ba243406d req-d5f000ca-e5ae-4a45-9709-38e0b4be5b7c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:52.990074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b9c61c70-e746-47bf-bb6f-7a0ba243406d req-d5f000ca-e5ae-4a45-9709-38e0b4be5b7c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.1056819
Dec 13 15:07:53.042866 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b9c61c70-e746-47bf-bb6f-7a0ba243406d req-192d6b5d-06b3-4e01-95a7-00ff1d1cc502 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433388
Dec 13 15:07:54.263169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b40498-1436-42dd-968e-6781b46a9dbf req-adf88982-5fcd-4f4a-9c33-01df9904475b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:54.264762 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68b40498-1436-42dd-968e-6781b46a9dbf req-adf88982-5fcd-4f4a-9c33-01df9904475b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0867341
Dec 13 15:07:54.321699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68b40498-1436-42dd-968e-6781b46a9dbf req-85322e17-008e-4818-a049-3a278c23089a tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476716
Dec 13 15:07:55.536049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d457-325e-49ff-a427-527c1deb4b41 req-e9df8d61-e3e6-429d-936a-cf88fef1013b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:55.537672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a797d457-325e-49ff-a427-527c1deb4b41 req-e9df8d61-e3e6-429d-936a-cf88fef1013b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0873110
Dec 13 15:07:55.592822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a797d457-325e-49ff-a427-527c1deb4b41 req-76d7503c-7c32-412d-9e85-070fb2ff687f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486908
Dec 13 15:07:56.818205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4892ba5-5996-4ba2-84a6-dcc4fd316d5c req-f8d62ade-4b9e-45db-9d3e-77c7f3a07bdf tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:56.819843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4892ba5-5996-4ba2-84a6-dcc4fd316d5c req-f8d62ade-4b9e-45db-9d3e-77c7f3a07bdf tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0915251
Dec 13 15:07:56.873216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4892ba5-5996-4ba2-84a6-dcc4fd316d5c req-e8f99eec-26db-45f0-a20d-20f31bb36d29 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442135
Dec 13 15:07:58.102181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711ee9-81d9-4097-9e91-d7340fd197bf req-79cb81e1-5696-4fda-95fc-a553a10cc7cc tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:58.103813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b711ee9-81d9-4097-9e91-d7340fd197bf req-79cb81e1-5696-4fda-95fc-a553a10cc7cc tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0877059
Dec 13 15:07:58.168212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b711ee9-81d9-4097-9e91-d7340fd197bf req-96eb5c0c-86f5-4e2f-a1c2-6ea6e50bdc2f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543425
Dec 13 15:07:59.103297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:07:59.392896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8b88-c237-470b-a16d-faf087fbf323 req-aad558bf-7887-4c29-9680-8cf1d9d96676 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:07:59.394598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a4a8b88-c237-470b-a16d-faf087fbf323 req-aad558bf-7887-4c29-9680-8cf1d9d96676 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0903478
Dec 13 15:07:59.446061 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3a4a8b88-c237-470b-a16d-faf087fbf323 req-f7b3e97d-446d-45f5-a3a9-e68307cee231 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422153
Dec 13 15:08:00.674650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f25b8b-8ede-4188-a56b-eddc7dd128e3 req-487444fa-bfc0-4ec4-9699-7e97c466f2f3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:00.676444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1f25b8b-8ede-4188-a56b-eddc7dd128e3 req-487444fa-bfc0-4ec4-9699-7e97c466f2f3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0995078
Dec 13 15:08:00.731446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1f25b8b-8ede-4188-a56b-eddc7dd128e3 req-7d3cf193-750d-44b0-9996-f3b2cfe8a2fa tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453444
Dec 13 15:08:01.965510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6d61-ef27-4471-b8ee-88a3cc9c17c1 req-7303382d-aec7-419a-a1e5-ec7a0139fe44 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:01.967154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d0ca6d61-ef27-4471-b8ee-88a3cc9c17c1 req-7303382d-aec7-419a-a1e5-ec7a0139fe44 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.1000757
Dec 13 15:08:02.019925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d0ca6d61-ef27-4471-b8ee-88a3cc9c17c1 req-af3d4e5e-c11e-48c3-9682-36e9aedbbcc3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438800
Dec 13 15:08:03.254629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04cff6-040d-424f-9aff-638c33d12117 req-1c922f6d-d860-4870-8c9c-c6ba250c9d42 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:03.256241 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad04cff6-040d-424f-9aff-638c33d12117 req-1c922f6d-d860-4870-8c9c-c6ba250c9d42 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0951650
Dec 13 15:08:03.311599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad04cff6-040d-424f-9aff-638c33d12117 req-a536f0e8-8d04-4dc8-87a7-7ff64cfc9ae3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461812
Dec 13 15:08:04.545297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20a697-e01c-4567-bf7a-812e4f5899a6 req-4818a246-af88-49a1-98a1-c59b0ae24981 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:04.546902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f20a697-e01c-4567-bf7a-812e4f5899a6 req-4818a246-af88-49a1-98a1-c59b0ae24981 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0917573
Dec 13 15:08:04.596752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2f20a697-e01c-4567-bf7a-812e4f5899a6 req-d6edd6f6-8f9c-4e91-a9d7-3c1967b78dff tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430739
Dec 13 15:08:05.807518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7637-317f-44ca-937c-bbef25d05e8d req-e859c189-7dc3-4cd9-ab28-ad51b21075d7 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:05.809066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-414a7637-317f-44ca-937c-bbef25d05e8d req-e859c189-7dc3-4cd9-ab28-ad51b21075d7 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0876863
Dec 13 15:08:05.860233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-414a7637-317f-44ca-937c-bbef25d05e8d req-c976fc7b-058c-4818-bb99-0967e71b20ed tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444615
Dec 13 15:08:07.099476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca22b7-1aab-47aa-969d-2d21bc987567 req-c16fcf86-c2ab-423a-8cd2-b676f72438f3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:07.101062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42ca22b7-1aab-47aa-969d-2d21bc987567 req-c16fcf86-c2ab-423a-8cd2-b676f72438f3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0914741
Dec 13 15:08:07.151233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42ca22b7-1aab-47aa-969d-2d21bc987567 req-820c4e83-d6ab-4f9d-8b6f-6c5af14fe47f tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438278
Dec 13 15:08:07.955583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-990a869d-9fd6-4d81-8eac-e756251e33af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:08.374433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7468-c484-413b-8c0e-e32fb628cb4a req-ed83b3c9-50c4-47cf-a39c-f04ac89a070e tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:08.376090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-097f7468-c484-413b-8c0e-e32fb628cb4a req-ed83b3c9-50c4-47cf-a39c-f04ac89a070e tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0881472
Dec 13 15:08:08.429559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-097f7468-c484-413b-8c0e-e32fb628cb4a req-35cfd7fe-028d-4394-b625-2c1ae4499a58 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470936
Dec 13 15:08:09.037592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-35461638-2974-4b48-9e08-5dd99e4f03af req-d76c1fe8-5c88-4d9f-bee4-4330d9ff678f service neutron] (88856) timed out ('10.222.0.72', 49852) {{(pid=88856) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 13 15:08:09.540801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:09.668538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935da820-db4b-4503-8053-f332e0127cc8 req-a272a7b4-119b-4d0e-abe2-37f8ca44ad89 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:09.670164 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-935da820-db4b-4503-8053-f332e0127cc8 req-a272a7b4-119b-4d0e-abe2-37f8ca44ad89 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0914385
Dec 13 15:08:09.721989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-935da820-db4b-4503-8053-f332e0127cc8 req-1c9bcc93-4ea1-4047-be18-4f7aaea48db7 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441566
Dec 13 15:08:10.320479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33290fd8-ee55-4f68-91c1-f659be6c62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:10.795388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:10.958314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76242ef8-df21-42a0-8bf0-3b5c684ba7aa req-59fc2f14-77bd-42d7-a975-9965b03634e9 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:10.960918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76242ef8-df21-42a0-8bf0-3b5c684ba7aa req-59fc2f14-77bd-42d7-a975-9965b03634e9 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0996461
Dec 13 15:08:11.017277 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76242ef8-df21-42a0-8bf0-3b5c684ba7aa req-9a61dad3-6c2c-4f84-ba7c-441079755171 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464902
Dec 13 15:08:12.180020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:12.255698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aebab7-1dfc-4d4a-a777-22a550746a35 req-953e82b8-4a52-4a2e-8391-7948b459e9fe tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:12.257572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d0aebab7-1dfc-4d4a-a777-22a550746a35 req-953e82b8-4a52-4a2e-8391-7948b459e9fe tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0897360
Dec 13 15:08:12.320395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d0aebab7-1dfc-4d4a-a777-22a550746a35 req-4382deca-d60d-47aa-a3a9-d4ffffa4767a tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556698
Dec 13 15:08:13.547526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f87396-62de-4c98-9a1d-e974462af96c req-25b7270f-1f50-4b14-9045-33579d23e19a tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:13.549133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51f87396-62de-4c98-9a1d-e974462af96c req-25b7270f-1f50-4b14-9045-33579d23e19a tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0934603
Dec 13 15:08:13.605564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51f87396-62de-4c98-9a1d-e974462af96c req-79e9c8d1-9ddf-4706-8dae-b0804bf5cf9e tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492914
Dec 13 15:08:14.839461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185f2d3-db8f-4378-aa80-1d8423ac5a0e req-399cdd62-29f6-420e-aa93-016236757797 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:14.841078 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b185f2d3-db8f-4378-aa80-1d8423ac5a0e req-399cdd62-29f6-420e-aa93-016236757797 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.1002924
Dec 13 15:08:14.893544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b185f2d3-db8f-4378-aa80-1d8423ac5a0e req-8f13b1de-1176-4647-94ac-e307cef88ee3 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435772
Dec 13 15:08:16.116415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6833bf-61d3-4635-9677-b9cb56988392 req-cec2b123-b649-42e4-bcf1-7a968f9cecfd tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:16.118023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e6833bf-61d3-4635-9677-b9cb56988392 req-cec2b123-b649-42e4-bcf1-7a968f9cecfd tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0851681
Dec 13 15:08:16.166610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e6833bf-61d3-4635-9677-b9cb56988392 req-3da5d984-4692-4e06-9587-1a5fa4c283a9 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423498
Dec 13 15:08:16.547913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-f2d242ab-ae8f-4c2e-8f16-3089b7f15519 service neutron] 10.222.0.72 "GET /v2.0/ports/8a59e698-f9be-4d93-864d-99e5614cca8f/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0855932
Dec 13 15:08:16.826657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-3d62420b-2a20-4e92-9af9-161510d59c00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4&tenant_id=6261f8ee782e4de1bd0a5faab2c444a0 HTTP/1.1" status: 200  len: 1098 time: 0.0768836
Dec 13 15:08:16.936763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-8422b051-2513-4eb9-a0f9-fb49c8b0e0e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1098 time: 0.0825982
Dec 13 15:08:17.102011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50931e08-be59-4623-8ad6-ad136e66524e req-d97ff892-e6d3-459a-acc0-83991dfa472d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:17.103531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-d97ff892-e6d3-459a-acc0-83991dfa472d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 913 time: 0.1608803
Dec 13 15:08:17.176299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-b05f90db-ac91-433a-b159-9952c24ec295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0653639
Dec 13 15:08:17.248969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50931e08-be59-4623-8ad6-ad136e66524e req-f61eb1b3-9656-4e14-ad37-2cb49be2d5db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:17.250544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-f61eb1b3-9656-4e14-ad37-2cb49be2d5db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0677495
Dec 13 15:08:17.300775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-75d96d6b-74ed-4bfc-a7d6-ff4ee8222522 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432997
Dec 13 15:08:17.381235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82819a-bde7-4e16-9400-2abd5dae5870 req-39dbba5c-61ba-4819-8d3b-be1bb6747b08 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:17.382735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1d82819a-bde7-4e16-9400-2abd5dae5870 req-39dbba5c-61ba-4819-8d3b-be1bb6747b08 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0918157
Dec 13 15:08:17.436607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1d82819a-bde7-4e16-9400-2abd5dae5870 req-dda73b7a-3fc5-4a51-83a8-4ba865a76ec1 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466812
Dec 13 15:08:17.683101 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-d96a45c8-cd90-4c08-b9e2-06a981bb9ca0 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3752520
Dec 13 15:08:17.831286 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50931e08-be59-4623-8ad6-ad136e66524e req-cc75ff51-e0a5-4799-9846-dac30cb50dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405494
Dec 13 15:08:18.651815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0788242-8a69-4d3c-8d38-23208c2949b1 req-a16f80af-888f-47aa-ab92-b1875c973740 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:18.653424 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a0788242-8a69-4d3c-8d38-23208c2949b1 req-a16f80af-888f-47aa-ab92-b1875c973740 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0871849
Dec 13 15:08:18.706493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a0788242-8a69-4d3c-8d38-23208c2949b1 req-fb93fceb-8643-4cd6-8c0c-da7a2af1d041 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467210
Dec 13 15:08:19.366390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:08:19.698867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:19.713495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'network_id': 'f25c4f12-d385-4682-a2c0-159232621f77', 'port_id': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'mac_address': 'fa:16:3e:bb:93:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1328f10f-8774-4b75-9737-1e3b50b54a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:08:19.777009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:19.796417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a59e698-f9be-4d93-864d-99e5614cca8f {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:08:19.812516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:19.816875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:19.818771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:19.889790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['8a59e698-f9be-4d93-864d-99e5614cca8f'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:08:19.931233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:19.955558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.955877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.956353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.957134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.957513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.957889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.958256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.958628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.959001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.959369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.959728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:19.964846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:20.009523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb78e6-6f1c-441d-a248-6fe686826dc5 req-b9fe18c9-e734-435f-bce5-2e478adb8812 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:20.011296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afbb78e6-6f1c-441d-a248-6fe686826dc5 req-b9fe18c9-e734-435f-bce5-2e478adb8812 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 944 time: 0.1650710
Dec 13 15:08:20.061168 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-afbb78e6-6f1c-441d-a248-6fe686826dc5 req-8156e659-a558-4aec-af60-11d16c0e350b tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435157
Dec 13 15:08:20.505403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-212450c2-42fc-4a1c-b6c2-3d0dee0100a7 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:20.507021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-212450c2-42fc-4a1c-b6c2-3d0dee0100a7 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.72 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4&tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 944 time: 0.0984623
Dec 13 15:08:20.671722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-0551d70c-da29-486d-b0c9-7754c624edab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 1097 time: 0.0896425
Dec 13 15:08:20.817995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-c913bd24-2bc8-41b3-aa72-2ebd5e02fe4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:20.819711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-c913bd24-2bc8-41b3-aa72-2ebd5e02fe4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 200  len: 913 time: 0.1409156
Dec 13 15:08:20.896728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-1d9cbfba-e41e-497f-ac17-ca817252a94f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 200  len: 217 time: 0.0696790
Dec 13 15:08:20.967343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-3ad2141f-cca0-417b-a818-951e04deb1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:20.968814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-3ad2141f-cca0-417b-a818-951e04deb1d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 200  len: 852 time: 0.0649896
Dec 13 15:08:21.022658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-9b6a97fd-3fc9-4b99-b556-c41f4b04a50d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f25c4f12-d385-4682-a2c0-159232621f77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466814
Dec 13 15:08:21.182326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-7b5709b9-6a27-4b8b-ae56-34156fb3a077 service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515906
Dec 13 15:08:21.328913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-72296566-8b4f-4dcd-ab31-e9acd2e5ee5a service neutron] 10.222.0.72 "GET /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394897
Dec 13 15:08:21.379661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:08:21.451204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 8a59e698-f9be-4d93-864d-99e5614cca8f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:08:21.451628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:21.582500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:21.610732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:08:21.621385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:21.626847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:21.629887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:21.691345 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'code': 200}
Dec 13 15:08:21.701717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:21.704989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:22.236724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f7f29-124a-4d45-85a2-d4556b13451a req-4f8fe13a-75ab-4ede-b216-988a0a09ab81 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:22.238579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d2f7f29-124a-4d45-85a2-d4556b13451a req-4f8fe13a-75ab-4ede-b216-988a0a09ab81 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0990801
Dec 13 15:08:22.292971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d2f7f29-124a-4d45-85a2-d4556b13451a req-3dea06b0-2001-4934-9866-68e91dd95270 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442169
Dec 13 15:08:23.599291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135947e-6490-4d2d-ab66-ff1f787f8279 req-4c4e5952-37b0-401f-83c9-5bd0efa9054c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:23.600802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0135947e-6490-4d2d-ab66-ff1f787f8279 req-4c4e5952-37b0-401f-83c9-5bd0efa9054c tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.1744688
Dec 13 15:08:23.651677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0135947e-6490-4d2d-ab66-ff1f787f8279 req-94ca5cd1-9f7c-48a9-9d6e-a0d046cf3953 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444989
Dec 13 15:08:23.868374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-5b5ecf5c-0be5-4960-a158-90dfd83763e6 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:23.869846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-5b5ecf5c-0be5-4960-a158-90dfd83763e6 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.72 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 945 time: 0.0884380
Dec 13 15:08:23.943136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Deleting port 8a59e698-f9be-4d93-864d-99e5614cca8f {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:08:23.943511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:24.198168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] For port 8a59e698-f9be-4d93-864d-99e5614cca8f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8a59e698-f9be-4d93-864d-99e5614cca8f,segment=NetworkSegment(5c772c8e-378c-494c-a8ae-1a9a3512715f),segment_id=5c772c8e-378c-494c-a8ae-1a9a3512715f)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:24.198537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:24.337932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Calling delete_port for 8a59e698-f9be-4d93-864d-99e5614cca8f owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:08:24.495644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:24.504486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88b10f5-d729-4e97-9715-cb764330fbc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:24.507992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['8a59e698-f9be-4d93-864d-99e5614cca8f'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:08:24.547680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Pushing event deleted for resources: {'Port': ['ID=8a59e698-f9be-4d93-864d-99e5614cca8f,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:24.589317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.589736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.590150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.590557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.591015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.591399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.591804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.592206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.592597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.592990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.593366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:24.624364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:24.637733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] No DVR routers for this DVR port 8a59e698-f9be-4d93-864d-99e5614cca8f on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:08:24.640249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:24.643294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-deleted', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:08:24.661890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41379d15-3c09-4eb5-a17f-05e626c9fd33 req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.72 "DELETE /v2.0/ports/8a59e698-f9be-4d93-864d-99e5614cca8f HTTP/1.1" status: 204  len: 173 time: 0.7858493
Dec 13 15:08:24.711006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126c59e-8443-4caf-b5e6-958dfabd12c4', 'name': 'network-vif-deleted', 'tag': '8a59e698-f9be-4d93-864d-99e5614cca8f', 'status': 'completed', 'code': 200}
Dec 13 15:08:24.838998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5f25ac66-087f-44e1-8ba1-e7063689008f req-c70ea354-e8a1-4ae0-b193-15e9e89593fd tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Synchronizing usage tracker for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:08:24.856018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5f25ac66-087f-44e1-8ba1-e7063689008f req-c70ea354-e8a1-4ae0-b193-15e9e89593fd tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Unset dirty status for tenant:6261f8ee782e4de1bd0a5faab2c444a0 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:08:24.857295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5f25ac66-087f-44e1-8ba1-e7063689008f req-c70ea354-e8a1-4ae0-b193-15e9e89593fd tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] 10.222.0.69 "GET /v2.0/ports?device_id=9126c59e-8443-4caf-b5e6-958dfabd12c4 HTTP/1.1" status: 200  len: 210 time: 0.0772552
Dec 13 15:08:26.138205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:26.207252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Deleting subnet 1328f10f-8774-4b75-9737-1e3b50b54a4e {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:08:26.211308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.270554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.334123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.405681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.410260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08f8abf5-f288-4a25-89fb-128c49c9e5e7 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:26.452853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1328f10f-8774-4b75-9737-1e3b50b54a4e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:26.460042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.469654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.470087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.470500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.470907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.471347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.471757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.472166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.472569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.472965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.473365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.474259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:08:26.477842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1328f10f-8774-4b75-9737-1e3b50b54a4e HTTP/1.1" status: 204  len: 168 time: 0.3383200
Dec 13 15:08:26.478866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:26.480571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54588) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:26.598883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.745137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.773709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65d981f98>,) {'filters': {'network_id': ['f25c4f12-d385-4682-a2c0-159232621f77']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:08:26.787322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d981f98>, '5c772c8e-378c-494c-a8ae-1a9a3512715f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:08:26.787663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d981f98>, '5c772c8e-378c-494c-a8ae-1a9a3512715f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:08:26.799768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.815740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.823399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:08:26.823831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:08:26.837817 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:08:26.924668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.929734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4fb83b04-1a2c-4da6-aa21-181ceabaf43a tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:26.952343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:26.963707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f25c4f12-d385-4682-a2c0-159232621f77,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:26.967106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:26.973635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] 10.222.0.69 "DELETE /v2.0/networks/f25c4f12-d385-4682-a2c0-159232621f77 HTTP/1.1" status: 204  len: 168 time: 0.4919775
Dec 13 15:08:27.130117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54594) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:27.187477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-91f6912d-4e8c-42eb-ac5e-c16fb8b0346d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6261f8ee782e4de1bd0a5faab2c444a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556550
Dec 13 15:08:27.190841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54598) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:27.256825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:27.284373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:27.340633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:27.344605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a99c163b-9d95-4dca-9636-ed4b0b1e5a78 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:27.359567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:27.362378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:27.371187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:27.372426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eff5507b-4d6a-4440-a66a-b8e07487394b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1736a79-33a2-4b9f-9a8e-03fbdfc70ba7 HTTP/1.1" status: 204  len: 168 time: 0.1805360
Dec 13 15:08:27.422090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:08:27.455309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 8a59e698-f9be-4d93-864d-99e5614cca8f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:08:27.455733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8a59e698-f9be-4d93-864d-99e5614cca8f not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:08:28.312979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54620) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:28.469118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-355219168-network', 'tenant_id': 'e292f7f45a4b4d4dac60f5c3974e6a63'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:08:28.477290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:08:28.482029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Usage tracker for resource:network and tenant:e292f7f45a4b4d4dac60f5c3974e6a63 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:08:28.485535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:08:28.492786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:08:28.506686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Made reservation on behalf of e292f7f45a4b4d4dac60f5c3974e6a63 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:08:28.511691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.525913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.563337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:08:28.567630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e292f7f45a4b4d4dac60f5c3974e6a63 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:08:28.572476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:08:28.578549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:08:28.658898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.663597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.666735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1299823-135d-4aac-8077-db1e008ca511 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:28.696461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:08:28.705428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630e09d-2fbf-4289-825f-b315593f0cca,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:28.709299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:28.711964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.712362 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Added segment ad2bdce5-3f01-415b-b34a-7178a84af656 of type vlan for network d7bb0da8-9a2f-40fc-a98d-c902d322a66d
Dec 13 15:08:28.739943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.772429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.773403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:28.774045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:28.777637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7aed8c2-e086-47ae-a022-6d90e8b8b40f tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:28.891898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5775554
Dec 13 15:08:28.892798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7bb0da8-9a2f-40fc-a98d-c902d322a66d,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:28.894880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54626) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:08:28.897791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:28.901552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Request body: {'subnet': {'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-355219168-subnet', 'tenant_id': 'e292f7f45a4b4d4dac60f5c3974e6a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:08:28.903871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:08:28.906834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:08:28.911074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Usage tracker for resource:subnet and tenant:e292f7f45a4b4d4dac60f5c3974e6a63 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:08:28.914249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:08:28.920523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:08:28.931197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Made reservation on behalf of e292f7f45a4b4d4dac60f5c3974e6a63 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:08:28.935987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:29.108979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:29.163795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:29.167559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e71552c-769a-4996-8137-d32cb999c1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:29.231867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:29.241709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:29.259592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Checking segment: {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:08:29.259983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Network hostable DHCP agents. Network: d7bb0da8-9a2f-40fc-a98d-c902d322a66d, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:08:29.289933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:08:29.300563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, d7bb0da8-9a2f-40fc-a98d-c902d322a66d) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:08:29.305187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:29.305852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:29.310377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233fd3c-6b50-45ab-a58f-b7529957821c None None] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:08:29.329534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4335783
Dec 13 15:08:29.539585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43df022-eb6e-481b-bc84-ee14c833833e None None] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:08:29.773520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:08:29.913209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-9a22c5e6-9e57-48cb-9345-07fc1f890235 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:29.913952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-9a22c5e6-9e57-48cb-9345-07fc1f890235 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Synchronizing usage tracker for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:08:29.932261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-9a22c5e6-9e57-48cb-9345-07fc1f890235 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Unset dirty status for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:08:29.933521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-9a22c5e6-9e57-48cb-9345-07fc1f890235 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 814 time: 0.1823590
Dec 13 15:08:29.952237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-37bae40d-6c4c-4e45-a17e-984ce29c90f2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/quotas/e292f7f45a4b4d4dac60f5c3974e6a63 HTTP/1.1" status: 200  len: 375 time: 0.0125833
Dec 13 15:08:30.007377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-d0611007-4f4c-4126-b08a-32fbc7f84129 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496116
Dec 13 15:08:30.159412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-d1727115-aff1-4872-b8e9-a77a5f85f21f service neutron] 10.222.0.69 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411123
Dec 13 15:08:30.307925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a63309a0-ae3c-4c4e-aa6d-8d161ee2a52a service neutron] 10.222.0.69 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408849
Dec 13 15:08:30.505411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0665536-2918-4634-a1e2-7d07d6e39676 req-5ca74637-e025-4f9b-9ad8-a7f07f2e7c71 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 210 time: 0.0463738
Dec 13 15:08:31.862652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fde9471-a01b-4387-9893-0411a4c2710b req-c49e3d2b-ebb7-4be2-979e-2e4db130ec68 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 210 time: 0.0556636
Dec 13 15:08:31.901862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a1beb7be-4901-4287-a557-205610a76e55 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:31.903555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a1beb7be-4901-4287-a557-205610a76e55 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 814 time: 0.4608693
Dec 13 15:08:31.922664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Request body: {'port': {'device_id': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'admin_state_up': True, 'tenant_id': 'e292f7f45a4b4d4dac60f5c3974e6a63'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:08:32.076363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:08:32.080373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Usage tracker for resource:port and tenant:e292f7f45a4b4d4dac60f5c3974e6a63 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:08:32.083346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:08:32.089508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:08:32.100034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Made reservation on behalf of e292f7f45a4b4d4dac60f5c3974e6a63 for: {'port': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:08:32.105597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:32.282907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Allocated IP 172.20.0.11 (d7bb0da8-9a2f-40fc-a98d-c902d322a66d/cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4/c9770114-d267-431c-9fb4-ada43b658717) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:08:32.507132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:32.534080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:32.540366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8add1e0a-6357-4009-8437-9073a8f643c4 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:32.612838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:08:32.616566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:08:32.619250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:08:32.653521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:32.662091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:32.692118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:32.692811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:32.717067 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7982938
Dec 13 15:08:32.729976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Request body: {'port': {'device_id': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:08:32.853370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.078323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1403-ca42-4f86-b3d1-1e408ce7f613 req-ca6d4e8a-7004-40dc-bcb0-9019e80a564e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:33.079956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-318e1403-ca42-4f86-b3d1-1e408ce7f613 req-ca6d4e8a-7004-40dc-bcb0-9019e80a564e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 932 time: 0.0947814
Dec 13 15:08:33.129743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-318e1403-ca42-4f86-b3d1-1e408ce7f613 req-106ce9ac-d5f8-455c-8644-32ab2ef7a75a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432336
Dec 13 15:08:33.218262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:08:33.225810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.242413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Transition to ACTIVE for port object c9770114-d267-431c-9fb4-ada43b658717 will not be triggered until provisioned by entity L2. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:08:33.247004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.250760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ff37b53-14ff-4430-a989-43f7bc11a83c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:33.378212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:33.382789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:33.511267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Attempting to bind port c9770114-d267-431c-9fb4-ada43b658717 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:08:33.511680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Attempting to bind port c9770114-d267-431c-9fb4-ada43b658717 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:08:33.512092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Attempting to bind port c9770114-d267-431c-9fb4-ada43b658717 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:08:33.518729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Port c9770114-d267-431c-9fb4-ada43b658717 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:08:33.519117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Attempting to bind port c9770114-d267-431c-9fb4-ada43b658717 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:08:33.526505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:08:33.526874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Checking segment: {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:08:33.527322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Bound using segment: {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'} {{(pid=88856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:08:33.527792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Bound port: c9770114-d267-431c-9fb4-ada43b658717, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'}}] {{(pid=88856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:08:33.528174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.623821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, cleared binding levels {{(pid=88856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:08:33.627007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:08:33.632387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.636815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-39a46b98-9a0b-4628-b1cc-8575d6b9f975 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:33.704242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:33.705745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] 10.222.0.72 "PUT /v2.0/ports/c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 1094 time: 0.9805136
Dec 13 15:08:33.706347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:08:33.730851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=3']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:33.734680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a0a47701-ada8-4f84-b98f-27145e09b88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:33.782002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717', 'status': 'completed', 'code': 200}
Dec 13 15:08:33.827187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-1b0c3010-6d0e-43f6-96ec-2aa7812762f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1097 time: 0.0800204
Dec 13 15:08:33.903365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-a159644b-cc47-435e-9888-cae774ce56b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0684633
Dec 13 15:08:33.971949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-b9053a28-8d61-43c6-82d4-844cee87e843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:33.973484 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-b9053a28-8d61-43c6-82d4-844cee87e843 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0637946
Dec 13 15:08:34.023380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-f784afe3-415e-4bc8-b718-c7f95a679a7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424154
Dec 13 15:08:34.172683 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-568339a3-d4a1-4ed0-89a6-3a7d37c4e22a service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420493
Dec 13 15:08:34.317897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fe80464-ebd5-4756-8a5b-553b31530ff7 req-c30ad16d-b023-4483-9a5d-fe470d296805 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379189
Dec 13 15:08:34.336558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8050da-daab-4b4e-b893-b1acec84c522 req-99bca681-49ac-4715-b47a-4e96807fdf47 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:34.338327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc8050da-daab-4b4e-b893-b1acec84c522 req-99bca681-49ac-4715-b47a-4e96807fdf47 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 944 time: 0.0859804
Dec 13 15:08:34.388133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc8050da-daab-4b4e-b893-b1acec84c522 req-f2bba53f-7fe6-44fd-8f0f-e50eb951bdf1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435410
Dec 13 15:08:34.446478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-4af8aefa-11db-416b-92db-ead7a3eacaad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1097 time: 0.0802491
Dec 13 15:08:34.599701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-31975442-28f2-462e-8e33-4e8a574defe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:34.601233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-31975442-28f2-462e-8e33-4e8a574defe6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1444139
Dec 13 15:08:34.677015 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-4f409c58-8f77-4917-a477-c97568713774 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0673554
Dec 13 15:08:34.750504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-eb0073e9-3bc8-4ee9-87ab-0be00ae12c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:34.752097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-eb0073e9-3bc8-4ee9-87ab-0be00ae12c7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0682850
Dec 13 15:08:34.802930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-af17dddd-8e29-40c0-a23b-634c9b30c2e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421250
Dec 13 15:08:34.955618 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-bc857be4-1ce1-491f-ad41-f98fed3e3907 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446235
Dec 13 15:08:35.101267 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-386e06a5-649e-49a3-a073-3599e4d4d004 req-4d222d80-5d64-4dfb-b20b-e208e4c210f9 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387315
Dec 13 15:08:35.617362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-7d6fcee7-2728-4b64-be15-cedcbbf613b9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:35.618043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-7d6fcee7-2728-4b64-be15-cedcbbf613b9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Synchronizing usage tracker for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:08:35.636106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-7d6fcee7-2728-4b64-be15-cedcbbf613b9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Unset dirty status for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:08:35.637474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-7d6fcee7-2728-4b64-be15-cedcbbf613b9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 944 time: 0.1089187
Dec 13 15:08:35.686357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-a2d43b42-2abd-454c-91f9-f0474d313612 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Synchronizing usage tracker for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:08:35.704087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-a2d43b42-2abd-454c-91f9-f0474d313612 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Unset dirty status for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:08:35.705410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5425987c-3ecb-43b7-9ebd-3409a6307cbe req-a2d43b42-2abd-454c-91f9-f0474d313612 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617745
Dec 13 15:08:36.940687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a575-5f1f-42fb-b6ee-de25a27029ab req-e409790a-698c-488b-9967-1e695cd06d50 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:36.942543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6873a575-5f1f-42fb-b6ee-de25a27029ab req-e409790a-698c-488b-9967-1e695cd06d50 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 944 time: 0.0994754
Dec 13 15:08:36.992802 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6873a575-5f1f-42fb-b6ee-de25a27029ab req-8319b986-b8f8-461a-8c70-5e98268079e3 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437648
Dec 13 15:08:37.515692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:08:37.673406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:37.688159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c9770114-d267-431c-9fb4-ada43b658717', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'port_id': 'c9770114-d267-431c-9fb4-ada43b658717', 'mac_address': 'fa:16:3e:87:2b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:08:37.744108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:37.765951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:08:37.781877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:37.786242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:37.788153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f555256c-a44a-4046-8183-b5bfc5854e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:37.855593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:37.860421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:37.964603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c903-298e-4c6c-a2ed-914aa890db53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:38.029557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c9770114-d267-431c-9fb4-ada43b658717'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:08:38.215646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47c5c5-8f44-4b78-a05d-5d0fe145fc54 req-f791fd13-a29f-4ae2-a71b-77bf236cc822 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:38.217162 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d47c5c5-8f44-4b78-a05d-5d0fe145fc54 req-f791fd13-a29f-4ae2-a71b-77bf236cc822 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0839341
Dec 13 15:08:38.272639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d47c5c5-8f44-4b78-a05d-5d0fe145fc54 req-b114e533-df01-4eb5-8b01-c99d76ff3a48 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441115
Dec 13 15:08:39.498007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fc999-3a72-42cc-8392-4b78df6376cc req-833f83c1-bafc-49c1-a0a8-ac3019fa5b99 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:39.499644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-095fc999-3a72-42cc-8392-4b78df6376cc req-833f83c1-bafc-49c1-a0a8-ac3019fa5b99 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0864875
Dec 13 15:08:39.519884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:08:39.552799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-095fc999-3a72-42cc-8392-4b78df6376cc req-b91a390e-4e67-4382-b9e0-e313262f63de tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467300
Dec 13 15:08:39.586445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:39.609860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port c9770114-d267-431c-9fb4-ada43b658717 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:08:39.614916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c9770114-d267-431c-9fb4-ada43b658717 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:08:39.615693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:39.739229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:39.768355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:08:39.779037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:08:39.783181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:39.784699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:08:39.853224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:08:39.856430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:08:39.911773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717', 'code': 200}
Dec 13 15:08:40.176395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7929868-30b1-4d5f-9f69-bde8079bdba8 req-d68a1b1f-6ccc-42ed-aff0-298a59a009c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1099 time: 0.0862913
Dec 13 15:08:40.223420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7929868-30b1-4d5f-9f69-bde8079bdba8 req-a1df8660-1368-4d4f-a9d9-670d0c7f7c55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400259
Dec 13 15:08:40.325465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-379c91fc-020b-43a4-9a8f-c26c76da1813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:40.763825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be357aeb-ef17-4829-9ea9-924829574837 req-effe0c0d-863f-46b7-a7fd-70c7d3a03e23 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:40.765409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be357aeb-ef17-4829-9ea9-924829574837 req-effe0c0d-863f-46b7-a7fd-70c7d3a03e23 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0852821
Dec 13 15:08:40.796327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:40.816117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be357aeb-ef17-4829-9ea9-924829574837 req-ba55864f-f875-4cf7-8be4-ea89a567a375 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443578
Dec 13 15:08:42.030404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a7d87-7ea4-461a-9b6f-0d9201e04ea0 req-11c72dbd-e5e9-4664-9a51-b4dc1cfa4394 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:42.032026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750a7d87-7ea4-461a-9b6f-0d9201e04ea0 req-11c72dbd-e5e9-4664-9a51-b4dc1cfa4394 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0852435
Dec 13 15:08:42.081930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750a7d87-7ea4-461a-9b6f-0d9201e04ea0 req-be37045f-2974-46c9-8166-a633b17e29ef tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432842
Dec 13 15:08:42.183517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:42.300452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015b441-2b98-414c-9a62-ba8e83642130 req-1b6393dd-f40a-4366-8550-ffa2ce786ac1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:42.302076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0015b441-2b98-414c-9a62-ba8e83642130 req-1b6393dd-f40a-4366-8550-ffa2ce786ac1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0909688
Dec 13 15:08:42.351662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0015b441-2b98-414c-9a62-ba8e83642130 req-f2a5b519-64dc-41f9-abfa-be1edc4a6a48 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430725
Dec 13 15:08:42.756922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57c2aa-c598-4f5d-a188-66cb0f9bcb0e req-4102283e-96e6-4399-adfe-9e55d073f296 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:42.758497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af57c2aa-c598-4f5d-a188-66cb0f9bcb0e req-4102283e-96e6-4399-adfe-9e55d073f296 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0848372
Dec 13 15:08:42.808443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af57c2aa-c598-4f5d-a188-66cb0f9bcb0e req-5523dc27-002e-4aac-9ecc-749a439100df tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433691
Dec 13 15:08:43.035554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358035b4-a955-4005-93c9-41707d64f1d7 req-a0a3ec0e-757b-41d0-9fdf-ce7efa2ac172 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:43.037074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-358035b4-a955-4005-93c9-41707d64f1d7 req-a0a3ec0e-757b-41d0-9fdf-ce7efa2ac172 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0983551
Dec 13 15:08:43.086646 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-358035b4-a955-4005-93c9-41707d64f1d7 req-5fa4a8af-aa38-4a55-85dc-be7279f6b470 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429509
Dec 13 15:08:43.307827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6ec79e72-5095-4dd1-ba7c-6969ea9ca7c1 req-228fbd05-3ab7-4006-9f82-92818379fa72 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0819161
Dec 13 15:08:43.597036 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-e3155b87-74ec-4996-a2cd-b0d67930bb26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0759196
Dec 13 15:08:43.663906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619bd81-a065-43d9-826c-4198ffb82c7c req-7436c5d5-9241-44d5-96b2-f8adfd3a741b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:43.665524 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7619bd81-a065-43d9-826c-4198ffb82c7c req-7436c5d5-9241-44d5-96b2-f8adfd3a741b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0895777
Dec 13 15:08:43.720026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7619bd81-a065-43d9-826c-4198ffb82c7c req-6529bb62-f17b-453b-a4d6-21c5916d4b5c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480614
Dec 13 15:08:44.964074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-47475e06-ccc0-4a91-b401-0c43454f4f85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1099 time: 0.0775933
Dec 13 15:08:44.985275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df54d4b-a6e8-4d15-9ed5-4dd1eb185fa4 req-2c5e8702-3886-4d9d-be10-3e2abeb7ce14 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:44.987972 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8df54d4b-a6e8-4d15-9ed5-4dd1eb185fa4 req-2c5e8702-3886-4d9d-be10-3e2abeb7ce14 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.1160905
Dec 13 15:08:45.052579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8df54d4b-a6e8-4d15-9ed5-4dd1eb185fa4 req-ed5bb8fa-1478-4e81-8cdd-092f9db68a2b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573931
Dec 13 15:08:45.123495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-8a3d6b2c-5bde-4123-aac6-fac9bbc10a7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:45.127046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-8a3d6b2c-5bde-4123-aac6-fac9bbc10a7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1547863
Dec 13 15:08:45.213950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-e351b2b0-0f7e-4ad1-ad61-8c2e410bc64a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0818169
Dec 13 15:08:45.303315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-09e09c92-c2ff-4a85-b61a-3ae27d67593e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:45.304832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-09e09c92-c2ff-4a85-b61a-3ae27d67593e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0842190
Dec 13 15:08:45.360256 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-30cf7c41-4b88-42da-89b8-a292b1422fa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478427
Dec 13 15:08:45.558086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-af1547c4-47bd-4991-9bf7-85f189b3ab09 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906650
Dec 13 15:08:45.717747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-077ba426-91e5-4adb-ad7d-917735c05f62 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527901
Dec 13 15:08:46.284750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb8667-4744-4f70-b912-aaa2fd0e6fa5 req-e02e7612-7f36-4cb6-b599-24f1e9f1e2cb tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:46.286382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9eb8667-4744-4f70-b912-aaa2fd0e6fa5 req-e02e7612-7f36-4cb6-b599-24f1e9f1e2cb tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0945017
Dec 13 15:08:46.343162 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9eb8667-4744-4f70-b912-aaa2fd0e6fa5 req-b2545eec-eeb6-4ca6-ac20-38bced683f32 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452063
Dec 13 15:08:47.564314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9128-0fdd-477b-b750-37541edf85fb req-95e4448f-2fd4-4ea8-ab1f-74875d4bf017 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:47.565900 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f5d9128-0fdd-477b-b750-37541edf85fb req-95e4448f-2fd4-4ea8-ab1f-74875d4bf017 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0907135
Dec 13 15:08:47.615711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f5d9128-0fdd-477b-b750-37541edf85fb req-bc003d38-a838-4e60-914a-c3437964583c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428920
Dec 13 15:08:48.855965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ee229-89ad-4b54-9430-38f761272e8c req-6593b3e2-66f7-4acb-ae18-b1b839711c1a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:48.857580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9e3ee229-89ad-4b54-9430-38f761272e8c req-6593b3e2-66f7-4acb-ae18-b1b839711c1a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0903294
Dec 13 15:08:48.915990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9e3ee229-89ad-4b54-9430-38f761272e8c req-df1c43fc-ad8b-4627-8e27-d676d1a3de99 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483582
Dec 13 15:08:50.153149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1d44b-d911-4cff-9a29-ef20ccabc6dc req-c2f28cae-f21b-4d3f-8b78-b897d8ddd54e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:50.154714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-14a1d44b-d911-4cff-9a29-ef20ccabc6dc req-c2f28cae-f21b-4d3f-8b78-b897d8ddd54e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0930779
Dec 13 15:08:50.203793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-14a1d44b-d911-4cff-9a29-ef20ccabc6dc req-a299f2ad-c2b1-43c8-a380-6a71f41815ea tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426931
Dec 13 15:08:51.492884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2d21c-d45c-450e-9724-48c5d9d337f6 req-96ed4bee-bdb1-46ab-a3b7-906f38e49f79 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:51.494537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5d2d21c-d45c-450e-9724-48c5d9d337f6 req-96ed4bee-bdb1-46ab-a3b7-906f38e49f79 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.1459737
Dec 13 15:08:51.500339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-bbf3df34-d401-44b2-ba68-802c3e4fa78f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1099 time: 0.1100950
Dec 13 15:08:51.895297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5d2d21c-d45c-450e-9724-48c5d9d337f6 req-80a45064-1ed8-43d7-a51d-a094e04ad5a6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3933649
Dec 13 15:08:51.920345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-8791e091-6df4-4fff-878d-3a02876968ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:51.921941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-8791e091-6df4-4fff-878d-3a02876968ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.3999572
Dec 13 15:08:51.994235 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-a81fcd12-cd5a-4d8c-a300-3975b0592917 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0640123
Dec 13 15:08:52.075783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-ee33616b-ad3d-4045-9c97-53541cf16e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:52.077338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-ee33616b-ad3d-4045-9c97-53541cf16e42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0726883
Dec 13 15:08:52.127678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-94f49ba9-5de5-41e0-82cc-09e671d4ac1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437419
Dec 13 15:08:52.286007 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-1ee954ae-26bf-4859-a80b-04bed47970bf service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516681
Dec 13 15:08:52.439673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1cc3c72b-4e4b-4384-9cf3-1ad822f9db5f req-1d69cf0a-66d6-4167-aa23-36c4bf95d4e2 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462903
Dec 13 15:08:53.113322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e62c99-7bce-4bdf-94d5-2b0b239c48dc req-0c595cec-5264-49ce-b109-8e78c9b6e6cc tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:53.114890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1e62c99-7bce-4bdf-94d5-2b0b239c48dc req-0c595cec-5264-49ce-b109-8e78c9b6e6cc tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0941107
Dec 13 15:08:53.178771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1e62c99-7bce-4bdf-94d5-2b0b239c48dc req-a81cd1b7-e37d-46ab-af69-e8977817f331 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544152
Dec 13 15:08:54.399494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b2f1-6424-44f1-97ce-17d7eca08be4 req-c31c83e2-3f3c-467e-a81b-0a452d195099 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:54.401123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a80b2f1-6424-44f1-97ce-17d7eca08be4 req-c31c83e2-3f3c-467e-a81b-0a452d195099 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0926051
Dec 13 15:08:54.453081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a80b2f1-6424-44f1-97ce-17d7eca08be4 req-617ced11-34e7-4b15-9ce0-27ae3ba1b9de tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454140
Dec 13 15:08:55.679505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07848b0-e10f-4d6c-9d4a-951afbe91967 req-d97b24fb-c8e2-4fbd-b613-4d56844b6e0d tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:55.681094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d07848b0-e10f-4d6c-9d4a-951afbe91967 req-d97b24fb-c8e2-4fbd-b613-4d56844b6e0d tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0929770
Dec 13 15:08:55.731105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d07848b0-e10f-4d6c-9d4a-951afbe91967 req-71eb8749-e32b-4348-9ace-a369e8f9e323 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433962
Dec 13 15:08:56.956967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b7e94-7a8c-45bd-b699-a81dcc0c9712 req-b658b68c-9614-4cb2-8f9a-a9075871e986 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:56.958585 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-858b7e94-7a8c-45bd-b699-a81dcc0c9712 req-b658b68c-9614-4cb2-8f9a-a9075871e986 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0915351
Dec 13 15:08:57.009060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-858b7e94-7a8c-45bd-b699-a81dcc0c9712 req-fabe7344-d940-4993-bb61-3cebde8ef6c7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442619
Dec 13 15:08:58.235791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516059ad-2e21-47ee-bc74-891da7bb8f0e req-ce6e57ac-8634-4301-99b1-d095c5ddbfd8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:58.237393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-516059ad-2e21-47ee-bc74-891da7bb8f0e req-ce6e57ac-8634-4301-99b1-d095c5ddbfd8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0905290
Dec 13 15:08:58.294872 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-516059ad-2e21-47ee-bc74-891da7bb8f0e req-a920057f-2812-4693-8fff-0baf10b352d7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507362
Dec 13 15:08:59.132362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:08:59.515172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0d379-e90e-445b-b7f5-c0ad341d655d req-299c1d6e-61be-4e77-ac25-c35ca4d971f5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:08:59.516797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fde0d379-e90e-445b-b7f5-c0ad341d655d req-299c1d6e-61be-4e77-ac25-c35ca4d971f5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0927739
Dec 13 15:08:59.566634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fde0d379-e90e-445b-b7f5-c0ad341d655d req-36aaf1ab-5a2a-43fa-94b3-204522dcc5aa tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434525
Dec 13 15:09:00.792254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b205e2-4b6b-4b32-88f2-b785366a0bad req-134aea69-9cdc-4b4c-81c1-2e87650cb4b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:00.793856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-24b205e2-4b6b-4b32-88f2-b785366a0bad req-134aea69-9cdc-4b4c-81c1-2e87650cb4b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0899138
Dec 13 15:09:00.846533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-24b205e2-4b6b-4b32-88f2-b785366a0bad req-e6bb5154-c49f-4c68-be43-f1ea9dc899fa tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439808
Dec 13 15:09:02.068735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efe02e-7b81-440e-9f71-3aa03ce51789 req-832396cc-bbdb-49de-8d9b-21725e4e1bd5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:02.070351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-47efe02e-7b81-440e-9f71-3aa03ce51789 req-832396cc-bbdb-49de-8d9b-21725e4e1bd5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0866311
Dec 13 15:09:02.123169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-47efe02e-7b81-440e-9f71-3aa03ce51789 req-c6ad4510-211e-420d-a9fc-ddf02ffcc78a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431740
Dec 13 15:09:03.605350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ddebb-c912-487a-98b7-c9c3b1037650 req-3739e15d-910f-495b-8aac-34ac23d09635 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:03.606938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f3ddebb-c912-487a-98b7-c9c3b1037650 req-3739e15d-910f-495b-8aac-34ac23d09635 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.3405254
Dec 13 15:09:03.657969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f3ddebb-c912-487a-98b7-c9c3b1037650 req-1b0f86e3-238a-4023-a59c-1b4f02de7915 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438943
Dec 13 15:09:04.891492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac258f7d-496f-4189-96a5-76f1b9c32c8b req-a5d903d2-c679-4204-bd94-97c05a0562c4 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:04.892916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac258f7d-496f-4189-96a5-76f1b9c32c8b req-a5d903d2-c679-4204-bd94-97c05a0562c4 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.1105096
Dec 13 15:09:04.949917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac258f7d-496f-4189-96a5-76f1b9c32c8b req-a0034797-6205-42ed-9eae-8ab2f228587a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505092
Dec 13 15:09:06.176007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a153-2ecb-46aa-b37b-26bdcc24e177 req-061fbac2-afe2-4076-87fc-07e1b8f3bad9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:06.177593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8be8a153-2ecb-46aa-b37b-26bdcc24e177 req-061fbac2-afe2-4076-87fc-07e1b8f3bad9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0977929
Dec 13 15:09:06.226013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8be8a153-2ecb-46aa-b37b-26bdcc24e177 req-7f7b4936-261d-429a-8e2e-a8dad153905a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422311
Dec 13 15:09:06.782676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:09:07.455576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773cc3-e724-422c-98ce-5c8722d05a6a req-5a8e5d98-7c68-489b-b85f-4235bbb04ee1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:07.457180 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1773cc3-e724-422c-98ce-5c8722d05a6a req-5a8e5d98-7c68-489b-b85f-4235bbb04ee1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0841262
Dec 13 15:09:07.515238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1773cc3-e724-422c-98ce-5c8722d05a6a req-6ac41876-1f70-4e62-a7f2-ed985d2940f7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485392
Dec 13 15:09:07.952228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0a30364-1845-4b49-a017-463f87680c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:08.739475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a275b-a2d1-4c28-a844-53b2366e44bd req-7cf20465-733f-40a2-a497-b401d7d33eff tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:08.741398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be7a275b-a2d1-4c28-a844-53b2366e44bd req-7cf20465-733f-40a2-a497-b401d7d33eff tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0927248
Dec 13 15:09:08.791426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be7a275b-a2d1-4c28-a844-53b2366e44bd req-58d93083-a2bc-4f71-93e0-fd4d8969ef8e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436797
Dec 13 15:09:09.541923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:10.006063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e290b0-0101-4b91-933b-ba0fb1674ce9 req-ea9be044-e0fa-46a6-bd4f-94a0240e8da0 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:10.007671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c7e290b0-0101-4b91-933b-ba0fb1674ce9 req-ea9be044-e0fa-46a6-bd4f-94a0240e8da0 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0861125
Dec 13 15:09:10.061153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c7e290b0-0101-4b91-933b-ba0fb1674ce9 req-2b45e023-2e8b-4212-92bc-b3e5b4dc3a4e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447326
Dec 13 15:09:10.329326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd737-bbb8-45ab-91b3-6f6399b4a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:10.817206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:11.279216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6c17f-3064-4d8d-835e-bd3548d4c75e req-26b5956f-bdea-422f-8c40-9198db970f82 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:11.280761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a0f6c17f-3064-4d8d-835e-bd3548d4c75e req-26b5956f-bdea-422f-8c40-9198db970f82 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0898833
Dec 13 15:09:11.333519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a0f6c17f-3064-4d8d-835e-bd3548d4c75e req-9d153153-8485-4aac-b45e-3e925e757634 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451999
Dec 13 15:09:12.187011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:12.616685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-fbe3605a-9d07-4031-93ca-5f172da80ec3 service neutron] 10.222.0.72 "GET /v2.0/ports/c9770114-d267-431c-9fb4-ada43b658717/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.1099248
Dec 13 15:09:12.627843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f897-1e52-4ec9-b02a-abe72b4fe8ab req-f0a9cccf-5cd2-467c-8225-8304d6ff2c98 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:12.629469 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6681f897-1e52-4ec9-b02a-abe72b4fe8ab req-f0a9cccf-5cd2-467c-8225-8304d6ff2c98 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.1586833
Dec 13 15:09:12.680906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6681f897-1e52-4ec9-b02a-abe72b4fe8ab req-c554c1cf-2bfc-4b67-b1df-a52bbc6716a5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451195
Dec 13 15:09:12.911987 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-952a0a1a-c947-4d83-8a99-a2aae4274a24 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3&tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63 HTTP/1.1" status: 200  len: 1099 time: 0.0948308
Dec 13 15:09:13.014507 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-201b2da5-69e1-402b-b9a7-d34144cf6a0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1099 time: 0.0766716
Dec 13 15:09:13.161448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-290cf8b1-4fb4-4505-a77a-449e7f3efa34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:13.163080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-290cf8b1-4fb4-4505-a77a-449e7f3efa34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1417108
Dec 13 15:09:13.236852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-91509b87-b11b-48ef-9612-46c3f277eadd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0668297
Dec 13 15:09:13.306949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-2cb9f694-6902-4b6d-b5ec-793618ef9a2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:13.308476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-2cb9f694-6902-4b6d-b5ec-793618ef9a2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0645843
Dec 13 15:09:13.367809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-af685f71-4f3c-4300-bf6e-dfcd921c2e9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510738
Dec 13 15:09:13.516752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-4a91971d-2cdd-400f-bbe9-37b8f8dab98e service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410377
Dec 13 15:09:13.664824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce3f4786-d004-4c17-9943-8e1f835cf9f6 req-ade28a20-f3e9-481d-9a0d-823534418db0 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408923
Dec 13 15:09:13.896122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32fa0e-9448-40b6-8227-7e2c8de51759 req-d3456a9f-ee79-4632-a596-1cfd64c4aed7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:13.897748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d32fa0e-9448-40b6-8227-7e2c8de51759 req-d3456a9f-ee79-4632-a596-1cfd64c4aed7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0885921
Dec 13 15:09:13.946792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d32fa0e-9448-40b6-8227-7e2c8de51759 req-46bd31e6-442f-402c-a9ce-4b0e925176aa tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427394
Dec 13 15:09:15.191284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd730557-2d51-4cab-9b2a-8edf85a46369 req-2c5fc6ba-95c7-4097-baed-ce77685c96e1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:15.192922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bd730557-2d51-4cab-9b2a-8edf85a46369 req-2c5fc6ba-95c7-4097-baed-ce77685c96e1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0967138
Dec 13 15:09:15.248552 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bd730557-2d51-4cab-9b2a-8edf85a46369 req-108e07a3-313d-4ee7-aa35-7b2e0c655f9f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493679
Dec 13 15:09:15.742052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:09:15.746491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:09:15.973427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:15.996771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:16.020398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c9770114-d267-431c-9fb4-ada43b658717', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'port_id': 'c9770114-d267-431c-9fb4-ada43b658717', 'mac_address': 'fa:16:3e:87:2b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:09:16.025606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:09:16.069011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:16.074709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:16.078574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1157c3a1-6e4e-4c62-9599-891f77656e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:16.108408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717', 'code': 200}
Dec 13 15:09:16.136746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:16.170499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:09:16.178540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:16.182063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:16.241316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:09:16.241869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:09:16.469269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb201ab-2be1-4535-b9b6-6f0e8a555553 req-9bb254d8-985e-410a-8b76-85b5ba75881c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:16.471022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eeb201ab-2be1-4535-b9b6-6f0e8a555553 req-9bb254d8-985e-410a-8b76-85b5ba75881c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 944 time: 0.0899634
Dec 13 15:09:16.528280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eeb201ab-2be1-4535-b9b6-6f0e8a555553 req-fdea58c0-8785-4cb4-87e0-18f316fb35e9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482800
Dec 13 15:09:16.800101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:16.824329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:09:16.840206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:16.843818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:16.845860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:16.913244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c9770114-d267-431c-9fb4-ada43b658717'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:09:16.957547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:16.961923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:16.970151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ab168-7d8f-443f-a9c1-a48492c36bf4 req-8f86b193-fedb-4bcc-bed3-2aed9161e579 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:16.971947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb6ab168-7d8f-443f-a9c1-a48492c36bf4 req-8f86b193-fedb-4bcc-bed3-2aed9161e579 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 945 time: 0.1625893
Dec 13 15:09:16.978825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-40b8b03f-af47-4980-9921-eeb774e45bfd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:16.980351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-40b8b03f-af47-4980-9921-eeb774e45bfd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3&tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 945 time: 0.1334910
Dec 13 15:09:17.025596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb6ab168-7d8f-443f-a9c1-a48492c36bf4 req-28d21bee-52ec-4136-820f-9e49dce044b9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441968
Dec 13 15:09:17.134339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-23841f54-434c-44a4-97ca-8398893b8787 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 1098 time: 0.0766363
Dec 13 15:09:17.285527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-5408d708-11bd-468b-b85c-ba05c38e2318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:17.287144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-5408d708-11bd-468b-b85c-ba05c38e2318 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1453433
Dec 13 15:09:17.365024 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-88b10de7-f194-4b98-a3a8-b76c7e5d6a59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 200  len: 217 time: 0.0696785
Dec 13 15:09:17.438882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-0ba52bac-3786-42d9-b385-d338f17432b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:17.440472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-0ba52bac-3786-42d9-b385-d338f17432b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0695403
Dec 13 15:09:17.490820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-a3dd3bf9-08d0-4a2c-b66d-b2f372d9e793 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424001
Dec 13 15:09:17.634228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-a696c252-7837-43b4-b006-3145aab0f6ac service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352901
Dec 13 15:09:17.749376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:09:17.785028 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-edeebdad-a200-46b7-8015-b87f6e58df7c req-3d81d4c4-5ecf-4682-b0f6-2e0df0ae02a8 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430068
Dec 13 15:09:17.836296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c9770114-d267-431c-9fb4-ada43b658717 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:09:17.836720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:17.956601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:17.990730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:17.994933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:17.996844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:18.065270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:18.068407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:18.109102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:09:18.171611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717', 'code': 200}
Dec 13 15:09:18.245608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f778d-645f-4bfe-af36-72a63474341f req-2145f076-aaa4-499c-873c-3264d996c7ab tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:18.247323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fc0f778d-645f-4bfe-af36-72a63474341f req-2145f076-aaa4-499c-873c-3264d996c7ab tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0854549
Dec 13 15:09:18.301427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fc0f778d-645f-4bfe-af36-72a63474341f req-09f615f7-dc7a-4320-850c-827959990466 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469196
Dec 13 15:09:19.533154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c31f8-c872-4c2d-b59d-7abf55d4ff98 req-aeae19c2-9ab3-49c9-b338-3923527cafb7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:19.534765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0c31f8-c872-4c2d-b59d-7abf55d4ff98 req-aeae19c2-9ab3-49c9-b338-3923527cafb7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0919154
Dec 13 15:09:19.599237 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0c31f8-c872-4c2d-b59d-7abf55d4ff98 req-c3f0242b-b572-4a8b-ba65-b97c2904dfba tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558538
Dec 13 15:09:19.812231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ecea6-7166-4b1a-9514-4c3f81cbe1a7 req-add379a9-5c2a-41cd-820b-3073703daaf8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:19.813951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd5ecea6-7166-4b1a-9514-4c3f81cbe1a7 req-add379a9-5c2a-41cd-820b-3073703daaf8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0853124
Dec 13 15:09:19.862873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cd5ecea6-7166-4b1a-9514-4c3f81cbe1a7 req-16ad2151-48ac-4a7b-93b0-a3a24c96e5a6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426068
Dec 13 15:09:20.089813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cf479-1fea-4697-8bc4-d655bcfa2289 req-37e8057f-337c-4826-9159-3396677a35e2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:20.091495 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-026cf479-1fea-4697-8bc4-d655bcfa2289 req-37e8057f-337c-4826-9159-3396677a35e2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.0916955
Dec 13 15:09:20.144772 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-026cf479-1fea-4697-8bc4-d655bcfa2289 req-cb6ade77-3915-4658-aaea-7d09ef240668 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464981
Dec 13 15:09:20.740805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-71cdb5fe-1dcc-49c6-9a13-5c51a34df13f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:20.742316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-71cdb5fe-1dcc-49c6-9a13-5c51a34df13f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 814 time: 0.1635184
Dec 13 15:09:20.763852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-e56fe596-9d5f-4ca0-bb2a-07fd5c31394b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/quotas/e292f7f45a4b4d4dac60f5c3974e6a63 HTTP/1.1" status: 200  len: 375 time: 0.0124381
Dec 13 15:09:20.851082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-ef15a5ea-491e-4a59-b4b0-5bed8d20b4ab tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0806515
Dec 13 15:09:21.238461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1e4578d5-a9c1-448e-982e-47876f873abf service neutron] 10.222.0.69 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790522
Dec 13 15:09:21.389638 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-fcd3f69e-a8f0-4426-955a-02eee3e9d38d service neutron] 10.222.0.69 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410389
Dec 13 15:09:21.614134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4fda28e7-cd3b-44ce-b5af-80a9c7de25f2 req-f9cf9457-0c29-4a6a-8726-48822aa22d78 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 210 time: 0.0501885
Dec 13 15:09:22.409435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-a7ef3a42-f639-42f0-949d-f33768722d03 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:22.411009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-a7ef3a42-f639-42f0-949d-f33768722d03 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/ports?device_id=170914b3-1b53-466a-b246-a2ada4af6cc3 HTTP/1.1" status: 200  len: 946 time: 0.1013100
Dec 13 15:09:22.485431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Deleting port c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:09:22.485857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:22.751522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-2026d7fc-753d-49d1-9a20-bb47aeff9a18 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:22.753224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-2026d7fc-753d-49d1-9a20-bb47aeff9a18 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 814 time: 0.1864674
Dec 13 15:09:22.769224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Request body: {'port': {'device_id': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'admin_state_up': True, 'tenant_id': 'e292f7f45a4b4d4dac60f5c3974e6a63'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:09:22.796501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44601657-f7fb-485e-ac51-50c2b5dafbfb req-3fb40e34-c2a9-471f-9648-58fd157aac2e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 210 time: 0.0521190
Dec 13 15:09:22.801741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] For port c9770114-d267-431c-9fb4-ada43b658717, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c9770114-d267-431c-9fb4-ada43b658717,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:22.802172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:22.924701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:09:22.935379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:09:22.935948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Calling delete_port for c9770114-d267-431c-9fb4-ada43b658717 owned by compute:nova {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:09:22.945177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Made reservation on behalf of e292f7f45a4b4d4dac60f5c3974e6a63 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:09:22.950807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.099268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.105430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-458e1129-63c5-494a-b293-8e4637d035b8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:23.112102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c9770114-d267-431c-9fb4-ada43b658717'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:09:23.131191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Allocated IP 172.20.0.4 (d7bb0da8-9a2f-40fc-a98d-c902d322a66d/cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4/5ce405d5-9364-43ba-a05a-0139191b2825) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:09:23.151421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Pushing event deleted for resources: {'Port': ['ID=c9770114-d267-431c-9fb4-ada43b658717,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:23.156229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:23.236351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] No DVR routers for this DVR port c9770114-d267-431c-9fb4-ada43b658717 on host hv-neutron-8215 {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:09:23.238723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.242430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-deleted', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:09:23.258684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "DELETE /v2.0/ports/c9770114-d267-431c-9fb4-ada43b658717 HTTP/1.1" status: 204  len: 173 time: 0.8411913
Dec 13 15:09:23.377749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.407990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.420713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c9770114-d267-431c-9fb4-ada43b658717'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:09:23.425549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:23.488594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Network d7bb0da8-9a2f-40fc-a98d-c902d322a66d is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:09:23.496609 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170914b3-1b53-466a-b246-a2ada4af6cc3', 'name': 'network-vif-deleted', 'tag': 'c9770114-d267-431c-9fb4-ada43b658717', 'status': 'completed', 'code': 200}
Dec 13 15:09:23.499290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:09:23.501992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:09:23.556556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:23.559582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:23.588701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:23.589637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:23.617275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8525388
Dec 13 15:09:23.633739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Request body: {'port': {'device_id': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:09:23.760361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.017270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04139ac3-305b-4b95-977a-85fbd33ba2c0 req-12aa7b61-65d0-4a18-87ce-c9133b0bf5b8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:24.017953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-04139ac3-305b-4b95-977a-85fbd33ba2c0 req-12aa7b61-65d0-4a18-87ce-c9133b0bf5b8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Synchronizing usage tracker for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:09:24.033886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-04139ac3-305b-4b95-977a-85fbd33ba2c0 req-12aa7b61-65d0-4a18-87ce-c9133b0bf5b8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Unset dirty status for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:09:24.035245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04139ac3-305b-4b95-977a-85fbd33ba2c0 req-12aa7b61-65d0-4a18-87ce-c9133b0bf5b8 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 931 time: 0.1070635
Dec 13 15:09:24.089279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-04139ac3-305b-4b95-977a-85fbd33ba2c0 req-4463292d-1fe3-4f8c-808c-80b3456ef406 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472171
Dec 13 15:09:24.125308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce405d5-9364-43ba-a05a-0139191b2825 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:09:24.133078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.149197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Transition to ACTIVE for port object 5ce405d5-9364-43ba-a05a-0139191b2825 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:09:24.153249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.156986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:24.280959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:24.285414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:24.393831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Attempting to bind port 5ce405d5-9364-43ba-a05a-0139191b2825 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:09:24.394191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Attempting to bind port 5ce405d5-9364-43ba-a05a-0139191b2825 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:09:24.394550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Attempting to bind port 5ce405d5-9364-43ba-a05a-0139191b2825 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:09:24.400951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Port 5ce405d5-9364-43ba-a05a-0139191b2825 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:09:24.401297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Attempting to bind port 5ce405d5-9364-43ba-a05a-0139191b2825 on network d7bb0da8-9a2f-40fc-a98d-c902d322a66d {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:09:24.408456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:09:24.408817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Checking segment: {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:09:24.409226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Bound using segment: {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:09:24.409689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Bound port: 5ce405d5-9364-43ba-a05a-0139191b2825, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2bdce5-3f01-415b-b34a-7178a84af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:09:24.410054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.508720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:09:24.512389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:09:24.517973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.522547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53758a76-778c-412a-a66c-47f6f7f22b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:24.582301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:24.583817 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] 10.222.0.72 "PUT /v2.0/ports/5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 1093 time: 0.9577794
Dec 13 15:09:24.584393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:09:24.603542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:24.606955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:24.666293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825', 'status': 'completed', 'code': 200}
Dec 13 15:09:24.704714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-a12b186c-554b-4219-b172-dac17e999e85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1096 time: 0.0802104
Dec 13 15:09:24.787884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-8a1599c4-741a-4b83-ad53-d6b4844a8752 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0755222
Dec 13 15:09:24.864317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-c3d8ab73-dd4c-4531-92cb-298bb748a690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:24.866928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-c3d8ab73-dd4c-4531-92cb-298bb748a690 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0726793
Dec 13 15:09:24.917502 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-beefa859-5c73-4798-8cc6-e19547f6417c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428462
Dec 13 15:09:25.074836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-2b5b4d47-1480-488c-930d-a3546e3ce99a service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501331
Dec 13 15:09:25.224616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0a0afe23-3082-4cf8-9d5b-0f542d06b8a2 req-6f5990af-3d19-4866-9b39-178e5a9772f2 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424165
Dec 13 15:09:25.303380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b5e5-2a26-4e92-8453-a1e67141bfa6 req-3b13e1aa-bf6e-4774-9ede-3ad0cfa33b64 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:25.305850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b618b5e5-2a26-4e92-8453-a1e67141bfa6 req-3b13e1aa-bf6e-4774-9ede-3ad0cfa33b64 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 943 time: 0.0886135
Dec 13 15:09:25.350753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-eaeae1a8-66be-44ef-bd03-4557b0f30d2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1096 time: 0.0786097
Dec 13 15:09:25.355448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b618b5e5-2a26-4e92-8453-a1e67141bfa6 req-e8d8d650-8b64-49cc-931d-7eb05b00d616 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428338
Dec 13 15:09:25.494260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-f990d472-fe75-4652-b5f9-cd32d6f0024f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:25.495919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-f990d472-fe75-4652-b5f9-cd32d6f0024f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1379366
Dec 13 15:09:25.571564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-5b522001-803c-4477-a6f1-8aae46ffe482 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0679917
Dec 13 15:09:25.641844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-2650d482-24d2-4119-a95f-704de1c98f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:25.643657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-2650d482-24d2-4119-a95f-704de1c98f21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0647831
Dec 13 15:09:25.697979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-ec8b92cd-0498-4dec-a9fe-1884248d3a1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469158
Dec 13 15:09:25.802066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:09:25.840766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: c9770114-d267-431c-9fb4-ada43b658717 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:09:25.841152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c9770114-d267-431c-9fb4-ada43b658717 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:09:26.096066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-68e4782c-ff59-40d8-8e00-fc0374fe9a93 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3907495
Dec 13 15:09:26.243850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-56dbd5a6-f618-4de6-baf9-e522414af5d7 req-2f5e0067-9058-4123-8d09-c63410e52a9f service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414101
Dec 13 15:09:26.585954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74007d8-d37c-4053-a2cb-f5d8462dab29 req-da5acf97-ca3e-4f52-9e9c-6d0374edd07a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:26.586677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f74007d8-d37c-4053-a2cb-f5d8462dab29 req-da5acf97-ca3e-4f52-9e9c-6d0374edd07a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Synchronizing usage tracker for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:09:26.602723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f74007d8-d37c-4053-a2cb-f5d8462dab29 req-da5acf97-ca3e-4f52-9e9c-6d0374edd07a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Unset dirty status for tenant:e292f7f45a4b4d4dac60f5c3974e6a63 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:09:26.604027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f74007d8-d37c-4053-a2cb-f5d8462dab29 req-da5acf97-ca3e-4f52-9e9c-6d0374edd07a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 943 time: 0.1098113
Dec 13 15:09:26.664481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f74007d8-d37c-4053-a2cb-f5d8462dab29 req-60c07e91-64ff-4ce1-9427-45dfb3128606 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506701
Dec 13 15:09:27.826331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:09:27.884698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76ee3-8ce0-4c30-9ac1-2e360ffef76c req-ad5d5905-1e8b-4c61-b82c-694f0f4b52c0 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:27.886295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8e76ee3-8ce0-4c30-9ac1-2e360ffef76c req-ad5d5905-1e8b-4c61-b82c-694f0f4b52c0 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 943 time: 0.0908091
Dec 13 15:09:27.937912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8e76ee3-8ce0-4c30-9ac1-2e360ffef76c req-d529a9d1-5e47-43cc-a330-b585c9005a22 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450497
Dec 13 15:09:28.140216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:28.154687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '5ce405d5-9364-43ba-a05a-0139191b2825', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'port_id': '5ce405d5-9364-43ba-a05a-0139191b2825', 'mac_address': 'fa:16:3e:57:7c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:09:28.218653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:28.238456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce405d5-9364-43ba-a05a-0139191b2825 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:09:28.259038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:28.263772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:28.265707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e17c0dcc-ffdf-4a42-bfa8-c5832752b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:28.339812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:28.353826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.354386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.354936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.355378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.355928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.356468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.357032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.357493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.357994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.358490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.359007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:09:28.363872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:28.457385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['5ce405d5-9364-43ba-a05a-0139191b2825'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:09:29.123106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:29.157317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90ac6-fd7b-46a3-a98a-4cc2a6d11c98 req-16dcc3fe-36c3-4ddd-aba4-155af701e3d6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:29.158961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-94c90ac6-fd7b-46a3-a98a-4cc2a6d11c98 req-16dcc3fe-36c3-4ddd-aba4-155af701e3d6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 944 time: 0.0891838
Dec 13 15:09:29.210417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-94c90ac6-fd7b-46a3-a98a-4cc2a6d11c98 req-4ca6b1cc-1597-4a53-a93a-98f5e0fefff4 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425372
Dec 13 15:09:29.844475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:09:29.928137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 5ce405d5-9364-43ba-a05a-0139191b2825 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:09:29.935553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 5ce405d5-9364-43ba-a05a-0139191b2825 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:09:29.935980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:30.063551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:30.094561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:09:30.105315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:09:30.110639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:30.113864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:09:30.161883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825', 'code': 200}
Dec 13 15:09:30.190483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:09:30.193754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:09:30.463438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f43e3caa-b93b-4784-91ad-899ab8633eb6 req-ccc9e199-0541-4f44-85f9-127709bcffe4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1098 time: 0.1380258
Dec 13 15:09:30.473971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15b59-7581-495b-aa31-c9d088cab9c5 req-e05bf182-a4e2-4521-a548-69ca0241d08a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:30.475465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89d15b59-7581-495b-aa31-c9d088cab9c5 req-e05bf182-a4e2-4521-a548-69ca0241d08a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1160452
Dec 13 15:09:30.548295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f43e3caa-b93b-4784-91ad-899ab8633eb6 req-6cece8a0-3d46-4491-859d-4955ecd36264 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716631
Dec 13 15:09:30.552409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89d15b59-7581-495b-aa31-c9d088cab9c5 req-39644acb-50b1-4134-9ff0-19ad6c5a3962 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619872
Dec 13 15:09:31.759359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ede6-8dfd-4081-a759-45cbca460749 req-f855bec2-abea-4bfa-aa68-52d0fb754302 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:31.760954 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76b3ede6-8dfd-4081-a759-45cbca460749 req-f855bec2-abea-4bfa-aa68-52d0fb754302 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0835640
Dec 13 15:09:31.810022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76b3ede6-8dfd-4081-a759-45cbca460749 req-d89149c5-8e11-43de-857f-217662025a1c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427790
Dec 13 15:09:33.042521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d50c0-9f82-4fb6-91a4-ecd4d2b13c8e req-0beb7673-583c-4dd0-b56a-8c54e666a7db tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:33.044156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-904d50c0-9f82-4fb6-91a4-ecd4d2b13c8e req-0beb7673-583c-4dd0-b56a-8c54e666a7db tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0881267
Dec 13 15:09:33.093483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-904d50c0-9f82-4fb6-91a4-ecd4d2b13c8e req-d892bef6-f2f7-42dd-b14d-3ceea15e0787 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415661
Dec 13 15:09:33.333817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bc5e5-4836-4700-8590-af93de061083 req-e84b595d-dfc2-4a6d-8167-8d9390bdb7ba tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:33.335474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d7bc5e5-4836-4700-8590-af93de061083 req-e84b595d-dfc2-4a6d-8167-8d9390bdb7ba tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1024518
Dec 13 15:09:33.385629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d7bc5e5-4836-4700-8590-af93de061083 req-02f9da14-6930-4a1b-8604-6970c3ebed64 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435433
Dec 13 15:09:33.721877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af7b0560-25fd-400b-8803-cf6586709fd3 req-31ad628b-bb11-46de-8219-d16a5ad8fd75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1913621
Dec 13 15:09:34.000480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-351dffdd-e259-4b38-9b88-cdbdf74890b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0822980
Dec 13 15:09:34.062777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5cfc-fa60-4b29-961e-8e79c0c547c3 req-f3480ff0-27dc-45e5-97fd-ae1635f10dc2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:34.065056 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b41f5cfc-fa60-4b29-961e-8e79c0c547c3 req-f3480ff0-27dc-45e5-97fd-ae1635f10dc2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0867498
Dec 13 15:09:34.116863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b41f5cfc-fa60-4b29-961e-8e79c0c547c3 req-1d348ac4-585b-4112-8180-e25916d01d24 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451567
Dec 13 15:09:35.341425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147d94-5afa-4ade-a795-3029de4d2b1f req-f2337f30-c667-41d7-9059-91d3ef7445ed tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:35.343065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc147d94-5afa-4ade-a795-3029de4d2b1f req-f2337f30-c667-41d7-9059-91d3ef7445ed tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0896127
Dec 13 15:09:35.440610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc147d94-5afa-4ade-a795-3029de4d2b1f req-a3bf17e7-4ce2-4444-ab26-aafed11ab897 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640919
Dec 13 15:09:35.459709 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-0aab1246-c3cd-41fc-82e6-84226d1a6a29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1098 time: 0.1156108
Dec 13 15:09:35.615479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-23275f49-d540-4193-aa72-650169a42394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:35.617150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-23275f49-d540-4193-aa72-650169a42394 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1505227
Dec 13 15:09:35.693659 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-966cd620-6ff7-4117-a6f1-8181821f213c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0678356
Dec 13 15:09:35.769159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-13fb5465-70ad-4e7f-8890-48d81716d416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:35.770694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-13fb5465-70ad-4e7f-8890-48d81716d416 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0708599
Dec 13 15:09:35.824422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-c7f53e67-96ab-4f88-a9a0-a23003aae0aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476429
Dec 13 15:09:35.991428 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-cb2ac4c2-f1cd-47bd-b046-78178043b1df service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596935
Dec 13 15:09:36.145398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-c1cfbd71-485e-4830-8725-b4c0ac503853 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468670
Dec 13 15:09:36.661762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4bb1d-bf1c-4de5-8fc2-02629bd689e9 req-b599404d-f426-40c6-b16d-747a64697f50 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:36.663411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bb4bb1d-bf1c-4de5-8fc2-02629bd689e9 req-b599404d-f426-40c6-b16d-747a64697f50 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0921667
Dec 13 15:09:36.715399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bb4bb1d-bf1c-4de5-8fc2-02629bd689e9 req-f516913c-4717-4f4b-a353-4141c392990f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433543
Dec 13 15:09:37.948807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d14e5-f7a5-4abf-9457-7ec554882713 req-1be2cfff-4e4a-49b7-8648-e3287481aa31 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:37.949397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2530-ec47-4dc5-a386-b0391963c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:37.950437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb5d14e5-f7a5-4abf-9457-7ec554882713 req-1be2cfff-4e4a-49b7-8648-e3287481aa31 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0900204
Dec 13 15:09:38.001298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bb5d14e5-f7a5-4abf-9457-7ec554882713 req-0debedbf-8815-4d75-ac71-69fb1ffb5177 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431585
Dec 13 15:09:39.225989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c85c4-f742-4bea-bbc8-5d863482d537 req-257e7151-c7b3-48ec-8f15-331ed20099b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:39.227629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-626c85c4-f742-4bea-bbc8-5d863482d537 req-257e7151-c7b3-48ec-8f15-331ed20099b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0938802
Dec 13 15:09:39.284377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-626c85c4-f742-4bea-bbc8-5d863482d537 req-3b43dd9c-1d9b-47ac-851f-2a97bc97ef7e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474668
Dec 13 15:09:39.547816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:40.333284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5036bdc0-1c9b-4620-a151-4894ef453ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:40.497221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7518-874a-4e40-bbdd-59232baad184 req-52004f61-ec67-4031-9abf-cf85d668e7be tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:40.498818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c3e7518-874a-4e40-bbdd-59232baad184 req-52004f61-ec67-4031-9abf-cf85d668e7be tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0899339
Dec 13 15:09:40.551508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c3e7518-874a-4e40-bbdd-59232baad184 req-3084b6e9-44ac-4a5c-874d-739bdac25b16 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427561
Dec 13 15:09:40.816902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:41.779962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8033a-1050-4cae-99a8-b6b9c6b692ae req-af4aa812-bf2c-4338-9d38-15ba9dc1b62a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:41.781588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dcb8033a-1050-4cae-99a8-b6b9c6b692ae req-af4aa812-bf2c-4338-9d38-15ba9dc1b62a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0889792
Dec 13 15:09:41.835360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dcb8033a-1050-4cae-99a8-b6b9c6b692ae req-5fc8d735-7906-4230-947b-deb5de7fed94 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446050
Dec 13 15:09:42.189081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:09:43.055655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2945b1-e135-483a-a58b-45e49089d76a req-97ab1936-e74d-41b6-ae86-e8cccd0c62cb tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:43.057262 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd2945b1-e135-483a-a58b-45e49089d76a req-97ab1936-e74d-41b6-ae86-e8cccd0c62cb tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0907443
Dec 13 15:09:43.110715 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd2945b1-e135-483a-a58b-45e49089d76a req-c03c7b9f-2c41-4747-adc9-b42891cc3243 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473645
Dec 13 15:09:43.780529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:09:44.351794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51a176-140d-4726-ab37-b536c52f71af req-64360115-9759-44c6-aa3e-70fdd1b28d00 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:44.353429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc51a176-140d-4726-ab37-b536c52f71af req-64360115-9759-44c6-aa3e-70fdd1b28d00 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0985560
Dec 13 15:09:44.402812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc51a176-140d-4726-ab37-b536c52f71af req-fadd0a54-e84c-4ec5-b0cc-3792d7683470 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428705
Dec 13 15:09:45.626199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e6c04-7eaa-4b93-b907-b60a76562c7f req-ed1f8722-b917-4ee6-abcf-03d5b1551ccd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:45.627865 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-240e6c04-7eaa-4b93-b907-b60a76562c7f req-ed1f8722-b917-4ee6-abcf-03d5b1551ccd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0950716
Dec 13 15:09:45.687082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-240e6c04-7eaa-4b93-b907-b60a76562c7f req-f2f7319a-1b79-41b0-b27b-4fa2308e000e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497251
Dec 13 15:09:46.924200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0009595-aff0-49f6-8773-5bcb921fde5a req-171aca2e-fc6c-4711-a0ff-0bbf0a7e0d95 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:46.926274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0009595-aff0-49f6-8773-5bcb921fde5a req-171aca2e-fc6c-4711-a0ff-0bbf0a7e0d95 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0965755
Dec 13 15:09:46.976816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0009595-aff0-49f6-8773-5bcb921fde5a req-8fac7949-c532-40cb-a508-87e5ddd24a16 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440819
Dec 13 15:09:48.204061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797ad5-798f-49a4-aa92-33957fde6c9a req-37de19cf-582c-4df6-9af1-e8cef8eeef51 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:48.205620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa797ad5-798f-49a4-aa92-33957fde6c9a req-37de19cf-582c-4df6-9af1-e8cef8eeef51 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0935640
Dec 13 15:09:48.259673 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa797ad5-798f-49a4-aa92-33957fde6c9a req-41e9d626-4f35-417d-9761-efbcf719f071 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450885
Dec 13 15:09:49.497409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422563d0-fcd5-4b3a-a16e-8e63e41e0fa4 req-3143618a-78c4-4cff-9e58-e9d55b2d90b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:49.499036 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422563d0-fcd5-4b3a-a16e-8e63e41e0fa4 req-3143618a-78c4-4cff-9e58-e9d55b2d90b6 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1061058
Dec 13 15:09:49.551003 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422563d0-fcd5-4b3a-a16e-8e63e41e0fa4 req-8d404122-80a1-4192-a12c-36d873bc963f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431812
Dec 13 15:09:50.775560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f29f2-db10-4d6b-953a-9cc357cb40a0 req-4cc7e12c-66a2-469e-b728-b73812e84b2a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:50.777240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd4f29f2-db10-4d6b-953a-9cc357cb40a0 req-4cc7e12c-66a2-469e-b728-b73812e84b2a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0883858
Dec 13 15:09:50.828856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd4f29f2-db10-4d6b-953a-9cc357cb40a0 req-00551131-e189-48e3-a75d-4d63dc4daa4f tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453024
Dec 13 15:09:51.480065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-d59c39a1-3aa4-4035-b8aa-e4a6c302ddd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1098 time: 0.0905435
Dec 13 15:09:51.655996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-3172e76d-4075-449d-b813-61c526bbcb8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:51.657611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-3172e76d-4075-449d-b813-61c526bbcb8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1547346
Dec 13 15:09:51.729822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-623880fd-c8a0-42bb-ac5f-08e4b920f20f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0653408
Dec 13 15:09:51.806465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-b97f5853-b350-4f99-9a14-d09f846015ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:51.808059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-b97f5853-b350-4f99-9a14-d09f846015ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0687301
Dec 13 15:09:51.861535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-5f149470-5329-4094-91ef-c4603d83f39e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465155
Dec 13 15:09:52.017824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-144dbcc0-045e-4d0c-918b-e4a4ed1ba688 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492271
Dec 13 15:09:52.164978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec54e5-44d1-4446-aa0d-2b024ffe0ab0 req-0a0a0b88-52d9-4ea0-8f4f-5717b1302f09 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399057
Dec 13 15:09:52.183843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42840-932d-4b0e-b11b-d7b9939e35c9 req-dd898370-feb8-43d7-ac48-ca36999bbd80 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:52.185468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0a42840-932d-4b0e-b11b-d7b9939e35c9 req-dd898370-feb8-43d7-ac48-ca36999bbd80 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0844693
Dec 13 15:09:52.245102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0a42840-932d-4b0e-b11b-d7b9939e35c9 req-502d1248-e451-4f18-84ee-18ae71636b7a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533655
Dec 13 15:09:53.470775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff756-18e3-4ffa-969e-3b9f02887429 req-59248fb0-8bf5-411d-ad67-0802395ff76a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:53.472440 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0afff756-18e3-4ffa-969e-3b9f02887429 req-59248fb0-8bf5-411d-ad67-0802395ff76a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1013548
Dec 13 15:09:53.760016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0afff756-18e3-4ffa-969e-3b9f02887429 req-eeb51e04-f0f3-4a05-a5ab-f349f7a7ec51 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779584
Dec 13 15:09:54.989788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2e4fb-2fcd-4e8d-b089-21573b79e0e3 req-4bc2410b-089c-4bde-8b8e-533dce11a2d5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:54.991442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3f2e4fb-2fcd-4e8d-b089-21573b79e0e3 req-4bc2410b-089c-4bde-8b8e-533dce11a2d5 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0947387
Dec 13 15:09:55.041750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3f2e4fb-2fcd-4e8d-b089-21573b79e0e3 req-4ea369b0-509b-4fd8-af83-9761f0c2d5fd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436859
Dec 13 15:09:56.262058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acacc-7477-46a2-8564-b44e0dfb484f req-b9204c91-4436-4ad9-abda-2b63aa673c25 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:56.263696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-708acacc-7477-46a2-8564-b44e0dfb484f req-b9204c91-4436-4ad9-abda-2b63aa673c25 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0832918
Dec 13 15:09:56.315945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-708acacc-7477-46a2-8564-b44e0dfb484f req-182607d5-8013-42c5-aa87-2328eb92a00d tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434949
Dec 13 15:09:57.538512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809bdad-369d-41ec-ae38-c9f1c7bac10f req-e771bb62-9c14-422e-a861-ce2824c5cd6b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:57.540218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c809bdad-369d-41ec-ae38-c9f1c7bac10f req-e771bb62-9c14-422e-a861-ce2824c5cd6b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0944202
Dec 13 15:09:57.593486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c809bdad-369d-41ec-ae38-c9f1c7bac10f req-19694e90-ba3f-47bb-8705-d97a46519568 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446856
Dec 13 15:09:58.809186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133205c-c229-41c3-b9ba-ae6d25c3dd7c req-521472a1-c54a-4790-9492-469deb5fe2f2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:09:58.810755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a133205c-c229-41c3-b9ba-ae6d25c3dd7c req-521472a1-c54a-4790-9492-469deb5fe2f2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0884686
Dec 13 15:09:58.863331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a133205c-c229-41c3-b9ba-ae6d25c3dd7c req-67408313-a5fd-4768-a010-9dbc27ee3047 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460112
Dec 13 15:09:59.165499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:00.095721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd45a5a-be7d-48aa-9bf7-b88d3ad0a51f req-1fb4e0b3-3af2-4efc-82d7-a74b25720bb2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:00.097356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efd45a5a-be7d-48aa-9bf7-b88d3ad0a51f req-1fb4e0b3-3af2-4efc-82d7-a74b25720bb2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0882368
Dec 13 15:10:00.150492 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efd45a5a-be7d-48aa-9bf7-b88d3ad0a51f req-87878afa-d0fe-4f12-af3c-ca923bbba134 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441391
Dec 13 15:10:01.366136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221acd35-9163-41ae-a181-c80dd3ace1ff req-aefb5e73-2b31-4d1f-b0b4-6d55d941a11e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:01.367810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-221acd35-9163-41ae-a181-c80dd3ace1ff req-aefb5e73-2b31-4d1f-b0b4-6d55d941a11e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0869634
Dec 13 15:10:01.422457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-221acd35-9163-41ae-a181-c80dd3ace1ff req-1e56a7a7-d362-41b1-8ea1-7181e686ba00 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478420
Dec 13 15:10:02.660086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef85665-c14d-4dd4-9842-32383c7cf7a7 req-2f802464-e5ab-45f3-80fb-726d169c3ae9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:02.661700 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6ef85665-c14d-4dd4-9842-32383c7cf7a7 req-2f802464-e5ab-45f3-80fb-726d169c3ae9 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1119847
Dec 13 15:10:02.714935 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6ef85665-c14d-4dd4-9842-32383c7cf7a7 req-4e3107c9-7e1b-429f-a04b-c68c5b59910a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438950
Dec 13 15:10:03.062476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-2fa5f093-0a7f-40d3-9bc1-945982364521 service neutron] 10.222.0.72 "GET /v2.0/ports/5ce405d5-9364-43ba-a05a-0139191b2825/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0876789
Dec 13 15:10:03.368033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-442cf06c-11cc-4b9d-ab08-a185d65ce84c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4&tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63 HTTP/1.1" status: 200  len: 1098 time: 0.0872867
Dec 13 15:10:03.473448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-c3a8008a-8c5b-4f7d-b145-77e7e7ac5b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1098 time: 0.0790746
Dec 13 15:10:03.623571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-296616e1-34d5-4f1d-9309-616488a06974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:03.625087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-296616e1-34d5-4f1d-9309-616488a06974 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1451523
Dec 13 15:10:03.698386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-69eaae35-e02c-4c98-ba84-73e5ff01c342 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0659022
Dec 13 15:10:03.784494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-ac7567ba-b456-4e42-8b4b-df687aea1fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:03.786080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-ac7567ba-b456-4e42-8b4b-df687aea1fef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0802677
Dec 13 15:10:03.836550 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-90deae80-e9eb-4028-9b8e-9942c0471dbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431273
Dec 13 15:10:04.052902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-c7c94924-2ac1-49fd-aa80-b77f2dd06bce service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087824
Dec 13 15:10:04.064093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b774b-2800-4a3c-86df-f0648a0fb92b req-4dcd2b7a-f7d3-4127-bfa8-c4fefae42590 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:04.065541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a54b774b-2800-4a3c-86df-f0648a0fb92b req-4dcd2b7a-f7d3-4127-bfa8-c4fefae42590 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1862867
Dec 13 15:10:04.220207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a54b774b-2800-4a3c-86df-f0648a0fb92b req-316ef908-0bdb-4377-b9f2-3186f7af44ac tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327436
Dec 13 15:10:04.238254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fe0b43cc-f601-41c9-84fd-bf74e445f00a req-8c8255ca-3734-4ae6-83b1-8b55de3cfe3b service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717088
Dec 13 15:10:05.441500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873043e-b49a-40e7-bf25-7cc6692a289b req-ecf51be6-01e8-4c69-a25a-536d0630e2b1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:05.443130 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e873043e-b49a-40e7-bf25-7cc6692a289b req-ecf51be6-01e8-4c69-a25a-536d0630e2b1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0859704
Dec 13 15:10:05.492746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e873043e-b49a-40e7-bf25-7cc6692a289b req-4d3aba6d-d58e-4e2d-bbe6-6bc71ab06135 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430064
Dec 13 15:10:06.092291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:10:06.095763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:10:06.317409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:06.354437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:06.377304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:06.384003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '5ce405d5-9364-43ba-a05a-0139191b2825', 'network_id': 'd7bb0da8-9a2f-40fc-a98d-c902d322a66d', 'port_id': '5ce405d5-9364-43ba-a05a-0139191b2825', 'mac_address': 'fa:16:3e:57:7c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:10:06.390520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:06.431369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:06.435173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:06.467586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825', 'code': 200}
Dec 13 15:10:06.497070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:06.530199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce405d5-9364-43ba-a05a-0139191b2825 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:10:06.537075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:06.545241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:06.551173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:06.555200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:06.558294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:06.633918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:06.637084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:06.640032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['5ce405d5-9364-43ba-a05a-0139191b2825'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:10:06.714186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e139-e13a-40b3-9845-ce76b8ba9d95 req-96ab8b3e-8305-40b0-b79b-3e910305156e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:06.715849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e09e139-e13a-40b3-9845-ce76b8ba9d95 req-96ab8b3e-8305-40b0-b79b-3e910305156e tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 944 time: 0.0870137
Dec 13 15:10:06.765830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e09e139-e13a-40b3-9845-ce76b8ba9d95 req-f0be8258-218f-4e66-9845-61c1646e84af tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436225
Dec 13 15:10:07.112531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38033b6-7a4a-4df3-96f2-7f5dab11f59a req-94ef9f58-103f-4e4c-8f62-e49a4e3ff3f2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:07.114481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b38033b6-7a4a-4df3-96f2-7f5dab11f59a req-94ef9f58-103f-4e4c-8f62-e49a4e3ff3f2 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 944 time: 0.0877395
Dec 13 15:10:07.127913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-7586ba22-ff62-4d57-bb1f-771120b86fc1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:07.129534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-7586ba22-ff62-4d57-bb1f-771120b86fc1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4&tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 944 time: 0.0905817
Dec 13 15:10:07.167854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b38033b6-7a4a-4df3-96f2-7f5dab11f59a req-0e291a29-58af-4047-9ad3-c5f310d6e1dd tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468433
Dec 13 15:10:07.292586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-0ae5b6c5-1f83-4e6a-9744-b391a2da6563 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 1097 time: 0.0821598
Dec 13 15:10:07.445948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-eb1baacb-eb1c-45fc-a466-ba29af19d6c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:07.447653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-eb1baacb-eb1c-45fc-a466-ba29af19d6c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 200  len: 915 time: 0.1483746
Dec 13 15:10:07.520276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-31c73878-6918-4fb6-a6c7-6f7da75face4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 200  len: 217 time: 0.0646734
Dec 13 15:10:07.591683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-3a35adbf-a1af-494d-ac02-a7fe94946d5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:07.593290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-3a35adbf-a1af-494d-ac02-a7fe94946d5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 200  len: 854 time: 0.0664971
Dec 13 15:10:07.643874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-4558e5f2-a114-45e8-a4e9-208c64381aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7bb0da8-9a2f-40fc-a98d-c902d322a66d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431502
Dec 13 15:10:07.799114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-d97d7e0d-4baf-4916-ac45-2df395bd3a1e service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478121
Dec 13 15:10:07.951731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7c464796-bfd1-48f9-8f74-4e0009580b19 req-6850303c-be76-40f5-9440-d47c5122a565 service neutron] 10.222.0.72 "GET /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452098
Dec 13 15:10:07.957492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-20f2559f-f544-4b94-aa45-30c2f3012fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:08.109134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:08.197014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 5ce405d5-9364-43ba-a05a-0139191b2825 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:08.197432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:08.315250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:08.353475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:08.357625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:08.360648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:08.386291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1abb2-bfe9-482a-ad86-0227620b4e52 req-019e04f4-eada-4c92-b493-c1e9c2c99805 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:08.387953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32e1abb2-bfe9-482a-ad86-0227620b4e52 req-019e04f4-eada-4c92-b493-c1e9c2c99805 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 944 time: 0.0871105
Dec 13 15:10:08.435247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:08.438908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:08.443461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32e1abb2-bfe9-482a-ad86-0227620b4e52 req-7a5b741b-76f1-4da4-b877-c7887a0b6745 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487614
Dec 13 15:10:08.469086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:08.523129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825', 'code': 200}
Dec 13 15:10:09.544084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:09.662306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a663e4-34f6-4a6e-8064-ac04f4afd1f2 req-33248c00-b251-4417-a167-254d51c3860c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:09.663899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07a663e4-34f6-4a6e-8064-ac04f4afd1f2 req-33248c00-b251-4417-a167-254d51c3860c tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0851955
Dec 13 15:10:09.713355 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07a663e4-34f6-4a6e-8064-ac04f4afd1f2 req-430cb5e3-d12f-4989-89e6-e884cfccc264 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428231
Dec 13 15:10:09.942949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab21a6-028a-44be-8086-0d05c16bd2de req-7fd1a8d6-742c-4e2e-9514-004f2bcc9e49 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:09.944596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-53ab21a6-028a-44be-8086-0d05c16bd2de req-7fd1a8d6-742c-4e2e-9514-004f2bcc9e49 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0878274
Dec 13 15:10:10.004716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-53ab21a6-028a-44be-8086-0d05c16bd2de req-851cea52-90f3-460f-89cd-20bd89e7907a tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537417
Dec 13 15:10:10.237046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13484f-d3f4-4fa0-b41c-5505111653b7 req-f5ee301e-d3ac-4e78-b265-97759ab029d1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:10.238545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d13484f-d3f4-4fa0-b41c-5505111653b7 req-f5ee301e-d3ac-4e78-b265-97759ab029d1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1030478
Dec 13 15:10:10.290020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d13484f-d3f4-4fa0-b41c-5505111653b7 req-fd356186-2ed0-437f-8fdf-b3a6327654bc tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445299
Dec 13 15:10:10.337579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83fe0682-97c8-4729-9ab2-1d2da39bafbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:10.810657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:10.938994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e853b5-9e69-4536-b1b0-d46221921c44 req-ce3e10c8-cf2d-44c2-aee9-7ab44fb3824b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:10.940639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30e853b5-9e69-4536-b1b0-d46221921c44 req-ce3e10c8-cf2d-44c2-aee9-7ab44fb3824b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.1034520
Dec 13 15:10:11.002112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30e853b5-9e69-4536-b1b0-d46221921c44 req-eb195edb-e31a-408f-bfc0-73f5730f7a97 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523589
Dec 13 15:10:12.191867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:12.225395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9c89f-9fd5-448f-8249-f72a61a88f4d req-c31c34d7-09e0-4503-b83b-c67ee71bffd4 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:12.227032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48f9c89f-9fd5-448f-8249-f72a61a88f4d req-c31c34d7-09e0-4503-b83b-c67ee71bffd4 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0857203
Dec 13 15:10:12.276564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48f9c89f-9fd5-448f-8249-f72a61a88f4d req-13bb92cb-4e0a-4d8f-b046-d54beea1bb07 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/security-groups?id=a630e09d-2fbf-4289-825f-b315593f0cca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430186
Dec 13 15:10:12.620328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e163-3ec6-43ac-937b-da201a06a03d req-e7b0b023-4853-4a14-985a-f1ed0e34ef08 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:12.621796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9193e163-3ec6-43ac-937b-da201a06a03d req-e7b0b023-4853-4a14-985a-f1ed0e34ef08 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 945 time: 0.0931385
Dec 13 15:10:12.700032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Deleting port 5ce405d5-9364-43ba-a05a-0139191b2825 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:10:12.700387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:12.959697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] For port 5ce405d5-9364-43ba-a05a-0139191b2825, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5ce405d5-9364-43ba-a05a-0139191b2825,segment=NetworkSegment(ad2bdce5-3f01-415b-b34a-7178a84af656),segment_id=ad2bdce5-3f01-415b-b34a-7178a84af656)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:12.960097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:13.087957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Calling delete_port for 5ce405d5-9364-43ba-a05a-0139191b2825 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:10:13.234532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:13.240703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f02c4be3-dede-4b16-9e3b-a2a3d3849791 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:13.246866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['5ce405d5-9364-43ba-a05a-0139191b2825'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:10:13.283860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Pushing event deleted for resources: {'Port': ['ID=5ce405d5-9364-43ba-a05a-0139191b2825,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:13.325634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.326057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.326457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.327005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.327269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.327667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.328068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.328467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.328861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.329254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.329646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:13.337538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:13.376787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] No DVR routers for this DVR port 5ce405d5-9364-43ba-a05a-0139191b2825 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:10:13.379548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:13.384561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-deleted', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:13.400276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9193e163-3ec6-43ac-937b-da201a06a03d req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.72 "DELETE /v2.0/ports/5ce405d5-9364-43ba-a05a-0139191b2825 HTTP/1.1" status: 204  len: 173 time: 0.7720442
Dec 13 15:10:13.446271 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b669273-7f6a-4ed5-995f-fb93c43408d4', 'name': 'network-vif-deleted', 'tag': '5ce405d5-9364-43ba-a05a-0139191b2825', 'status': 'completed', 'code': 200}
Dec 13 15:10:13.451073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f40baff3-e5a6-499f-a6c6-196dd25584fa req-58673548-1b84-40eb-afd7-8225c8121cec tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b669273-7f6a-4ed5-995f-fb93c43408d4 HTTP/1.1" status: 200  len: 210 time: 0.0473843
Dec 13 15:10:14.735485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:14.811209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Deleting subnet cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:10:14.814414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:14.878303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:14.939150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.032888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.042544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ef03e587-6856-4d4b-9eb1-be975ebcd0df tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:15.081299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:15.087136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.102508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cd2aebd3-ac32-4c6a-b340-1501fbb2b7f4 HTTP/1.1" status: 204  len: 168 time: 0.3656886
Dec 13 15:10:15.104498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.104924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.105348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.105557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 54968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:15.105808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.106177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.106584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.107024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.107464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.107852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.108252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.108657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:15.112187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:15.466358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.597599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.624732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea675c0>,) {'filters': {'network_id': ['d7bb0da8-9a2f-40fc-a98d-c902d322a66d']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:15.638154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea675c0>, 'ad2bdce5-3f01-415b-b34a-7178a84af656') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:15.638487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea675c0>, 'ad2bdce5-3f01-415b-b34a-7178a84af656') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:15.650573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.671249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.678202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:10:15.678634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:10:15.693090 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:10:15.778854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.782723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-702d8545-2f9f-4c68-8d6b-733c77a22ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:15.805449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:15.812961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bb0da8-9a2f-40fc-a98d-c902d322a66d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:15.817579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:15.824709 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d7bb0da8-9a2f-40fc-a98d-c902d322a66d HTTP/1.1" status: 204  len: 168 time: 0.7179830
Dec 13 15:10:16.044897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54974) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:16.099725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-16bcea99-40c9-42fc-ae60-c7c8aac5ebdd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e292f7f45a4b4d4dac60f5c3974e6a63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0534728
Dec 13 15:10:16.102255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 54978) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:16.122511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:10:16.167833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 5ce405d5-9364-43ba-a05a-0139191b2825 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:10:16.168121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:16.168237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 5ce405d5-9364-43ba-a05a-0139191b2825 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:10:16.196445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:16.255934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:16.259896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0512d3e2-6132-454f-aa05-a32ecc5be9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:16.274342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630e09d-2fbf-4289-825f-b315593f0cca,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:16.277173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:16.291388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:16.293087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a630e09d-2fbf-4289-825f-b315593f0cca HTTP/1.1" status: 204  len: 168 time: 0.1897051
Dec 13 15:10:17.298955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 55000) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:17.447561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1289423749-network', 'tenant_id': '916194462eba491bae7720f615a39416'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:17.453053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:17.457552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Usage tracker for resource:network and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:17.460812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:17.468265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:17.481357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:10:17.486077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.500102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.533191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:17.537381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Usage tracker for resource:security_group_rule and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:17.540606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:17.546714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:17.616541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.620591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.625025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf2a4a3e-a669-4fff-8625-68547eab9101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:17.653124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:10:17.661906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb02d3e-8aef-4dce-8991-7a0da12638b8,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:17.665846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:17.668487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.668869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Added segment a7ad9b98-d536-430b-8092-45c83d554b65 of type vlan for network 22b91656-8964-403c-b2ef-9ae7461d4798
Dec 13 15:10:17.696645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.727548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.729220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:17.729861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:17.733581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf9f4731-b992-4ae4-b3d2-a53f07c4624e tempest-FloatingIPNegativeTestJSON-578161626 tempest-FloatingIPNegativeTestJSON-578161626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:17.843018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5427902
Dec 13 15:10:17.846557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Pushing event updated for resources: {'Network': ['ID=22b91656-8964-403c-b2ef-9ae7461d4798,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:17.846722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55006) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:17.849779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:17.858136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Request body: {'subnet': {'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1289423749-subnet', 'tenant_id': '916194462eba491bae7720f615a39416', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:17.864242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:17.866359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 22b91656-8964-403c-b2ef-9ae7461d4798 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:10:17.868616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Usage tracker for resource:subnet and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:17.871868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:17.878366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:17.889656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:10:17.894723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.109773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.113429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b280dec-d99b-44aa-9bab-785dc3808bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:18.186983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fb9a48-a729-420f-b11c-eab2b4d24504,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:18.190992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:18.205426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:10:18.205816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Network hostable DHCP agents. Network: 22b91656-8964-403c-b2ef-9ae7461d4798, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:10:18.230529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:10:18.240206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 22b91656-8964-403c-b2ef-9ae7461d4798) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:18.244623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:18.245255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.250276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456174c1-6f1f-45b3-a7e9-2e9c50a721d6 None None] Network 22b91656-8964-403c-b2ef-9ae7461d4798 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:10:18.268038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23c2545e-17c3-4173-bbda-fb60eab053f0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4200509
Dec 13 15:10:18.271029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55010) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:18.280113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:18.288797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:18.294919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Usage tracker for resource:router and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:18.299539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:18.309637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:18.325924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.327428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.350758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.499316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-22b91656-8964-403c-b2ef-9ae7461d4798', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:10:18.500424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.505404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.669073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Allocated IP 172.20.0.2 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/fcaeef84-5127-4a7b-9ba2-59194c91f295) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:10:18.703481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.735926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.886097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.896546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Allocated IP 172.26.4.168 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3a91813c-9f08-494d-b19d-34af79a41818) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:10:18.897239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Transition to ACTIVE for port object fcaeef84-5127-4a7b-9ba2-59194c91f295 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:18.916934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Transition to ACTIVE for port object fcaeef84-5127-4a7b-9ba2-59194c91f295 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:18.922711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:18.933016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-51ee11fd-92f3-43a6-8af0-a69c0c909176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:18.999926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:19.003020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:19.005683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:10:19.013214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Pushing event updated for resources: {'Port': ['ID=fcaeef84-5127-4a7b-9ba2-59194c91f295,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:19.015990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:19.058531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.087349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.091268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7024072b-d3e6-4a5c-ae7e-9f30063d7ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:19.107539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Attempting to bind port fcaeef84-5127-4a7b-9ba2-59194c91f295 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:10:19.108181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Attempting to bind port fcaeef84-5127-4a7b-9ba2-59194c91f295 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:10:19.108603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Attempting to bind port fcaeef84-5127-4a7b-9ba2-59194c91f295 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:10:19.121415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:10:19.121836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:10:19.122287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.122700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:10:19.123288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Bound port: fcaeef84-5127-4a7b-9ba2-59194c91f295, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:10:19.123709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.164361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:19.167931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Pushing event updated for resources: {'Port': ['ID=3a91813c-9f08-494d-b19d-34af79a41818,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:19.170526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:19.172495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:19.173961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:10:19.221251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] For port fcaeef84-5127-4a7b-9ba2-59194c91f295, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:10:19.224543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] For port fcaeef84-5127-4a7b-9ba2-59194c91f295, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fcaeef84-5127-4a7b-9ba2-59194c91f295,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:10:19.228752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.233238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6c27490-601d-4142-8ab4-94e7d1c97d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:19.338133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Pushing event updated for resources: {'Port': ['ID=fcaeef84-5127-4a7b-9ba2-59194c91f295,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:19.340498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.341240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:19.341367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.589231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Router 34804537-122f-4c7a-a328-00039e686008 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:10:19.815256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:10:19.829783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:10:19.842901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:19.844501 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5721161
Dec 13 15:10:19.844673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:19.845225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65edcb400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:19.847436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55014) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:20.034555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:20.511329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65edcb400>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:19Z', 'revision_number': 3, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:20.515668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:10:20.516073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Updating router 34804537-122f-4c7a-a328-00039e686008 port 3a91813c-9f08-494d-b19d-34af79a41818 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:10:20.571450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:20.773111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:10:20.915260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:20.944686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:20.957295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Transition to ACTIVE for port object 3a91813c-9f08-494d-b19d-34af79a41818 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:20.964178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:20.968615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:21.008979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5450e1-930f-4532-9c91-76e6feaf432d None None] Network 22b91656-8964-403c-b2ef-9ae7461d4798 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:10:21.094378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Pushing event updated for resources: {'Port': ['ID=3a91813c-9f08-494d-b19d-34af79a41818,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:21.097463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:21.143159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Allocated IP 172.20.0.1 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/e0c63d91-b0b2-45f5-a981-4c13ed8518e3) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:10:21.148402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Attempting to bind port 3a91813c-9f08-494d-b19d-34af79a41818 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:10:21.148816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Attempting to bind port 3a91813c-9f08-494d-b19d-34af79a41818 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:10:21.149216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Attempting to bind port 3a91813c-9f08-494d-b19d-34af79a41818 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:10:21.173754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:10:21.174150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:10:21.174955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.175100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:10:21.175634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Bound port: 3a91813c-9f08-494d-b19d-34af79a41818, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:10:21.175987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.213727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0e131884-6248-4139-86b4-e4fa87072f47 None None] Provisioning for port fcaeef84-5127-4a7b-9ba2-59194c91f295 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:21.300298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.318626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Transition to ACTIVE for port object e0c63d91-b0b2-45f5-a981-4c13ed8518e3 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:21.324350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] For port 3a91813c-9f08-494d-b19d-34af79a41818, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:10:21.337982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] For port 3a91813c-9f08-494d-b19d-34af79a41818, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a91813c-9f08-494d-b19d-34af79a41818,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:10:21.339587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.344340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a807781c-511e-43b4-8a1c-7cbf5b9e329a tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:21.366596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.374440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:21.418414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:21.422090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:21.426146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:10:21.461990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:21.471396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:21.471547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Pushing event updated for resources: {'Port': ['ID=3a91813c-9f08-494d-b19d-34af79a41818,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:21.475831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:21.486184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.486779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:21.487495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65edcb400>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:21.568330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.677436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fcaeef84-5127-4a7b-9ba2-59194c91f295 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:21.759039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:21.818361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.824899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.864345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90e33b38-7a1f-43d5-afa8-abdc6a6a9cb6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:21.920625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port fcaeef84-5127-4a7b-9ba2-59194c91f295 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:21.943161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fcaeef84-5127-4a7b-9ba2-59194c91f295 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:21.943667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:21.953708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:21.958480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:21.959331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.001938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Provisioning for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:22.068685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Provisioning complete for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:22.069097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.115308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:22.116462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:22.194076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:10:22.277524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.302235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Provisioning complete for port fcaeef84-5127-4a7b-9ba2-59194c91f295 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:22.302652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0219ea-ebe4-4b8c-8ea2-cf33c4bcf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.390870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fcaeef84-5127-4a7b-9ba2-59194c91f295, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fcaeef84-5127-4a7b-9ba2-59194c91f295,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:22.402472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.406315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:22.455384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65edcb400>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 1, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:22.492478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c1bfd-8c1b-45ef-b4b4-123749f71673 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 1, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:10:22.537641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fcaeef84-5127-4a7b-9ba2-59194c91f295,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:22.540748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:22.544136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:10:22.659796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-168a52f7-9eda-4ed7-a150-8c22810b87b4 None None] Provisioning complete for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:22.660335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-168a52f7-9eda-4ed7-a150-8c22810b87b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:22.719679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-168a52f7-9eda-4ed7-a150-8c22810b87b4 None None] Port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:10:22.763651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:10:22.773582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] 10.222.0.69 "PUT /v2.0/routers/34804537-122f-4c7a-a328-00039e686008/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9250116
Dec 13 15:10:23.554613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55026) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:23.561996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144623885', 'description': 'tempest-description--766315425'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:23.569456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:23.577263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Usage tracker for resource:security_group and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:23.580769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:23.588109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:23.600961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.642993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:23.647654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Usage tracker for resource:security_group_rule and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:23.651592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:23.659926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:23.705406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a91813c-9f08-494d-b19d-34af79a41818 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:23.735576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.739803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.746681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c02ebe89-a2b7-452f-9c8d-854f30213b5a tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:23.779496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3a91813c-9f08-494d-b19d-34af79a41818 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:23.785017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3a91813c-9f08-494d-b19d-34af79a41818 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:23.785441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.789875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db39009-9810-4977-be05-901f5b644df2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:23.793662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:23.796085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.798316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2422121
Dec 13 15:10:23.800912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55030) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:23.808609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'security_group_rule': {'security_group_id': '6db39009-9810-4977-be05-901f5b644df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:23.816418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:23.821050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Usage tracker for resource:security_group_rule and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:23.824677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:23.831426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:23.850274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.929674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.934130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.943001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d566a43e-8ae4-4a9e-84f8-eb0f64faa33a tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:23.965149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4766ca21-28ac-4662-b44e-a627b7b98ea2,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:23.968268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:23.980132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:23.982151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1796024
Dec 13 15:10:23.984559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55034) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:23.991756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'security_group_rule': {'security_group_id': '6db39009-9810-4977-be05-901f5b644df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:23.999615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:24.004901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Usage tracker for resource:security_group_rule and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:24.008409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:24.015504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:24.038285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.098013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.111399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.115056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3a91813c-9f08-494d-b19d-34af79a41818, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a91813c-9f08-494d-b19d-34af79a41818,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:24.115591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.117844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90357d79-ed17-48ff-932d-a7b9ae0bdb2e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:24.118601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.120087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fcaeef84-5127-4a7b-9ba2-59194c91f295 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:24.143431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce33ee80-3c17-4013-aeb4-41fc3e280547,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:24.146253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:24.149591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:24.155013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.156745 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1709261
Dec 13 15:10:24.159950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55038) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:24.166283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:24.172711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:24.176846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Usage tracker for resource:floatingip and tenant:916194462eba491bae7720f615a39416 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:10:24.179895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:10:24.188822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:24.199672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.251642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3a91813c-9f08-494d-b19d-34af79a41818,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:24.257812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:24.267221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fcaeef84-5127-4a7b-9ba2-59194c91f295 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:24.267728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.365736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.513029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Allocated IP 172.26.4.60 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:10:24.670315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.699857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:24.706206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54b1c3e0-db27-48f6-a966-4f3f3f5df670 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:24.775273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:24.778314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:24.782684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:10:24.811422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:24.821765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:24.947728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.011027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.480496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.484938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.489073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:25.607485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:25.610545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:25.622007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a91813c-9f08-494d-b19d-34af79a41818 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:25.626106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.650669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.652090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4910066
Dec 13 15:10:25.710232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3a91813c-9f08-494d-b19d-34af79a41818 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:25.710720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:25.859089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1c66395d-722e-40c0-857e-999d3afa4aca req-56c4f63a-b22b-4e8b-8611-1d1c30018489 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:10:25.887254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1c66395d-722e-40c0-857e-999d3afa4aca req-56c4f63a-b22b-4e8b-8611-1d1c30018489 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:10:25.888619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-56c4f63a-b22b-4e8b-8611-1d1c30018489 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--144623885&fields=id&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 267 time: 0.0878708
Dec 13 15:10:26.058878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66395d-722e-40c0-857e-999d3afa4aca req-5e040c3a-4ce9-45b9-8c95-0dfea4879934 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:26.060512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-5e040c3a-4ce9-45b9-8c95-0dfea4879934 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1645243
Dec 13 15:10:26.079864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-1d81b188-d027-44dc-a4b7-c7a1316ced76 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/quotas/916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 375 time: 0.0132351
Dec 13 15:10:26.176315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1c66395d-722e-40c0-857e-999d3afa4aca req-252dc28e-b531-4456-b3b9-7bc23c5ba307 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:10:26.194334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1c66395d-722e-40c0-857e-999d3afa4aca req-252dc28e-b531-4456-b3b9-7bc23c5ba307 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:10:26.195798 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-252dc28e-b531-4456-b3b9-7bc23c5ba307 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1100197
Dec 13 15:10:26.306790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:10:26.319676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:26.320605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f939550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:26.356944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-e89babec-3865-4f55-bc25-6970ebd60e61 service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471686
Dec 13 15:10:26.502907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-82e396a2-e03b-4ec6-8ba4-592f0fd516ca service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392908
Dec 13 15:10:26.509832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:26.727932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-11544090-f501-454c-807a-491e017d0312 req-b94ec79e-e652-46f7-8930-a95bf4021b02 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 210 time: 0.0554926
Dec 13 15:10:26.848162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f939550>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 2, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:26.852977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:10:26.853396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Updating router 34804537-122f-4c7a-a328-00039e686008 port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:10:26.917049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.287709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.301007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Transition to ACTIVE for port object e0c63d91-b0b2-45f5-a981-4c13ed8518e3 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:27.308168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.312731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:27.439276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Pushing event updated for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:27.479289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.479662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.480031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.480392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.480756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.481120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.481471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.481842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.482194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.482546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.482899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:27.491246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:27.547007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Attempting to bind port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:10:27.547509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Attempting to bind port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:10:27.547923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Attempting to bind port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:10:27.557048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:10:27.557472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:10:27.557901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.558337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:10:27.558897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Bound port: e0c63d91-b0b2-45f5-a981-4c13ed8518e3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:10:27.559329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.660270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] For port e0c63d91-b0b2-45f5-a981-4c13ed8518e3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:10:27.663423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] For port e0c63d91-b0b2-45f5-a981-4c13ed8518e3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:10:27.667876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:27.672748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:27.755074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Pushing event updated for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:27.759124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:27.762666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:27.763398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f939550>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:27.981880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:28.011596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66395d-722e-40c0-857e-999d3afa4aca req-5547f916-891f-4fa2-b047-ef3a3bb218c0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:28.013154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-5547f916-891f-4fa2-b047-ef3a3bb218c0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.2870426
Dec 13 15:10:28.130339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6c04dd89-bfa6-4ae9-9a99-0a8fbe1072d8 req-a746d9f8-f4b0-41f9-8c78-d985e2582771 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 210 time: 0.0642455
Dec 13 15:10:28.137352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-af9a5bc6-640d-4c5f-83e7-2ba2611c546e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 379 time: 0.1115804
Dec 13 15:10:28.149649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'port': {'device_id': 'd4303107-c319-49cf-add2-083c956caad7', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'admin_state_up': True, 'tenant_id': '916194462eba491bae7720f615a39416', 'security_groups': ['6db39009-9810-4977-be05-901f5b644df2']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:28.302332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:10:28.313997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:10:28.324671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:10:28.330639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:28.503757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f939550>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:27Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:28.506270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Allocated IP 172.20.0.8 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/13a084fa-6cbf-4360-9eb5-37939ce0e8a7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:10:28.508023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9827b6-bddd-445a-90ae-1feab268b0ce None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:27Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:10:28.720441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:28.738154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Transition to ACTIVE for port object 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:28.761012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:28.767144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57b7d243-7bac-4197-943f-d10fe14f4d51 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:28.840440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:10:28.844638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:10:28.849384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:10:28.889034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:28.898889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:28.921652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:28.922402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:28.951360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8062139
Dec 13 15:10:28.964773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Request body: {'port': {'device_id': 'd4303107-c319-49cf-add2-083c956caad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:29.091302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.139900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d65491e4-30f9-49d4-a72a-aecf78990594 None None] Provisioning for port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:29.145513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d65491e4-30f9-49d4-a72a-aecf78990594 None None] Provisioning complete for port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:29.146088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d65491e4-30f9-49d4-a72a-aecf78990594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.214851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.219425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d65491e4-30f9-49d4-a72a-aecf78990594 None None] Port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:10:29.355846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e4453-3b4f-4e59-a0d1-bf6523cb680b req-656df1ee-58ce-4ec7-b713-a9510abba0f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:29.357617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-007e4453-3b4f-4e59-a0d1-bf6523cb680b req-656df1ee-58ce-4ec7-b713-a9510abba0f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 931 time: 0.0949814
Dec 13 15:10:29.409971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-007e4453-3b4f-4e59-a0d1-bf6523cb680b req-f76e7e63-13f8-4917-a10f-0cd57873f067 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:10:29.422332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-007e4453-3b4f-4e59-a0d1-bf6523cb680b req-f76e7e63-13f8-4917-a10f-0cd57873f067 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:10:29.423626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-007e4453-3b4f-4e59-a0d1-bf6523cb680b req-f76e7e63-13f8-4917-a10f-0cd57873f067 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581369
Dec 13 15:10:29.472333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:10:29.480131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.495891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Transition to ACTIVE for port object 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:10:29.499455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.503494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e85ec8f-4ad3-4288-ac79-8748e6fd8593 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:29.652086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0c63d91-b0b2-45f5-a981-4c13ed8518e3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:29.672579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:29.675792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:29.737582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:29.743407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:29.743840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.760548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Attempting to bind port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:10:29.761166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Attempting to bind port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:10:29.762020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Attempting to bind port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:10:29.768959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 on network 22b91656-8964-403c-b2ef-9ae7461d4798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:10:29.769445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Attempting to bind port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:10:29.777650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:10:29.778291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:10:29.778834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:10:29.779429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Bound port: 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:10:29.779807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.874838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:10:29.875527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.878414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:10:29.883602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.888455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da866a3d-01ef-4544-9b3c-7031cd868294 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:29.918318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port e0c63d91-b0b2-45f5-a981-4c13ed8518e3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:29.922087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.924184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:29.954162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:29.955662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] 10.222.0.72 "PUT /v2.0/ports/13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 1093 time: 0.9962335
Dec 13 15:10:29.959006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:29.979510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:29.998481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:30.001761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:30.022546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.022930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.023347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.023674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.024043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.024600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.024970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.025487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.025855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.026218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.027241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:10:30.030847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:30.089377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-3805d906-bd65-481f-8d38-15398c9b311a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1096 time: 0.0896378
Dec 13 15:10:30.154751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'status': 'completed', 'code': 200}
Dec 13 15:10:30.169870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-edf7e1eb-797c-4a64-aa95-ff7c3793f58a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 217 time: 0.0724113
Dec 13 15:10:30.239013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2a3e9cca-52f7-4325-a58f-e2806fd1216a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:30.240662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-2a3e9cca-52f7-4325-a58f-e2806fd1216a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0642693
Dec 13 15:10:30.328755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-53b4d2ff-94d4-4223-949d-a8bc3602797d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794203
Dec 13 15:10:30.487888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-83483dba-697f-400e-bfae-765f725a3d2b service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509330
Dec 13 15:10:30.642060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c66395d-722e-40c0-857e-999d3afa4aca req-01c89c9f-490e-4b8a-a8ed-05c7e09d1049 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458952
Dec 13 15:10:30.644307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743e156-d5b7-4477-8d8c-4ca1c225a70f req-c797b69d-9473-49b2-bdcb-6045ee4b2c67 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:30.645946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c743e156-d5b7-4477-8d8c-4ca1c225a70f req-c797b69d-9473-49b2-bdcb-6045ee4b2c67 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 943 time: 0.0977037
Dec 13 15:10:30.701647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c743e156-d5b7-4477-8d8c-4ca1c225a70f req-3a2ec088-ff2d-4f26-b6a7-df2e91a951c2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491543
Dec 13 15:10:30.775970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-24479127-2a22-45b4-8066-fcca4146bd4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1096 time: 0.0765626
Dec 13 15:10:31.176964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-d962ad06-b3cf-45cd-9730-a8c82554751d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:31.178590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-d962ad06-b3cf-45cd-9730-a8c82554751d service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.3937478
Dec 13 15:10:31.254244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-51f13844-23fd-4e99-9271-9701a9450a62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 217 time: 0.0666480
Dec 13 15:10:31.323939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-ab1746fb-cc85-4895-8586-99c678132043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:31.325515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-ab1746fb-cc85-4895-8586-99c678132043 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0641723
Dec 13 15:10:31.413708 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-b0e63b83-9ac4-40b0-8bcb-ff45449e9193 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785608
Dec 13 15:10:31.559998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-08a2e354-b8bc-4782-8486-dcdebf6af183 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370296
Dec 13 15:10:31.621113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0c63d91-b0b2-45f5-a981-4c13ed8518e3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:31.701890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:31.702314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:31.709409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b14485-a129-4d93-9698-2246f426a9a8 req-84bfa1ab-df4e-48dd-83ab-b25f11826156 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423001
Dec 13 15:10:31.914286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ca2a-dff5-4a28-8213-3ee7dda156ea req-0bcdc444-9c9d-4afd-ae18-b582a56592ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:31.915177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2293ca2a-dff5-4a28-8213-3ee7dda156ea req-0bcdc444-9c9d-4afd-ae18-b582a56592ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:10:31.935834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2293ca2a-dff5-4a28-8213-3ee7dda156ea req-0bcdc444-9c9d-4afd-ae18-b582a56592ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:10:31.937093 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2293ca2a-dff5-4a28-8213-3ee7dda156ea req-0bcdc444-9c9d-4afd-ae18-b582a56592ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 943 time: 0.1115487
Dec 13 15:10:31.986876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2293ca2a-dff5-4a28-8213-3ee7dda156ea req-ed19483b-ad0e-404d-9467-71da4bf94cc6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433488
Dec 13 15:10:32.170814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:10:32.326070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:32.340782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'mac_address': 'fa:16:3e:34:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:10:32.400921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:32.419841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:10:32.436819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:32.440331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:32.442158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:32.508375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:32.511952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:32.685294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['13a084fa-6cbf-4360-9eb5-37939ce0e8a7'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:10:33.210794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40312-d963-41da-88f4-f2318f1ac6a5 req-db343064-14b8-4c22-8618-b495cc106264 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:33.212490 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-19e40312-d963-41da-88f4-f2318f1ac6a5 req-db343064-14b8-4c22-8618-b495cc106264 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 944 time: 0.0980594
Dec 13 15:10:33.262553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-19e40312-d963-41da-88f4-f2318f1ac6a5 req-f29407dc-cd06-4318-820a-4e0890e122f6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437343
Dec 13 15:10:34.170673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:10:34.253345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:10:34.258247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:10:34.258817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:34.381402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:34.409861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:34.420633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:10:34.424748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:34.426735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:10:34.480478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'code': 200}
Dec 13 15:10:34.492805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2861bc-2781-4029-8772-e5e45c6e6aa6 req-698d8485-4797-4acb-b228-b2dc38af2238 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:34.494500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a2861bc-2781-4029-8772-e5e45c6e6aa6 req-698d8485-4797-4acb-b228-b2dc38af2238 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0972743
Dec 13 15:10:34.503781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:10:34.506902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:10:34.544218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a2861bc-2781-4029-8772-e5e45c6e6aa6 req-7da88aa5-32be-4020-8881-6331f673495e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431948
Dec 13 15:10:34.737993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-220b9cae-6b20-4654-b5b7-093c2b1951de req-d0e96323-6170-48e7-b8c5-ef62c1dd6630 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0776372
Dec 13 15:10:34.784723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-220b9cae-6b20-4654-b5b7-093c2b1951de req-09cdfd29-a155-46ae-80ac-e5998996a8fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388842
Dec 13 15:10:36.003494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811832-10cf-463d-ac34-d68706e21c80 req-21c7b5b4-2a68-426a-9318-75303fe0324f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:36.005126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31811832-10cf-463d-ac34-d68706e21c80 req-21c7b5b4-2a68-426a-9318-75303fe0324f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.3308845
Dec 13 15:10:36.054214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31811832-10cf-463d-ac34-d68706e21c80 req-f4a163ad-8528-4498-bfda-29c0f3b9db52 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424001
Dec 13 15:10:37.282500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c4de-d37e-4221-96fe-5adace0cfeb9 req-c9c81cbd-950f-42c7-b053-a550a0aafb90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:37.284096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a94c4de-d37e-4221-96fe-5adace0cfeb9 req-c9c81cbd-950f-42c7-b053-a550a0aafb90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0930684
Dec 13 15:10:37.336669 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a94c4de-d37e-4221-96fe-5adace0cfeb9 req-73bf1056-26d6-41a2-af26-40ec1995bb44 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436478
Dec 13 15:10:37.550910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514129c-4998-4ad6-b078-bc335997009a req-0b907af9-ac0d-491c-ba52-20427f9ffe18 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:37.552563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f514129c-4998-4ad6-b078-bc335997009a req-0b907af9-ac0d-491c-ba52-20427f9ffe18 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0987089
Dec 13 15:10:37.564780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55092) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:10:37.572029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'floatingip': {'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:10:37.654863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:37.954219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45f410e6-3d01-41d6-bcf0-994c45465f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:38.307384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:38.312493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:38.521624 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 associated. External IP: 172.26.4.60, port: 13a084fa-6cbf-4360-9eb5-37939ce0e8a7.
Dec 13 15:10:38.937178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:10:39.398680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:10:39.403363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:39.409249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:10:39.422768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:39.423601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:39.458601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3fa136f3-5a77-4cf1-a2e3-e6d06d33b27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "PUT /v2.0/floatingips/581106ce-cd58-4ff6-afa9-409c0d44e251 HTTP/1.1" status: 200  len: 990 time: 1.8916423
Dec 13 15:10:39.459401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:10:39.515371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'status': 'completed', 'code': 200}
Dec 13 15:10:39.613136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:39.616334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-cfb3707c-13de-4d48-b94b-012cedb7a59d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0779400
Dec 13 15:10:39.638926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:39.759612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-7d218591-8a28-468e-9e4e-b73b4e83d973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:39.761194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-7d218591-8a28-468e-9e4e-b73b4e83d973 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1378529
Dec 13 15:10:39.873173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-58b9a0ff-7cdb-4560-8320-63a3f71f972a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 998 time: 0.1046233
Dec 13 15:10:39.943136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-352d61fe-77c0-4d14-b791-1845323b0da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:39.944755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-352d61fe-77c0-4d14-b791-1845323b0da7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0646062
Dec 13 15:10:40.017238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:34:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4303107-c319-49cf-add2-083c956caad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:10:38Z', 'revision_number': 1, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:40.021651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:10:40.033513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:10:40.034202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:10:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:40.034495 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-98bbb0b5-f916-4e71-8c5f-a30b2cfab136 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824425
Dec 13 15:10:40.178815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-36a18d43-0811-4a11-9baa-ed856d1266ae service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369655
Dec 13 15:10:40.229124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:10:40.323658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2b095f9-5eb3-44b5-a198-3762d1b19017 req-e669d92c-fde3-4a17-a278-8bcf506b378d service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367834
Dec 13 15:10:40.561887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43d3bfae-0b33-428e-8391-abef5723a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:40.785695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f355cf8>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:34:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4303107-c319-49cf-add2-083c956caad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:10:38Z', 'revision_number': 1, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:10:40.790442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96f267-19bd-4a86-9546-be88040c1cf9 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:34:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4303107-c319-49cf-add2-083c956caad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:10:38Z', 'revision_number': 1, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:10:40.811272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:41.154155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a012069-4688-4c19-bbb8-67ce66ca8085 None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:10:42.203284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:10:53.403351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-9db8e339-889a-4bd5-a34c-7dd647441dcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0804927
Dec 13 15:10:53.565152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-d4313bc6-0401-408f-bb78-7f2fc155c2c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0873940
Dec 13 15:10:53.739852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-8bd365e0-aaaf-4141-a605-60f7641c05dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:53.741430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-8bd365e0-aaaf-4141-a605-60f7641c05dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1484447
Dec 13 15:10:53.849353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-c8966e75-eead-4998-b06d-0c37746c1a0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 1000 time: 0.0990338
Dec 13 15:10:53.923309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-db9e12f2-be7a-4808-91a9-0586a7ee417e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:10:53.924879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-db9e12f2-be7a-4808-91a9-0586a7ee417e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0686979
Dec 13 15:10:54.008069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-06ac95b1-4407-4129-9cdd-8a3c42803254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764167
Dec 13 15:10:54.155174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-578d75a2-59d5-4f24-9536-34ccd2a894bb service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387062
Dec 13 15:10:54.303014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f54ab83d-b98e-4ee4-bfe0-d3d17e2986b3 req-2ec1d254-9369-4b88-861f-6b0bbec3443d service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407614
Dec 13 15:10:57.778464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:10:59.167826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:07.957881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-940947ef-a2dc-4128-b79b-4b82b427feaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:09.545219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:10.347697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7be67ffe-aef9-4896-b605-a4e305d1f38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:10.825519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:12.203464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:15.505995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183305-6b84-4e21-a007-af606ce19390 req-fad708bc-db62-43d4-bab0-3f66e789f2e4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:15.507586 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b183305-6b84-4e21-a007-af606ce19390 req-fad708bc-db62-43d4-bab0-3f66e789f2e4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.1054106
Dec 13 15:11:15.568305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b183305-6b84-4e21-a007-af606ce19390 req-528e5e21-0a28-4d8d-9956-86cc311d6e11 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520849
Dec 13 15:11:15.871155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1c99fab1-67dd-426f-86da-918d8049d051 req-5a3bfe3e-03ae-41b5-aee8-9bd581d5acf6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1640563
Dec 13 15:11:16.177290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-47e5ca8c-a519-41a3-b1c8-3d62b5f8c369 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1181200
Dec 13 15:11:16.217778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704439cd-3bd0-45f7-8d46-e1e6d80766ab req-9570a8b5-39df-4ff9-a79b-5946db69b4ec tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:16.219435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-704439cd-3bd0-45f7-8d46-e1e6d80766ab req-9570a8b5-39df-4ff9-a79b-5946db69b4ec tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0937080
Dec 13 15:11:16.277538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-704439cd-3bd0-45f7-8d46-e1e6d80766ab req-365fac29-6767-408f-8fea-d6fbd5c3bf24 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515690
Dec 13 15:11:17.488912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee421d-5823-4079-bcd4-9962debfc8be req-7a06d1ff-09fc-4822-98ab-e04c52a31c90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:17.490472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-80ee421d-5823-4079-bcd4-9962debfc8be req-7a06d1ff-09fc-4822-98ab-e04c52a31c90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0843945
Dec 13 15:11:17.540633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-80ee421d-5823-4079-bcd4-9962debfc8be req-306c758c-0575-4120-91b3-1bef22fddd72 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435514
Dec 13 15:11:17.709149 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-20722851-cd92-44fe-ac8f-92beba2050f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0777676
Dec 13 15:11:17.852232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-81af1375-8d20-4368-9baf-87e267d5594c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:17.854437 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-81af1375-8d20-4368-9baf-87e267d5594c service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1381149
Dec 13 15:11:17.970570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-450106c3-c1e4-4c40-a161-c5a4f8b5fe26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 1000 time: 0.1089814
Dec 13 15:11:18.041153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-3a588ff5-c59b-47f5-89fe-6979eabb7d1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:18.042722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-3a588ff5-c59b-47f5-89fe-6979eabb7d1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0649900
Dec 13 15:11:18.127583 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-d128a66d-1b44-4cad-bb87-68084fc9640c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780997
Dec 13 15:11:18.278323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-48d2f634-f499-4c9c-940d-86471510e3aa service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430807
Dec 13 15:11:18.424773 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-3795fc6b-ba17-482a-ab5b-52c5f82baa01 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403649
Dec 13 15:11:18.767335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebf8e4-4247-4072-9baa-c6d51718cd09 req-e7c2b375-d6cc-4dee-a9af-c8fd266635b0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:18.768857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48ebf8e4-4247-4072-9baa-c6d51718cd09 req-e7c2b375-d6cc-4dee-a9af-c8fd266635b0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0958238
Dec 13 15:11:18.819254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-48ebf8e4-4247-4072-9baa-c6d51718cd09 req-e08abca9-297e-4481-ad8b-c6f68e46338c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438466
Dec 13 15:11:20.051206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941fff-c98e-4d9e-a04e-ffac8113021d req-d329f7d4-ba05-44c7-8238-7712f495bd44 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:20.052821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-82941fff-c98e-4d9e-a04e-ffac8113021d req-d329f7d4-ba05-44c7-8238-7712f495bd44 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.1015279
Dec 13 15:11:20.103696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-82941fff-c98e-4d9e-a04e-ffac8113021d req-c90a7954-0cf9-4abe-abb5-18523c61d987 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444584
Dec 13 15:11:21.348361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d129-9f1a-43ee-bf5d-11a724edf66f req-f76e7f1b-1251-49cd-beb2-5f91c725906f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:21.349983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b46d129-9f1a-43ee-bf5d-11a724edf66f req-f76e7f1b-1251-49cd-beb2-5f91c725906f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0888038
Dec 13 15:11:21.401779 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b46d129-9f1a-43ee-bf5d-11a724edf66f req-40f09cee-6d50-4ff7-9edc-830d28631380 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435920
Dec 13 15:11:22.618177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4122d86-4633-4612-98ae-b343a7ae99be req-84c781a2-685e-4218-9a92-7825489b51ca tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:22.619746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4122d86-4633-4612-98ae-b343a7ae99be req-84c781a2-685e-4218-9a92-7825489b51ca tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0871365
Dec 13 15:11:22.674701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4122d86-4633-4612-98ae-b343a7ae99be req-cf19b968-4615-40ac-a2d6-cf444cb422b2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483186
Dec 13 15:11:23.910859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897f788-d349-4444-ba01-98662231a13a req-4ac3cf28-aefc-4b15-bf69-55dadca8d3b1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:23.912518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7897f788-d349-4444-ba01-98662231a13a req-4ac3cf28-aefc-4b15-bf69-55dadca8d3b1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0977118
Dec 13 15:11:23.964219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7897f788-d349-4444-ba01-98662231a13a req-a0b8debe-d323-4502-a05d-d449dc0b798c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423319
Dec 13 15:11:25.191530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6aa0-0760-4b55-bbbd-0384b81620a4 req-22a10615-2978-458e-8e96-e61cb528dad4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:25.193140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7ee6aa0-0760-4b55-bbbd-0384b81620a4 req-22a10615-2978-458e-8e96-e61cb528dad4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0894923
Dec 13 15:11:25.243433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7ee6aa0-0760-4b55-bbbd-0384b81620a4 req-b3825b61-2289-40b9-b49d-8a0f1cface6b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440190
Dec 13 15:11:26.472342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4b1b-bd11-45e3-98eb-af273f13783b req-bda4357d-9cd8-4846-adbc-bb9d57dde4e4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:26.473934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-297e4b1b-bd11-45e3-98eb-af273f13783b req-bda4357d-9cd8-4846-adbc-bb9d57dde4e4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0926745
Dec 13 15:11:26.524066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-297e4b1b-bd11-45e3-98eb-af273f13783b req-a489f136-a086-4d40-8924-c13de15dce55 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437708
Dec 13 15:11:27.772191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6035c-138d-4094-a625-fdc335e069aa req-b247f18b-2c82-4cbe-9781-0883e58a29bf tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:27.773870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbd6035c-138d-4094-a625-fdc335e069aa req-b247f18b-2c82-4cbe-9781-0883e58a29bf tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.1058550
Dec 13 15:11:27.823443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bbd6035c-138d-4094-a625-fdc335e069aa req-d33c948e-cfb3-49e3-b48b-8fb16661a8b5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429933
Dec 13 15:11:29.041180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358052-5a57-4081-b6b3-96921678b00d req-9f4dd7f7-0479-419d-bee1-d63f6011681f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:29.042784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33358052-5a57-4081-b6b3-96921678b00d req-9f4dd7f7-0479-419d-bee1-d63f6011681f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0912371
Dec 13 15:11:29.097108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33358052-5a57-4081-b6b3-96921678b00d req-91f3c515-ad7e-40ca-aeb8-2856da55b3b8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478199
Dec 13 15:11:29.190586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:30.140472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-be587431-5940-43b0-9649-9b86ede9f257 service neutron] 10.222.0.72 "GET /v2.0/ports/13a084fa-6cbf-4360-9eb5-37939ce0e8a7/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0796678
Dec 13 15:11:30.318258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf26a0-35c4-44e9-bd2b-a56e51d0087e req-8e500a9d-a9ae-4e2e-842e-faf32e8efc04 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:30.323597 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1bbf26a0-35c4-44e9-bd2b-a56e51d0087e req-8e500a9d-a9ae-4e2e-842e-faf32e8efc04 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0915990
Dec 13 15:11:30.376936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1bbf26a0-35c4-44e9-bd2b-a56e51d0087e req-1dc5b242-133e-4755-b4ea-4cf6176aa75f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451415
Dec 13 15:11:30.429470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-452e93a2-aba5-4c52-8af5-24d2f4818c86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0799451
Dec 13 15:11:30.535198 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-84412729-c331-40ee-b5d2-485a5c7973d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0826452
Dec 13 15:11:30.691390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-7a7d2067-79be-456f-b658-91eed7695dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:30.692994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-7a7d2067-79be-456f-b658-91eed7695dbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1514080
Dec 13 15:11:31.060241 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-f0328361-459b-4c87-a96b-06154cd2bc64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 1000 time: 0.3599243
Dec 13 15:11:31.128592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-212827d4-bef5-4310-b640-31d970e2da11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:31.130128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-212827d4-bef5-4310-b640-31d970e2da11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0633049
Dec 13 15:11:31.216024 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-71d076ee-a816-42bd-ba62-95135b04248b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795529
Dec 13 15:11:31.365245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-9629c580-cc7a-48c7-b3db-805a35f81a34 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425228
Dec 13 15:11:31.562861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2fcf3835-7936-437c-a41d-94cc8a387825 req-0ed0f52f-46b9-494c-9267-5d2188539e4d service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907976
Dec 13 15:11:31.603145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c02f1-ad6b-4a41-9421-4157f6d759fa req-8f899d3e-f637-46ec-b60b-bc1624831b58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:31.604690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-830c02f1-ad6b-4a41-9421-4157f6d759fa req-8f899d3e-f637-46ec-b60b-bc1624831b58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0944040
Dec 13 15:11:31.659869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-830c02f1-ad6b-4a41-9421-4157f6d759fa req-9305c69e-092f-46cc-aa65-6fbbd93a886e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484927
Dec 13 15:11:32.882404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c8c7e-72ef-4cd2-aec3-ee8e181520f1 req-b8e19212-403e-4fb2-9ca1-e92494d2990a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:32.884034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f27c8c7e-72ef-4cd2-aec3-ee8e181520f1 req-b8e19212-403e-4fb2-9ca1-e92494d2990a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0896316
Dec 13 15:11:32.936118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f27c8c7e-72ef-4cd2-aec3-ee8e181520f1 req-dc563b0b-b9f6-4f10-90f2-05774ae369b8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432396
Dec 13 15:11:34.159739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a6235-95bf-4614-886a-67128242f13d req-acc1a398-20d6-42a9-aeab-030c613f0e37 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:34.161332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-543a6235-95bf-4614-886a-67128242f13d req-acc1a398-20d6-42a9-aeab-030c613f0e37 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0853386
Dec 13 15:11:34.218298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-543a6235-95bf-4614-886a-67128242f13d req-543a98bf-6671-4af5-a182-0dc7817f2a77 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474565
Dec 13 15:11:34.447746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:11:34.455088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:11:34.652997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f4ad-befd-4b4e-bed0-7682308c6a22 req-6b541d34-4b54-4e33-a254-a2049e9d565e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:34.654542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e582f4ad-befd-4b4e-bed0-7682308c6a22 req-6b541d34-4b54-4e33-a254-a2049e9d565e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.1629534
Dec 13 15:11:34.661232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-2c61d4b9-1eba-4dcb-9f93-cb9320d99064 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:34.662752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-2c61d4b9-1eba-4dcb-9f93-cb9320d99064 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7&tenant_id=916194462eba491bae7720f615a39416&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 945 time: 0.1665819
Dec 13 15:11:34.693436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:34.710173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e582f4ad-befd-4b4e-bed0-7682308c6a22 req-39571293-1e44-4652-b8d7-7cdadd08a0d8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463738
Dec 13 15:11:34.712199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:34.734802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'mac_address': 'fa:16:3e:34:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:11:34.742241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:34.781141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:11:34.791692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:34.803897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:34.808787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:34.820868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-6e1e0765-8bdc-4bcc-aa46-ecd9c14c5b9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 1098 time: 0.0765555
Dec 13 15:11:34.844801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'code': 200}
Dec 13 15:11:34.853565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:34.885527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:11:34.928568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:34.957757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.958155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.958532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.958905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.959306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.959683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.960049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.960419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.961096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.961096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.961449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:34.964020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-266f85c5-8dc4-48cd-9eb9-9ad6e7b1f5d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:34.966507 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-266f85c5-8dc4-48cd-9eb9-9ad6e7b1f5d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1379852
Dec 13 15:11:34.967626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:34.969562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:11:34.969965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:11:35.075350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-7eeb4a33-a083-4c47-9829-839fd333ccd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 200  len: 998 time: 0.1019073
Dec 13 15:11:35.153658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-c68f6397-6830-4834-8b94-eeec3390d558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:35.156115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-c68f6397-6830-4834-8b94-eeec3390d558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0740666
Dec 13 15:11:35.250389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-f571974b-ff8a-4cfb-853d-1b591a3c500e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0868814
Dec 13 15:11:35.401161 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-4a2a8f48-d7e2-4d79-8fdd-7602a21ecd74 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426680
Dec 13 15:11:35.534926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:35.553855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c2f4e664-a43b-47d5-a396-d48631ebbb20 req-d8b81158-e7e0-46e2-b95d-7062d9a763b4 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458325
Dec 13 15:11:35.554237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:11:35.570690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:35.575187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:35.577940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:35.650407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['13a084fa-6cbf-4360-9eb5-37939ce0e8a7'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:11:35.695196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:35.699988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:35.919867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48397-dad6-4e24-990a-7d4a0db5641a req-67f87377-5990-4f62-9cbf-afcc584cdb5b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:35.922215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00f48397-dad6-4e24-990a-7d4a0db5641a req-67f87377-5990-4f62-9cbf-afcc584cdb5b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 944 time: 0.0866983
Dec 13 15:11:35.973949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-00f48397-dad6-4e24-990a-7d4a0db5641a req-b26a142e-9891-4e1e-a1fd-5493c9eb075b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454733
Dec 13 15:11:36.465373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:11:36.540843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:11:36.541277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:36.661773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:36.695432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:36.699757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:36.701674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:36.773127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:36.778149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:36.846276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:36.908572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'code': 200}
Dec 13 15:11:37.194925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec5c4-1b1e-4a4a-a331-f01c0089a103 req-e30f0725-aaac-4403-a20f-6b525620908e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:37.196527 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-73bec5c4-1b1e-4a4a-a331-f01c0089a103 req-e30f0725-aaac-4403-a20f-6b525620908e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0942602
Dec 13 15:11:37.248785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-73bec5c4-1b1e-4a4a-a331-f01c0089a103 req-988168d5-ee2e-44ba-8bd1-f2ff2df86b30 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440571
Dec 13 15:11:37.459868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c0e9b-42d5-45d6-8ac2-e3ff51be11d3 req-a8383d14-7726-469d-bd78-cebf4cd82d03 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:37.461446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a2c0e9b-42d5-45d6-8ac2-e3ff51be11d3 req-a8383d14-7726-469d-bd78-cebf4cd82d03 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0853229
Dec 13 15:11:37.510642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2a2c0e9b-42d5-45d6-8ac2-e3ff51be11d3 req-3e90ac69-f6c8-47a3-a51c-87acfd67f7b7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426753
Dec 13 15:11:37.725273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac91bf-ba16-47f3-9cd2-e0c17df5b876 req-28fe20f4-09ce-49d7-891d-383026e6a0d0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:37.726799 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abac91bf-ba16-47f3-9cd2-e0c17df5b876 req-28fe20f4-09ce-49d7-891d-383026e6a0d0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0891135
Dec 13 15:11:37.779643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-abac91bf-ba16-47f3-9cd2-e0c17df5b876 req-93d44bf5-22e0-48c6-ac4f-86bab378011a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439234
Dec 13 15:11:37.951074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6387f15e-4a5c-4592-be32-72742d49dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:38.227080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba878c-e738-4515-9eac-1a5143f167fa req-c9561e31-d117-4562-9e86-4a1410bc2d90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:38.228687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-daba878c-e738-4515-9eac-1a5143f167fa req-c9561e31-d117-4562-9e86-4a1410bc2d90 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0993376
Dec 13 15:11:38.278220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-daba878c-e738-4515-9eac-1a5143f167fa req-c0380796-74ea-43b6-860e-410d71f6e025 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432687
Dec 13 15:11:39.495177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eb37-8ec4-42c2-b351-d349014c29c4 req-8d51d3c0-ed01-45ae-81b2-66ae3f266f69 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:39.499652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7452eb37-8ec4-42c2-b351-d349014c29c4 req-8d51d3c0-ed01-45ae-81b2-66ae3f266f69 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0948040
Dec 13 15:11:39.541817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:39.561869 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7452eb37-8ec4-42c2-b351-d349014c29c4 req-46a7e6d8-c972-4959-8378-526999aa7693 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543416
Dec 13 15:11:40.064776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f514d0-e381-4245-9547-6263a89ebda8 req-cdca4e15-30e3-442d-b3b4-e452f9f9ecfc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:40.066333 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-93f514d0-e381-4245-9547-6263a89ebda8 req-cdca4e15-30e3-442d-b3b4-e452f9f9ecfc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.0899379
Dec 13 15:11:40.146409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Deleting port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:11:40.146791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.352815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72613947-a57f-4f5b-8da9-f18c1400c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.402494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] For port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:40.402889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.777072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.777687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.777840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 disassociated. External IP: 172.26.4.60, port: 13a084fa-6cbf-4360-9eb5-37939ce0e8a7.
Dec 13 15:11:40.778095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Calling delete_port for 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:11:40.817991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.878861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066313-02e1-4528-a491-d595d2c7a8a4 req-8536e922-d54a-4924-9c41-671196e973dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:40.880451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16066313-02e1-4528-a491-d595d2c7a8a4 req-8536e922-d54a-4924-9c41-671196e973dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 945 time: 0.1870637
Dec 13 15:11:40.987861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16066313-02e1-4528-a491-d595d2c7a8a4 req-0c429011-ddb1-482d-bb76-afecf3ed7ab3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001053
Dec 13 15:11:40.988942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:40.995216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf434a76-c82c-44dc-8698-0f67bccf83ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:41.048449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'Port': ['ID=13a084fa-6cbf-4360-9eb5-37939ce0e8a7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:41.066690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.067092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.067550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.067963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.068379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.068735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.069165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.069588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.069968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.070367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.070767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:11:41.074437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:41.295097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:11:41.513352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:11:41.523572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:11:41.536584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:11:41.537267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec3cfd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:11:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:41.585003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] No DVR routers for this DVR port 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:11:41.587881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:41.590741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-deleted', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:41.610618 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-93f514d0-e381-4245-9547-6263a89ebda8 req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "DELETE /v2.0/ports/13a084fa-6cbf-4360-9eb5-37939ce0e8a7 HTTP/1.1" status: 204  len: 173 time: 1.5374687
Dec 13 15:11:41.653392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4303107-c319-49cf-add2-083c956caad7', 'name': 'network-vif-deleted', 'tag': '13a084fa-6cbf-4360-9eb5-37939ce0e8a7', 'status': 'completed', 'code': 200}
Dec 13 15:11:41.725777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:11:42.068719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec3cfd0>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:42.074437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:11:42.089756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:11:42.090457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec3cfd0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:11:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:42.182542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2892d0fc-cd7b-4c7c-b939-38b34e480bf0 req-74d36875-6f4c-4183-ae48-d36ae5cbcd2a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:11:42.200673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2892d0fc-cd7b-4c7c-b939-38b34e480bf0 req-74d36875-6f4c-4183-ae48-d36ae5cbcd2a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:11:42.202346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2892d0fc-cd7b-4c7c-b939-38b34e480bf0 req-74d36875-6f4c-4183-ae48-d36ae5cbcd2a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4303107-c319-49cf-add2-083c956caad7 HTTP/1.1" status: 200  len: 210 time: 0.0704975
Dec 13 15:11:42.266524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:42.290148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:11:42.632131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec3cfd0>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:42.636388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa85f6b-078a-4484-afe0-0974046d1c24 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:11:43.116984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5979a-172a-4f4f-a593-121f03d47bbc None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:11:43.585294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-f7a95d4c-562a-4d87-9cfc-fd8876689fb3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--144623885&fields=id&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 267 time: 0.0450416
Dec 13 15:11:43.760328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-bd6b9e63-2ef1-4d96-b65b-65c781cfbe14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:43.760991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-bd6b9e63-2ef1-4d96-b65b-65c781cfbe14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:11:43.780441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-bd6b9e63-2ef1-4d96-b65b-65c781cfbe14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:11:43.781709 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-bd6b9e63-2ef1-4d96-b65b-65c781cfbe14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1869416
Dec 13 15:11:43.799727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-f6a32f50-39a1-4948-babf-16f0380a6f8b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/quotas/916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 375 time: 0.0118179
Dec 13 15:11:43.898538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a7f08dc3-10a7-486d-bdf8-8209a93755cf tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934923
Dec 13 15:11:44.050576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-bd7dece1-21e1-4f3c-b7e2-7341025d7e39 service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388333
Dec 13 15:11:44.198539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-53abd2a9-68b8-4309-96f2-850d0340558b service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389337
Dec 13 15:11:44.494923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:11:44.530630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:11:44.531081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 13a084fa-6cbf-4360-9eb5-37939ce0e8a7 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:11:44.653655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5ea315f-82f5-4f2f-a2a2-1089bb4dcfbf req-3140c1f3-c7d0-464d-848b-38fea6bb94c0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 210 time: 0.2942545
Dec 13 15:11:45.544983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-320f902d-2135-46a4-a99a-01b1e5c07770 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:45.546747 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-320f902d-2135-46a4-a99a-01b1e5c07770 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1618721
Dec 13 15:11:45.610044 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-b5a73e4c-21b5-4ce4-9757-a788a8ae7bbc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 379 time: 0.0441577
Dec 13 15:11:45.621885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'port': {'device_id': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'admin_state_up': True, 'tenant_id': '916194462eba491bae7720f615a39416', 'security_groups': ['6db39009-9810-4977-be05-901f5b644df2']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:11:45.776741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:11:45.787015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:11:45.796347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:11:45.801928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:45.823214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd53cb93-524d-451e-a45c-8d14705ffb8d req-c0508c0e-25cf-46b7-9fe1-94463b1e0875 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 210 time: 0.0474064
Dec 13 15:11:45.972866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Allocated IP 172.20.0.6 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/8863db33-d557-4fa9-a04e-6c3c5940d025) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:11:46.170360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.187249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Transition to ACTIVE for port object 8863db33-d557-4fa9-a04e-6c3c5940d025 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:11:46.210651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.219460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:46.292904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:11:46.296209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:11:46.300842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:11:46.327867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:46.333892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:46.368060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:46.368714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.399326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7813282
Dec 13 15:11:46.412069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Request body: {'port': {'device_id': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:11:46.536538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.632671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-643e40dd-11e6-410e-8bfb-defffacaf9d6 None None] Provisioning for port 8863db33-d557-4fa9-a04e-6c3c5940d025 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:11:46.637979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-643e40dd-11e6-410e-8bfb-defffacaf9d6 None None] Provisioning complete for port 8863db33-d557-4fa9-a04e-6c3c5940d025 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:11:46.638393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-643e40dd-11e6-410e-8bfb-defffacaf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.695836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-643e40dd-11e6-410e-8bfb-defffacaf9d6 None None] Port 8863db33-d557-4fa9-a04e-6c3c5940d025 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:11:46.914120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:11:46.921956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.937879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Transition to ACTIVE for port object 8863db33-d557-4fa9-a04e-6c3c5940d025 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:11:46.941379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:46.945965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e39292c5-b0f7-427d-b978-2aa2d512d400 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:47.124093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:47.127926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:47.234170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214c6d-014b-4943-ad26-fdac4307f86a req-ea931dac-d67f-4004-aa37-087fe619d6b3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:47.234945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-07214c6d-014b-4943-ad26-fdac4307f86a req-ea931dac-d67f-4004-aa37-087fe619d6b3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:11:47.270790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-07214c6d-014b-4943-ad26-fdac4307f86a req-ea931dac-d67f-4004-aa37-087fe619d6b3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:11:47.271868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07214c6d-014b-4943-ad26-fdac4307f86a req-ea931dac-d67f-4004-aa37-087fe619d6b3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 943 time: 0.2972095
Dec 13 15:11:47.280580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Attempting to bind port 8863db33-d557-4fa9-a04e-6c3c5940d025 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:11:47.280956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Attempting to bind port 8863db33-d557-4fa9-a04e-6c3c5940d025 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:11:47.281329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Attempting to bind port 8863db33-d557-4fa9-a04e-6c3c5940d025 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:11:47.310794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Port 8863db33-d557-4fa9-a04e-6c3c5940d025 on network 22b91656-8964-403c-b2ef-9ae7461d4798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:11:47.311110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Attempting to bind port 8863db33-d557-4fa9-a04e-6c3c5940d025 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:11:47.328559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:11:47.328941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:11:47.329463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:11:47.329851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Bound port: 8863db33-d557-4fa9-a04e-6c3c5940d025, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:11:47.330233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:47.356755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07214c6d-014b-4943-ad26-fdac4307f86a req-4c47f368-8121-47a7-8906-d1a39a934190 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774381
Dec 13 15:11:47.433199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:11:47.436462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:11:47.441312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:47.445026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f49d2272-99fa-4842-8fe0-1f52cbe1ca9f tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:47.513435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:47.515009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1093 time: 1.1077330
Dec 13 15:11:47.515565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:47.528851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:47.532246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:47.588966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'status': 'completed', 'code': 200}
Dec 13 15:11:47.633674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-e310923b-a22b-4b26-bd6c-e844ded417ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1096 time: 0.0811970
Dec 13 15:11:47.713986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-85e2d35e-55f4-4d53-8624-9d80951020ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 217 time: 0.0719664
Dec 13 15:11:47.784419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-2546386a-cb0c-4a21-bba0-d9c26e85a483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:47.785993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-2546386a-cb0c-4a21-bba0-d9c26e85a483 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0647504
Dec 13 15:11:47.871458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-79e54aae-aae1-46a8-9c85-be0673c52898 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787220
Dec 13 15:11:48.034287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-f4f41689-1e9a-4b92-9598-4fe228b1414c service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550889
Dec 13 15:11:48.189034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3d0516f5-337f-4ee5-81b5-ae5a1fd9e107 req-91093926-aacb-443e-95bd-23489cf04417 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451647
Dec 13 15:11:48.316294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-5e5dea27-48eb-42ab-8b53-6e57e2139ce3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1096 time: 0.0806899
Dec 13 15:11:48.462432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-5d3ffe46-964f-4625-ba22-3cbf5b02004d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:48.464135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-5d3ffe46-964f-4625-ba22-3cbf5b02004d service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1410069
Dec 13 15:11:48.586034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-e61fcd5e-c2c3-4c83-a85c-32ba95014a58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 217 time: 0.1139436
Dec 13 15:11:48.673064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-e3547b89-4d78-480e-9313-3df5eea6464d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:48.674667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-e3547b89-4d78-480e-9313-3df5eea6464d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0784247
Dec 13 15:11:48.682002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77803c4e-0209-43e3-a35e-1232ed46c66f req-b8f0f360-7a9d-494e-9901-b5a191e8fe31 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:48.684519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77803c4e-0209-43e3-a35e-1232ed46c66f req-b8f0f360-7a9d-494e-9901-b5a191e8fe31 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 943 time: 0.1582456
Dec 13 15:11:48.790294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77803c4e-0209-43e3-a35e-1232ed46c66f req-2824fe87-24ee-4d4b-89e0-53a737cf31b3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681667
Dec 13 15:11:48.817677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-1d12ecb8-1398-4b74-bf70-8be78cb82fab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1317887
Dec 13 15:11:48.992503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-115dfbfe-74fb-4582-9adf-1a2d1539dc43 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658502
Dec 13 15:11:49.444791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28c5b50c-c321-462e-b82c-7d2ffe5968db req-4cf5305c-5490-4bc3-98a9-6aedda92f21f service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4456851
Dec 13 15:11:50.024748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9acb4e-8150-4d22-a8c4-c7b00d7fd646 req-003e1fc2-338b-455f-b16c-f777b4b4f698 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:50.026322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c9acb4e-8150-4d22-a8c4-c7b00d7fd646 req-003e1fc2-338b-455f-b16c-f777b4b4f698 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 943 time: 0.1021161
Dec 13 15:11:50.077353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c9acb4e-8150-4d22-a8c4-c7b00d7fd646 req-453e7c4c-8e6a-4f66-a06b-a79baa61fa3a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445387
Dec 13 15:11:50.512721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:11:50.672722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:50.687248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'mac_address': 'fa:16:3e:a8:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:11:50.750172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:50.769070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:11:50.785574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:50.789772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:50.791627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:50.863429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:50.866686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:51.018290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['8863db33-d557-4fa9-a04e-6c3c5940d025'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:11:51.290267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6743e9-6e01-47d1-9b52-56d8a46dc7e1 req-03458a23-731f-4e0c-8f1f-741472f5108e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:51.293075 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d6743e9-6e01-47d1-9b52-56d8a46dc7e1 req-03458a23-731f-4e0c-8f1f-741472f5108e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 944 time: 0.0851250
Dec 13 15:11:51.345861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d6743e9-6e01-47d1-9b52-56d8a46dc7e1 req-17f410a4-4129-4040-9588-0643b2ab889c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456033
Dec 13 15:11:52.510163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:11:52.554010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf752a2-7cc4-43db-9d84-a667779e399f req-abc978bb-ce1e-42d3-8719-9234c0b32038 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:52.555650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eaf752a2-7cc4-43db-9d84-a667779e399f req-abc978bb-ce1e-42d3-8719-9234c0b32038 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 944 time: 0.0857177
Dec 13 15:11:52.587100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 8863db33-d557-4fa9-a04e-6c3c5940d025 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:11:52.592211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 8863db33-d557-4fa9-a04e-6c3c5940d025 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:11:52.592715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:52.607488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eaf752a2-7cc4-43db-9d84-a667779e399f req-1e2c11cb-aeb8-4704-aae4-229328151f94 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448570
Dec 13 15:11:52.713042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:52.742813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:52.753348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:11:52.758643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:52.761642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:11:52.805349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'code': 200}
Dec 13 15:11:52.832632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:11:52.835927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:11:53.062054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd44ae7f-07f4-4164-a84c-d1943c499d5c req-ed99b17e-f1ae-4001-906f-53e0ab7a4617 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.0829439
Dec 13 15:11:53.109574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd44ae7f-07f4-4164-a84c-d1943c499d5c req-b0345569-b9b7-499d-9ceb-35308dcfc488 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400465
Dec 13 15:11:53.827330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cb298-9518-4592-beb0-db573f5e0766 req-8eb8876b-b6a9-4f7f-abcf-b150e8e08a23 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:53.829255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c2cb298-9518-4592-beb0-db573f5e0766 req-8eb8876b-b6a9-4f7f-abcf-b150e8e08a23 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0964041
Dec 13 15:11:53.881976 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c2cb298-9518-4592-beb0-db573f5e0766 req-3a4f2614-9c6c-4854-8250-4204e87c565d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441740
Dec 13 15:11:55.101211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023dcf-c56c-4c42-9d69-b682076d5e0a req-a391cfa9-0707-4361-b484-50b340558ae6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:55.102841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da023dcf-c56c-4c42-9d69-b682076d5e0a req-a391cfa9-0707-4361-b484-50b340558ae6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0902565
Dec 13 15:11:55.161100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da023dcf-c56c-4c42-9d69-b682076d5e0a req-73223d96-5430-4b5f-8f58-7b536ee489c9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449789
Dec 13 15:11:55.364852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6df84-07ce-4777-a52a-3cc4102cd2ba req-d081714c-c47f-4656-a7fd-aa15a7984366 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:55.366476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-46c6df84-07ce-4777-a52a-3cc4102cd2ba req-d081714c-c47f-4656-a7fd-aa15a7984366 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0846591
Dec 13 15:11:55.378809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 55312) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:11:55.384633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'floatingip': {'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:11:55.466199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:56.109933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:56.114176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:56.329653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 associated. External IP: 172.26.4.60, port: 8863db33-d557-4fa9-a04e-6c3c5940d025.
Dec 13 15:11:57.018892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:11:57.245431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:11:57.250715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:11:57.255907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:11:57.269950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:11:57.270582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6e588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:11:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:57.322750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7421f45-f6ac-40d0-bafd-f7651277cd16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "PUT /v2.0/floatingips/581106ce-cd58-4ff6-afa9-409c0d44e251 HTTP/1.1" status: 200  len: 990 time: 1.9427633
Dec 13 15:11:57.323759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:11:57.384662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'status': 'completed', 'code': 200}
Dec 13 15:11:57.479959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:11:57.489227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-96e2f687-8de4-4e17-9f63-be7ee6c5b95d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.0813882
Dec 13 15:11:57.632585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-5554d6fc-3ebe-41e5-88c3-9d021f5b5c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:57.634199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-5554d6fc-3ebe-41e5-88c3-9d021f5b5c72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1382439
Dec 13 15:11:57.746421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-7da0768b-200b-4340-bab2-1f369f5778d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 998 time: 0.1049087
Dec 13 15:11:57.816172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-f2558014-290f-4c8b-aee8-b30e8af9d2b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:11:57.817765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-f2558014-290f-4c8b-aee8-b30e8af9d2b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0642869
Dec 13 15:11:57.851867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6e588>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:a8:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:11:55Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:57.856605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:11:57.868558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:11:57.869241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6e588>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:11:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:57.903631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-69365277-2aa7-4774-a1e6-75769b621d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785136
Dec 13 15:11:58.054188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-206e92e5-e82b-4fc1-8ff7-1be884d4d253 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431923
Dec 13 15:11:58.059783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:11:58.196755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b30349d-4ab9-4542-8e55-54c968eadf59 req-06adcada-5748-421f-976e-72e5da2b3686 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355314
Dec 13 15:11:58.437092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6e588>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:a8:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:11:55Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:11:58.441858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd1f15-f5c5-47d4-822a-024a06596edb None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:a8:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:11:55Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:11:58.806838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d5f21-09a2-4594-abc3-317c426076cc None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:11:59.181957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:07.959615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-482d0664-52c9-4ac4-bd26-ee27ee1474b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:09.542225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:10.356178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c3abad6-c7aa-42cd-9432-acd8e678f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:10.832550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:11.787675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:12:12.203305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:29.196388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:36.092371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674b4d7-75f1-4c70-a7b9-b284858de09d req-7a11c639-7d6a-4979-92e8-70fa2eeae3f8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:36.093984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9674b4d7-75f1-4c70-a7b9-b284858de09d req-7a11c639-7d6a-4979-92e8-70fa2eeae3f8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0912311
Dec 13 15:12:36.147578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9674b4d7-75f1-4c70-a7b9-b284858de09d req-c5fc71e1-137e-4957-ab7c-66ccf1cade91 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444045
Dec 13 15:12:37.380752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b8d03-3b48-462b-9cad-9d9886d5461f req-aec3b24b-d5a2-4c11-b357-e118cf5a2f30 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:37.382365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d58b8d03-3b48-462b-9cad-9d9886d5461f req-aec3b24b-d5a2-4c11-b357-e118cf5a2f30 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0841680
Dec 13 15:12:37.431566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d58b8d03-3b48-462b-9cad-9d9886d5461f req-1a8cf5c3-2eb6-47f4-b4fc-aa4c1b23141d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430076
Dec 13 15:12:37.966259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41ab7dad-f030-415a-8168-e1c203ea654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:38.652886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7d45-81bb-4119-a639-9c89a351b185 req-207b92b8-4215-466a-9208-d2a0b55709bc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:38.654536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36fe7d45-81bb-4119-a639-9c89a351b185 req-207b92b8-4215-466a-9208-d2a0b55709bc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0862284
Dec 13 15:12:38.709794 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36fe7d45-81bb-4119-a639-9c89a351b185 req-e691823e-f51f-4f63-a447-555583e29a53 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462539
Dec 13 15:12:39.548379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:39.945821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e11ab-19c4-4869-bd7d-7456cbf4a980 req-86118435-d21b-4cda-9521-1c6f2d5db0bd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:39.947960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-175e11ab-19c4-4869-bd7d-7456cbf4a980 req-86118435-d21b-4cda-9521-1c6f2d5db0bd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0998363
Dec 13 15:12:40.003925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-175e11ab-19c4-4869-bd7d-7456cbf4a980 req-f673e793-7de4-4ef0-a273-143d73db3fe7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493655
Dec 13 15:12:40.359919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5309002c-52ad-440a-a90a-70d94fbccc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:40.827843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:41.235009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54211b89-15b8-4e8e-b8fa-72a7531b40b5 req-e54122f6-4ecf-4fd2-853c-c645278af3f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:41.236944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54211b89-15b8-4e8e-b8fa-72a7531b40b5 req-e54122f6-4ecf-4fd2-853c-c645278af3f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0848467
Dec 13 15:12:41.289639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54211b89-15b8-4e8e-b8fa-72a7531b40b5 req-bddc3abc-fae1-4591-b0f9-9ec029f53b76 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432463
Dec 13 15:12:42.211265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:42.505367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae46d9d-067c-4259-b05d-ad0126a8b0a4 req-e9e82e3f-c3d3-405a-af3f-3c89d7b15fe6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:42.506879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2ae46d9d-067c-4259-b05d-ad0126a8b0a4 req-e9e82e3f-c3d3-405a-af3f-3c89d7b15fe6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0880997
Dec 13 15:12:42.566817 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2ae46d9d-067c-4259-b05d-ad0126a8b0a4 req-304acce5-4230-4be8-a89d-f5e72e42bd4e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535557
Dec 13 15:12:43.806860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8d604-974f-4d46-b85e-71931bcb6647 req-d69816ee-9e2d-495e-830d-c4372324833c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:43.808481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0cc8d604-974f-4d46-b85e-71931bcb6647 req-d69816ee-9e2d-495e-830d-c4372324833c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0936019
Dec 13 15:12:43.862383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0cc8d604-974f-4d46-b85e-71931bcb6647 req-8b2cc451-09d6-4bdf-9c7c-e76f79ff905e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450833
Dec 13 15:12:45.088789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0bd9-f23b-42d7-a0d1-4692994c27d8 req-da42c64c-b46b-44ec-b413-3c89087d7db9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:45.090392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50fa0bd9-f23b-42d7-a0d1-4692994c27d8 req-da42c64c-b46b-44ec-b413-3c89087d7db9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0998271
Dec 13 15:12:45.142121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50fa0bd9-f23b-42d7-a0d1-4692994c27d8 req-4c76bfdb-4a38-4ae1-8853-c7a2c5915e29 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446787
Dec 13 15:12:46.378379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025a64-0756-4da6-9002-e537b2702c1a req-3004cca7-b8fd-487c-9039-10afd60ec38c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:46.380020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41025a64-0756-4da6-9002-e537b2702c1a req-3004cca7-b8fd-487c-9039-10afd60ec38c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0968034
Dec 13 15:12:46.433149 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41025a64-0756-4da6-9002-e537b2702c1a req-b3004bff-1add-4925-8542-46edb93b7aff tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468183
Dec 13 15:12:47.661403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a3cd-6c02-4e6b-98ad-9b272844f919 req-db34f475-f500-48a7-b892-8236a70c2d9f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:47.663013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1d17a3cd-6c02-4e6b-98ad-9b272844f919 req-db34f475-f500-48a7-b892-8236a70c2d9f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0955744
Dec 13 15:12:47.714250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1d17a3cd-6c02-4e6b-98ad-9b272844f919 req-dd65ffff-ae8e-44d1-afc7-8c0a1ffee837 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419815
Dec 13 15:12:48.789666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:12:48.945249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f250b0-99fc-4d4c-91e2-037dc313c63b req-cbbe923f-5164-450d-b9c8-1e631cd96a5e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:48.946874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69f250b0-99fc-4d4c-91e2-037dc313c63b req-cbbe923f-5164-450d-b9c8-1e631cd96a5e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.1006088
Dec 13 15:12:49.004328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-69f250b0-99fc-4d4c-91e2-037dc313c63b req-666bb8cf-2b17-4b36-9a5d-017a113da997 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486557
Dec 13 15:12:50.239496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6383d-bd1f-417c-a666-a1cc8e659861 req-8974a13d-a462-4f55-8335-a3eca42b92c4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:50.241100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fed6383d-bd1f-417c-a666-a1cc8e659861 req-8974a13d-a462-4f55-8335-a3eca42b92c4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0953860
Dec 13 15:12:50.291493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fed6383d-bd1f-417c-a666-a1cc8e659861 req-7f6fda4b-21df-43cd-8310-dba256ceea06 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442283
Dec 13 15:12:51.546653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c930-ad26-46fc-ba2f-59a28af2b35c req-d37c46a6-889b-43d0-a1f1-2b0b40c7ebe3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:51.548497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d54c930-ad26-46fc-ba2f-59a28af2b35c req-d37c46a6-889b-43d0-a1f1-2b0b40c7ebe3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.1119730
Dec 13 15:12:51.620851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d54c930-ad26-46fc-ba2f-59a28af2b35c req-cc38bbb9-8229-45e8-bd38-c2decd628ea4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632093
Dec 13 15:12:51.853170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7de45fe8-92f1-43e2-9772-22c647410e52 req-fb423534-27fb-4481-b831-ce500e63780e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0871899
Dec 13 15:12:52.186253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd9085-e6a9-4465-badf-d102452e0157 req-be72a432-47dd-4b6b-99d5-82f6f0c42c69 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:52.187994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35fd9085-e6a9-4465-badf-d102452e0157 req-be72a432-47dd-4b6b-99d5-82f6f0c42c69 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0868664
Dec 13 15:12:52.213862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-b5812b93-3515-4025-8d2b-dee1ad0bd884 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1677103
Dec 13 15:12:52.238608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-35fd9085-e6a9-4465-badf-d102452e0157 req-a89d50d1-fbff-44e8-8a51-9d6f649c00fe tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439482
Dec 13 15:12:53.468482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddf60-f4ea-4c25-a350-b783f05b2b99 req-8dfa7a5f-a032-4a02-ade1-29454aa2f106 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:53.470142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02cddf60-f4ea-4c25-a350-b783f05b2b99 req-8dfa7a5f-a032-4a02-ade1-29454aa2f106 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0922079
Dec 13 15:12:53.570930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02cddf60-f4ea-4c25-a350-b783f05b2b99 req-9843a091-361a-4b05-a158-f18fa9a1a155 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944741
Dec 13 15:12:53.601911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-fcce0b6a-78c4-4f34-9906-2d6c7833c8d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.1859071
Dec 13 15:12:53.772241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-19c8ac91-613d-4fee-84ef-c5cf689cee16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:53.773812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-19c8ac91-613d-4fee-84ef-c5cf689cee16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1490684
Dec 13 15:12:53.893523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-1ce1f56b-45f9-4e8d-bafc-fc73fed4cf32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1000 time: 0.1122606
Dec 13 15:12:53.961438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-c0ace9cb-fc49-4432-9389-40a1ae7a2df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:53.963017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-c0ace9cb-fc49-4432-9389-40a1ae7a2df3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0636780
Dec 13 15:12:54.058614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-049e7a01-ced7-4eda-be98-73377d8eee66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0886092
Dec 13 15:12:54.202034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-fcb1b862-8775-4921-bdb6-b61c1491b75e service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366649
Dec 13 15:12:54.354289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6c6dbb9-6eeb-4ef4-8a31-69487e0a8ecc req-a77a360f-85f5-4bbb-896b-4b4a194afa94 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458623
Dec 13 15:12:54.480652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-73bc162e-af99-4aa3-9f40-5fa3bc13a6eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.0824075
Dec 13 15:12:54.628867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958234-7941-4604-a357-bea7a133a76a req-df4cc44f-88df-4655-93f4-4f4dace14ce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:54.630491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-df4cc44f-88df-4655-93f4-4f4dace14ce1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1434715
Dec 13 15:12:54.741565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-66794155-b287-4de8-ad89-e94b51023f1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1000 time: 0.1036639
Dec 13 15:12:54.783455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e66fb1-5e7b-4f42-a137-dc94f9ff3e82 req-d4706709-ccdb-4bab-a579-33770bd722ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:54.785045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9e66fb1-5e7b-4f42-a137-dc94f9ff3e82 req-d4706709-ccdb-4bab-a579-33770bd722ed tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0874915
Dec 13 15:12:54.811533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958234-7941-4604-a357-bea7a133a76a req-f67e3761-dc25-4dc9-89d0-f6edb67826a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:54.813249 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-f67e3761-dc25-4dc9-89d0-f6edb67826a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0649605
Dec 13 15:12:54.835862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9e66fb1-5e7b-4f42-a137-dc94f9ff3e82 req-455bd5f8-19f0-4b97-8657-00fe40492b5c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445158
Dec 13 15:12:54.907284 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-28b3747e-7b13-47eb-b042-063c08641d3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0875950
Dec 13 15:12:55.068008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-81f82562-11d5-4cb5-8ce4-76b9bcee9b0b service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535363
Dec 13 15:12:55.211371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-5bb7081b-6729-482f-92ba-923a4f26845e service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365325
Dec 13 15:12:56.057269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d25de2-6e49-418a-b00a-18b25a0f5ad3 req-ca7cebc3-fbd6-45a0-bfce-9621aeb45a88 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:56.059004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02d25de2-6e49-418a-b00a-18b25a0f5ad3 req-ca7cebc3-fbd6-45a0-bfce-9621aeb45a88 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0863521
Dec 13 15:12:56.108268 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02d25de2-6e49-418a-b00a-18b25a0f5ad3 req-d8ebcac6-184e-48ec-812b-9e206beeecad tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428545
Dec 13 15:12:56.913054 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-02528873-07d3-4475-ba4e-75a16f6775ae service neutron] 10.222.0.72 "GET /v2.0/ports/8863db33-d557-4fa9-a04e-6c3c5940d025/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0915527
Dec 13 15:12:57.213610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-6e6f6688-12b4-4457-8edd-aafe3d818fae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0771234
Dec 13 15:12:57.312926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-c9d214e8-6929-42e2-a9e2-28f0f3434e50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.0766377
Dec 13 15:12:57.330580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e5439-a712-4da0-bcdb-99f6dbb0102f req-b43e9f5a-1e49-4d72-a25a-dc6afa8439c1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:57.332298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-255e5439-a712-4da0-bcdb-99f6dbb0102f req-b43e9f5a-1e49-4d72-a25a-dc6afa8439c1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0915411
Dec 13 15:12:57.384881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-255e5439-a712-4da0-bcdb-99f6dbb0102f req-45850352-c7a8-49a9-8bee-7c000aa7a029 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463333
Dec 13 15:12:57.453778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958234-7941-4604-a357-bea7a133a76a req-854af60e-a90c-4ab9-ba86-5656d944c00a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:57.455416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-854af60e-a90c-4ab9-ba86-5656d944c00a service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1362514
Dec 13 15:12:57.806896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-ec6e52d3-49b5-4211-87fa-e822786644e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1000 time: 0.3448906
Dec 13 15:12:57.881145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958234-7941-4604-a357-bea7a133a76a req-3c79619a-5cca-4e50-ab0b-408584e3e75b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:57.882693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-3c79619a-5cca-4e50-ab0b-408584e3e75b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0686908
Dec 13 15:12:57.965132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-4980eb25-3f45-4198-96c8-57db65a46311 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762990
Dec 13 15:12:58.114898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-9fe25c05-68ba-4dc3-adad-59e9dde7febd service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429381
Dec 13 15:12:58.259252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d7958234-7941-4604-a357-bea7a133a76a req-9b823a92-05c5-4270-bd9f-f34eb8598f18 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369190
Dec 13 15:12:58.600918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1173-4c3d-40a8-aace-017cf7c4b8d6 req-547926b5-12ab-4ed4-b3ba-88da650f15e9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:58.602397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57aa1173-4c3d-40a8-aace-017cf7c4b8d6 req-547926b5-12ab-4ed4-b3ba-88da650f15e9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0864418
Dec 13 15:12:58.653325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57aa1173-4c3d-40a8-aace-017cf7c4b8d6 req-13474beb-3e66-4efb-87e6-9afe541ac66d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421596
Dec 13 15:12:59.221229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:12:59.875707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c675-d09b-4a44-9698-b9a99108a439 req-7c8ccd0c-718c-4892-a43b-c6734ead153b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:12:59.877182 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-baa0c675-d09b-4a44-9698-b9a99108a439 req-7c8ccd0c-718c-4892-a43b-c6734ead153b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0926359
Dec 13 15:12:59.925687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-baa0c675-d09b-4a44-9698-b9a99108a439 req-afb8dd55-de5b-4207-a6c9-97a65a8fa1a1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420976
Dec 13 15:13:00.276902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438dd2-ff01-46bf-bce8-4ed740d5a09f req-70fdc031-4b78-4ddf-952b-f95fdccc46fc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:00.281078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-94e0c247-0879-4148-a616-ee732ee22fb0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:00.282801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-94e0c247-0879-4148-a616-ee732ee22fb0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df&tenant_id=916194462eba491bae7720f615a39416&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 945 time: 0.0885410
Dec 13 15:13:00.283678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7438dd2-ff01-46bf-bce8-4ed740d5a09f req-70fdc031-4b78-4ddf-952b-f95fdccc46fc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0905421
Dec 13 15:13:00.336052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7438dd2-ff01-46bf-bce8-4ed740d5a09f req-4b090ede-877a-46c9-9fb6-c8e0ce194fff tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458932
Dec 13 15:13:00.435806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-4ab66d4a-cb9a-437b-a00a-c6e7f9493266 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.0808308
Dec 13 15:13:00.591311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-94a7f4d3-ec1a-4a30-81dd-974a7221e9c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:00.592936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-94a7f4d3-ec1a-4a30-81dd-974a7221e9c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1505461
Dec 13 15:13:00.708478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-eef60c2a-944c-45b2-be4b-c81fe36f49b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1000 time: 0.1086581
Dec 13 15:13:00.782795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-b4af7916-14be-4e14-8745-39ec3b58042e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:00.784395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-b4af7916-14be-4e14-8745-39ec3b58042e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0689406
Dec 13 15:13:00.868522 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-5985fe02-8200-4ba0-9304-6aff65f07ac3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774181
Dec 13 15:13:00.934092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:13:00.937560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:13:01.025838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-b1bdf079-4474-4c74-9659-8bcc36f3ccb8 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500227
Dec 13 15:13:01.169730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:01.180305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8bffab6e-30c6-427b-a9dd-dd276bfba309 req-ccae2c36-6eaf-494a-9b6b-354c91dce807 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476059
Dec 13 15:13:01.386957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:01.410436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'mac_address': 'fa:16:3e:a8:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:13:01.411893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:01.451220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:01.461131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:01.466890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2795a4b7-7d7b-4847-a78c-14379e4745fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:01.508041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'code': 200}
Dec 13 15:13:01.529126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:01.556437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57cf0c-c41e-40aa-b244-d78a3a21e986 req-38da797f-d90f-42c7-a1c7-61f3973be9a7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:01.559533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa57cf0c-c41e-40aa-b244-d78a3a21e986 req-38da797f-d90f-42c7-a1c7-61f3973be9a7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 943 time: 0.0928097
Dec 13 15:13:01.562731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:13:01.569669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:01.610255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa57cf0c-c41e-40aa-b244-d78a3a21e986 req-03ea6fb5-5123-43fa-b24a-0b439584225d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444708
Dec 13 15:13:01.617828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.618321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.618596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.619000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.619388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.619763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.620135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.620505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.620873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.621238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.621603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:01.627763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:01.648095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:13:01.648664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:13:02.213877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:02.237724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:13:02.254145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:02.258371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:02.260205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:02.332358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:02.335731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:02.337911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['8863db33-d557-4fa9-a04e-6c3c5940d025'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:13:02.851786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566ee7-9737-4b60-b505-afc1a9280571 req-ab50025b-821b-491c-aa6e-5b13030b96d0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:02.853792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42566ee7-9737-4b60-b505-afc1a9280571 req-ab50025b-821b-491c-aa6e-5b13030b96d0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 944 time: 0.0995877
Dec 13 15:13:02.907389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42566ee7-9737-4b60-b505-afc1a9280571 req-38fe9712-45b9-4f85-a863-8546cdceb713 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436995
Dec 13 15:13:02.931281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:13:03.006808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 8863db33-d557-4fa9-a04e-6c3c5940d025 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:13:03.007285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:03.126123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07ec3-61d3-40a4-995c-2e494e68aef1 req-fd93ecf8-bf7f-4c0d-ba45-af81368f49b9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:03.127784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5b07ec3-61d3-40a4-995c-2e494e68aef1 req-fd93ecf8-bf7f-4c0d-ba45-af81368f49b9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 944 time: 0.0880432
Dec 13 15:13:03.133971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:03.168862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:03.172721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:03.174620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:03.177632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5b07ec3-61d3-40a4-995c-2e494e68aef1 req-d76d9e90-d94d-4739-9011-2e63ff693cde tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433202
Dec 13 15:13:03.247042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:03.250371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:03.509418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:03.565804 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'code': 200}
Dec 13 15:13:03.637741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b1333-cc07-42a3-833a-b922b599d5a4 req-857f272f-efd7-4c63-9dcb-615dae1337f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:03.639433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-874b1333-cc07-42a3-833a-b922b599d5a4 req-857f272f-efd7-4c63-9dcb-615dae1337f9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.1580579
Dec 13 15:13:03.643608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-12a78431-2a6b-446d-b0ad-dfe71725c335 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 1098 time: 0.1148405
Dec 13 15:13:03.792754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-874b1333-cc07-42a3-833a-b922b599d5a4 req-e594a603-404d-46eb-b04f-c1de8ab40c30 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469114
Dec 13 15:13:03.826482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-dfe00da0-f761-4b9e-827f-016b40ede97e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:03.828167 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-dfe00da0-f761-4b9e-827f-016b40ede97e service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1673856
Dec 13 15:13:03.941746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-19b5fc4c-15a2-4c57-a38a-5b5d87d6df69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 200  len: 1000 time: 0.1065862
Dec 13 15:13:04.022951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-3f2aace0-e094-4e1f-9bfa-641127ea0c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:04.024546 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-3f2aace0-e094-4e1f-9bfa-641127ea0c51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0760074
Dec 13 15:13:04.109945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-2d7823a2-4e10-4d89-bf2a-5cce1d6e0e73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789521
Dec 13 15:13:04.258090 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-84455672-33f7-4385-8943-3e8f9336e0a9 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417525
Dec 13 15:13:04.404252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ad944b-eb72-4eca-b916-e1a72e79dc53 req-aff2d5ca-fea4-485a-bb2b-f127cf91f75d service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397729
Dec 13 15:13:05.016452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76b60-7c0a-4707-b554-dfc06fd967d9 req-c1c8b9db-4c54-4a84-b337-3fe483d30658 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:05.018118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-18b76b60-7c0a-4707-b554-dfc06fd967d9 req-c1c8b9db-4c54-4a84-b337-3fe483d30658 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0900233
Dec 13 15:13:05.072207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-18b76b60-7c0a-4707-b554-dfc06fd967d9 req-b38b90e0-65de-4326-8b78-888b73c82e9c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476956
Dec 13 15:13:05.504272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb148c0-a90a-4516-a3af-4db4f09a7459 req-0c2b61f5-a2ae-4c71-bba8-eb8fc3f4d77e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:05.506648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7fb148c0-a90a-4516-a3af-4db4f09a7459 req-0c2b61f5-a2ae-4c71-bba8-eb8fc3f4d77e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0882854
Dec 13 15:13:05.556442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7fb148c0-a90a-4516-a3af-4db4f09a7459 req-94252191-4f1d-4bf6-a7fc-ea75814550dc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432615
Dec 13 15:13:06.783167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095cc3b-25a7-4dad-a1f9-9d636d13c935 req-ca3bed63-b18a-4c94-9ca0-e72c24121b40 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:06.784951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1095cc3b-25a7-4dad-a1f9-9d636d13c935 req-ca3bed63-b18a-4c94-9ca0-e72c24121b40 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0860202
Dec 13 15:13:06.841288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1095cc3b-25a7-4dad-a1f9-9d636d13c935 req-82dbb005-aa9e-48c1-b705-9ce37b48e5b0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472581
Dec 13 15:13:07.148744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-3e9281dd-2492-4085-bdbc-458366ca8cab tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:07.150337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-3e9281dd-2492-4085-bdbc-458366ca8cab tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 945 time: 0.0984440
Dec 13 15:13:07.230208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Deleting port 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:13:07.230581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.496992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] For port 8863db33-d557-4fa9-a04e-6c3c5940d025, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8863db33-d557-4fa9-a04e-6c3c5940d025,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:07.497241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.806514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.807096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.807212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 disassociated. External IP: 172.26.4.60, port: 8863db33-d557-4fa9-a04e-6c3c5940d025.
Dec 13 15:13:07.807588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Calling delete_port for 8863db33-d557-4fa9-a04e-6c3c5940d025 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:13:07.952897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b34833f3-0dc2-4567-8513-92354da820fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.964403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:07.970333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da61e9f9-4916-4171-a61e-d71844600d94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:08.018094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'Port': ['ID=8863db33-d557-4fa9-a04e-6c3c5940d025,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:08.025829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-499db6eb-66c0-4838-8abc-9123aea06263 req-60a95120-7447-42a8-8454-20a87dcb55c9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 210 time: 0.0511773
Dec 13 15:13:08.033148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.033572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.034124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.034686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.035081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.035503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.035918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.036382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.036718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.037159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.037625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:13:08.041409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:08.259446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:13:08.710654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:13:08.721459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a072a-4743-456c-8293-653f319556d1 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:13:08.736917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:13:08.738078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc0438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:12:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:08.783702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] No DVR routers for this DVR port 8863db33-d557-4fa9-a04e-6c3c5940d025 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:13:08.786292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:08.789190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-deleted', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:08.805985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6a6032e9-c9e2-406d-872f-03d925b98058 req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "DELETE /v2.0/ports/8863db33-d557-4fa9-a04e-6c3c5940d025 HTTP/1.1" status: 204  len: 173 time: 1.6486020
Dec 13 15:13:08.847838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad736bc2-8209-46d5-a3a1-539237f4d4df', 'name': 'network-vif-deleted', 'tag': '8863db33-d557-4fa9-a04e-6c3c5940d025', 'status': 'completed', 'code': 200}
Dec 13 15:13:08.937892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:13:09.218903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d736dbca-c03a-483f-bc35-a90b845cc6e6 req-65a6e278-903b-474f-87d0-aacf85d85a05 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad736bc2-8209-46d5-a3a1-539237f4d4df HTTP/1.1" status: 200  len: 210 time: 0.0469332
Dec 13 15:13:09.280216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc0438>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:09.286138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a072a-4743-456c-8293-653f319556d1 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:13:09.297773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:13:09.298457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc0438>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:12:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:09.537895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:09.541482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:13:09.894674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-831a072a-4743-456c-8293-653f319556d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc0438>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:09.899144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a072a-4743-456c-8293-653f319556d1 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:13:10.322063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791eb96d-00de-488b-9abe-1559696a8a30 None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:13:10.363993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98cf8edd-4d75-4ab0-a73a-c8e32f1a554b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:10.624057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-354aec58-4412-4fa1-b9ea-3beb0a9ad405 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--144623885&fields=id&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 267 time: 0.0449975
Dec 13 15:13:10.788642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-afbdb566-c6b2-4d83-9a87-4b12f2f6612f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:10.790122 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-afbdb566-c6b2-4d83-9a87-4b12f2f6612f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1556394
Dec 13 15:13:10.810505 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-e0c66c5e-9c03-41b0-9fe9-2b25110d0e43 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/quotas/916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 375 time: 0.0117812
Dec 13 15:13:10.828402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:10.900529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-9672e859-d785-4c38-8ef1-ce08c97df750 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:13:10.919092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-9672e859-d785-4c38-8ef1-ce08c97df750 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:13:10.920478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-9672e859-d785-4c38-8ef1-ce08c97df750 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1042569
Dec 13 15:13:10.937513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-37a1ee43-55fa-4037-8dde-fa79dfe14ffc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:13:10.938541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-37a1ee43-55fa-4037-8dde-fa79dfe14ffc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0053515
Dec 13 15:13:10.977002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:13:11.016656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 8863db33-d557-4fa9-a04e-6c3c5940d025 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:13:11.017065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 8863db33-d557-4fa9-a04e-6c3c5940d025 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:13:11.082394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-35d81574-9695-4074-8c94-0362bdc62cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375368
Dec 13 15:13:11.233675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-0fea8419-4f14-4a11-a4df-ad55aeab8aeb service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448498
Dec 13 15:13:11.440174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ddd18e69-21aa-469d-a3b9-043e16b74134 req-b7d5fc17-b20a-4f30-9aff-48dbac59b388 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 210 time: 0.0459275
Dec 13 15:13:12.209140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:12.551062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-a89324e7-8272-4016-8bf4-45d476798bc0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:12.552868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-a89324e7-8272-4016-8bf4-45d476798bc0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1588237
Dec 13 15:13:12.635491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4520e74d-ee9a-40f3-a561-1ba4726e71b0 req-163ff968-c6b6-4fbf-971f-49d4fdaf5a84 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 210 time: 0.0562479
Dec 13 15:13:12.657812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-233b12c1-b228-4075-b2f1-b94598f8c012 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 379 time: 0.0931625
Dec 13 15:13:12.671298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'port': {'device_id': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'admin_state_up': True, 'tenant_id': '916194462eba491bae7720f615a39416', 'security_groups': ['6db39009-9810-4977-be05-901f5b644df2']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:13:12.827062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:13:12.837503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:13:12.848258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:13:12.854222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.037027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Allocated IP 172.20.0.6 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/f1cb2a95-1a6d-4507-833b-66c6c694c524) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:13:13.264668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.281812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Transition to ACTIVE for port object f1cb2a95-1a6d-4507-833b-66c6c694c524 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:13:13.302929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.308878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b5683f3b-e8aa-4660-a529-dbaa0c4d57a7 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:13.381501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:13:13.385077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:13:13.387213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:13.389484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:13:13.420032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:13.458636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:13.459333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.492701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8255453
Dec 13 15:13:13.505529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Request body: {'port': {'device_id': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:13:13.623381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.631116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0b0f8e0e-5436-4d0b-b895-f84d85a0b44d None None] Provisioning for port f1cb2a95-1a6d-4507-833b-66c6c694c524 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:13:13.636219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0b0f8e0e-5436-4d0b-b895-f84d85a0b44d None None] Provisioning complete for port f1cb2a95-1a6d-4507-833b-66c6c694c524 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:13:13.636650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b0f8e0e-5436-4d0b-b895-f84d85a0b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:13.704661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f8e0e-5436-4d0b-b895-f84d85a0b44d None None] Port f1cb2a95-1a6d-4507-833b-66c6c694c524 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:13:13.855371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9b2e-1ab7-491c-b3a6-8b53849e6c61 req-0a22e20e-1170-4388-8ea2-81614c928e63 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:13.856907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df6b9b2e-1ab7-491c-b3a6-8b53849e6c61 req-0a22e20e-1170-4388-8ea2-81614c928e63 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 931 time: 0.0914848
Dec 13 15:13:13.907958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-df6b9b2e-1ab7-491c-b3a6-8b53849e6c61 req-fbbacd9c-d731-496b-9efc-633b1eb0c87b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441556
Dec 13 15:13:13.991584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:13:13.999170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:14.015442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Transition to ACTIVE for port object f1cb2a95-1a6d-4507-833b-66c6c694c524 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:13:14.020514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:14.026400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25c96364-99af-4b26-9463-7197b1a05924 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:14.157077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:14.161742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:14.275478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Attempting to bind port f1cb2a95-1a6d-4507-833b-66c6c694c524 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:13:14.275994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Attempting to bind port f1cb2a95-1a6d-4507-833b-66c6c694c524 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:13:14.276359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Attempting to bind port f1cb2a95-1a6d-4507-833b-66c6c694c524 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:13:14.282927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Port f1cb2a95-1a6d-4507-833b-66c6c694c524 on network 22b91656-8964-403c-b2ef-9ae7461d4798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:13:14.283215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Attempting to bind port f1cb2a95-1a6d-4507-833b-66c6c694c524 on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:13:14.291015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:13:14.291316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:13:14.291740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:13:14.292214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Bound port: f1cb2a95-1a6d-4507-833b-66c6c694c524, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:13:14.292629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:14.391722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:13:14.395075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:13:14.399518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:14.403239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da7cff01-e51b-47c2-a17a-646a2c7b0a82 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:14.466751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:14.468254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1093 time: 0.9676433
Dec 13 15:13:14.468810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:14.481739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:14.485250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:14.547112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'status': 'completed', 'code': 200}
Dec 13 15:13:14.590917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-df6d139b-52b5-4e83-a9ae-cccfbcbb60eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1096 time: 0.0828454
Dec 13 15:13:14.669960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-5ffffa9f-f5a7-4263-9005-24eb3a92a324 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 217 time: 0.0706873
Dec 13 15:13:14.744420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-48f6ceed-8b25-4c30-a768-9253cc40ca0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:14.746052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-48f6ceed-8b25-4c30-a768-9253cc40ca0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0698714
Dec 13 15:13:14.829907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-cbe0f52a-2b41-472e-8394-ee7ef2b69a4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777354
Dec 13 15:13:14.976026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-da381242-b79a-49ad-9d06-ead90526f0b6 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393781
Dec 13 15:13:15.124407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dff27a-37ff-4049-8034-8419ce0e7ae7 req-ce3a1d1f-a33c-49aa-bea0-ea58d7959abf tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:15.126037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97dff27a-37ff-4049-8034-8419ce0e7ae7 req-ce3a1d1f-a33c-49aa-bea0-ea58d7959abf tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 943 time: 0.0884006
Dec 13 15:13:15.127226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8e576c80-3cd7-48f1-b7e1-449352328208 req-bd4e5ac7-9561-44ca-b334-c9b95f3bfe5b service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442223
Dec 13 15:13:15.190824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97dff27a-37ff-4049-8034-8419ce0e7ae7 req-d167da1a-56b5-4bcd-9f9d-77637d998764 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565596
Dec 13 15:13:15.260896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-bf68a00d-2c19-457b-866d-233049a388ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1096 time: 0.0784662
Dec 13 15:13:15.403679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-aa762edc-dc63-4a8d-ab0f-d0fa12489fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:15.405230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-aa762edc-dc63-4a8d-ab0f-d0fa12489fc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1370633
Dec 13 15:13:15.475661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-876a588e-e560-493e-8dcd-823966d5583a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 217 time: 0.0630367
Dec 13 15:13:15.548216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-839f2b35-2c61-41a2-bbab-84856039a078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:15.549752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-839f2b35-2c61-41a2-bbab-84856039a078 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0675333
Dec 13 15:13:15.634704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-1b775bc6-b176-4d85-a304-e85beced7398 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774655
Dec 13 15:13:16.025771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-3c07060b-76c5-4661-8942-cd42df5c275f service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3825462
Dec 13 15:13:16.166652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0326cf1-c0f8-4c5c-9173-d9bb6816ec3b req-cdb9986c-66fb-4b23-a279-9acd5a5d60f6 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346684
Dec 13 15:13:16.410784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd410a25-326a-420b-b656-8e015fd3bc56 req-e95c1181-13ad-47bf-be8a-bd5222dd0af4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:16.411660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fd410a25-326a-420b-b656-8e015fd3bc56 req-e95c1181-13ad-47bf-be8a-bd5222dd0af4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:13:16.427662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fd410a25-326a-420b-b656-8e015fd3bc56 req-e95c1181-13ad-47bf-be8a-bd5222dd0af4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:13:16.428901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd410a25-326a-420b-b656-8e015fd3bc56 req-e95c1181-13ad-47bf-be8a-bd5222dd0af4 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 943 time: 0.1087537
Dec 13 15:13:16.481201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd410a25-326a-420b-b656-8e015fd3bc56 req-401c5f2a-ff50-4afb-be3b-d431e2511ce0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459461
Dec 13 15:13:17.009843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:13:17.167575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:17.182525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:13:17.244566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:17.262814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:13:17.278490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:17.282690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:17.284690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7b4ad8e8-4f47-4ac6-a8c1-af4916acbef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:17.362107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:17.365936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:17.489509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f1cb2a95-1a6d-4507-833b-66c6c694c524'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:13:17.696789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca6701-800f-4c79-8611-d4046f51cc9e req-ee71a757-7eb3-43c5-abba-9fbdbd293e86 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:17.698410 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-71ca6701-800f-4c79-8611-d4046f51cc9e req-ee71a757-7eb3-43c5-abba-9fbdbd293e86 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 944 time: 0.0881686
Dec 13 15:13:17.748536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-71ca6701-800f-4c79-8611-d4046f51cc9e req-cad69015-090e-40bc-a965-5e77d1bfcf5f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437598
Dec 13 15:13:18.979071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed18b9-2648-452c-97ce-68628865593b req-fef2a1e9-7e9f-4715-9cf2-14b89327ad70 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:18.980702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-98ed18b9-2648-452c-97ce-68628865593b req-fef2a1e9-7e9f-4715-9cf2-14b89327ad70 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 944 time: 0.0869701
Dec 13 15:13:19.023759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:13:19.032570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-98ed18b9-2648-452c-97ce-68628865593b req-02b32ac5-a44f-4f05-9bd5-ec7281a74328 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440822
Dec 13 15:13:19.103320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port f1cb2a95-1a6d-4507-833b-66c6c694c524 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:13:19.108232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f1cb2a95-1a6d-4507-833b-66c6c694c524 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:13:19.108656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:19.235547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:19.263608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:19.273809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:13:19.277694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:19.280021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:13:19.322171 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'code': 200}
Dec 13 15:13:19.352597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:13:19.355693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:13:19.573853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bc70f2b-fa44-43fc-b5b4-8fa363aee663 req-08218d7c-fd30-4955-8c8b-c0e5f229a62f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0844221
Dec 13 15:13:19.626678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bc70f2b-fa44-43fc-b5b4-8fa363aee663 req-f5522e1f-5d90-4183-a50b-94f7adeb43d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454669
Dec 13 15:13:20.343746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b0b8e-623a-4cb2-9bb6-a781c95a91d1 req-97c35f58-3bc9-4552-9917-74fbedfa494e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:20.345298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc6b0b8e-623a-4cb2-9bb6-a781c95a91d1 req-97c35f58-3bc9-4552-9917-74fbedfa494e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.1695809
Dec 13 15:13:20.396506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc6b0b8e-623a-4cb2-9bb6-a781c95a91d1 req-da76555e-5be9-48d9-9979-cbbe9558a358 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447283
Dec 13 15:13:21.615281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826369e-2742-4abc-a4b7-e991c64a90c6 req-a00b3832-1967-4f29-bcd4-0bf240e1f508 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:21.619947 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a826369e-2742-4abc-a4b7-e991c64a90c6 req-a00b3832-1967-4f29-bcd4-0bf240e1f508 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0928848
Dec 13 15:13:21.679308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a826369e-2742-4abc-a4b7-e991c64a90c6 req-9086b4dd-246b-4d85-a5d0-51d8f00da6dc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531120
Dec 13 15:13:21.913925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d1167-ca04-4388-bd2d-6d36201b6071 req-8b4bcff4-6c89-4156-8593-b8bd65a05884 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:21.915547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e96d1167-ca04-4388-bd2d-6d36201b6071 req-8b4bcff4-6c89-4156-8593-b8bd65a05884 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0956035
Dec 13 15:13:21.925728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55550) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:13:21.931507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'floatingip': {'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:13:22.015972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:22.653078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:22.657349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:22.859037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 associated. External IP: 172.26.4.60, port: f1cb2a95-1a6d-4507-833b-66c6c694c524.
Dec 13 15:13:23.303576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:13:23.515124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:13:23.520004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:23.526688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:13:23.542298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:13:23.543129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f315630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:13:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:23.580881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-71f5baea-d7c4-42f1-8860-f913d8e6d6aa tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "PUT /v2.0/floatingips/581106ce-cd58-4ff6-afa9-409c0d44e251 HTTP/1.1" status: 200  len: 990 time: 1.6540089
Dec 13 15:13:23.581611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:13:23.658838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'status': 'completed', 'code': 200}
Dec 13 15:13:23.762853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-85e47375-81c5-4b03-81ae-d4e50ad6179f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0760407
Dec 13 15:13:23.902349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:13:23.906466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684962f-95aa-41ca-bea6-077ed47c42df req-058807d9-7efe-454c-b369-2c82dd18290e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:23.908100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-058807d9-7efe-454c-b369-2c82dd18290e service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1377423
Dec 13 15:13:24.024512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-49d49ae2-dee5-49fe-aeb8-cedf1dea5822 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 998 time: 0.1095018
Dec 13 15:13:24.093805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684962f-95aa-41ca-bea6-077ed47c42df req-5e309db1-bb10-4f4b-ae39-5bc4963be0f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:24.095576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-5e309db1-bb10-4f4b-ae39-5bc4963be0f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0655947
Dec 13 15:13:24.180760 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-2fa625f8-da55-4f9d-a823-7253b379a825 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788996
Dec 13 15:13:24.275933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f315630>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:13:22Z', 'revision_number': 9, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:24.280394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:13:24.292060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:13:24.292755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f315630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:13:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:24.493349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:13:24.585203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-60911737-5984-4e95-bda4-44f3012c81a4 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3976305
Dec 13 15:13:24.732158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3684962f-95aa-41ca-bea6-077ed47c42df req-35131468-3321-44d6-9e6e-23fc093e2203 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398952
Dec 13 15:13:24.863679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f315630>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:13:22Z', 'revision_number': 9, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:13:24.868217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30a33-5559-4093-a0ae-fafb0c9b4e29 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:13:22Z', 'revision_number': 9, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:13:25.258903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059e307-76ab-4286-9263-1e222c30913e None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:13:25.790931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:13:29.234607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:37.967382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5382bd77-f234-41f4-b0c6-3068c812ae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:39.537320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:40.383492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bc10e6cb-b2b6-415f-b0e8-2eac44c092e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:40.831970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:42.212484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:13:55.409998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-9e3e6b9e-5465-4269-91e8-6b7e9655125c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0850670
Dec 13 15:13:55.572217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-2827b4ec-2ae8-419d-9fba-f33887705780 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0849686
Dec 13 15:13:55.730020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-23dc42e6-3395-4a6c-9531-f1aa7388e984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:55.731677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-23dc42e6-3395-4a6c-9531-f1aa7388e984 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1390803
Dec 13 15:13:55.843392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-6d4eb985-a0c1-412b-9cf4-fb489b79ad15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1001 time: 0.1032791
Dec 13 15:13:55.917343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-e410a407-6a6f-4176-9c16-ce07cd582a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:13:55.918922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-e410a407-6a6f-4176-9c16-ce07cd582a3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0689151
Dec 13 15:13:56.008716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-23a53b5a-3371-4ae5-8c35-94a703c1254a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0815277
Dec 13 15:13:56.156575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-00d32b54-d0ea-48bb-853a-22f06d6d8ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406825
Dec 13 15:13:56.299864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9db61a6d-9c92-48ec-8e00-54daaefaa6b2 req-8cdc62b6-8fc6-4326-8027-95f1c726d4c6 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366029
Dec 13 15:13:59.243233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:01.045488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0737a42-c89f-4f9d-be63-6909bba2fd98 req-411a7176-dda1-41bb-8059-496573e0c109 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0837607
Dec 13 15:14:01.330949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-2a8b655d-d06b-44be-89e3-5b4452929d6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0873921
Dec 13 15:14:01.471363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664f65-d323-4796-85d2-52f59e0645be req-6274d9e3-1c30-465f-8824-a581394dcb89 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:01.472996 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e664f65-d323-4796-85d2-52f59e0645be req-6274d9e3-1c30-465f-8824-a581394dcb89 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.1708405
Dec 13 15:14:01.524476 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e664f65-d323-4796-85d2-52f59e0645be req-b81d40ea-0359-4fb4-bc5a-23050d95cfb6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451322
Dec 13 15:14:02.712898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-06616105-45eb-42e2-b2c7-48714a331a9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.1262906
Dec 13 15:14:02.792664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:14:02.852068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e9de1-e0df-4c96-9819-b82826b94852 req-8cbedd35-2e16-4edf-9ecb-5f82f0b945ba tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:02.854026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba4e9de1-e0df-4c96-9819-b82826b94852 req-8cbedd35-2e16-4edf-9ecb-5f82f0b945ba tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.2003932
Dec 13 15:14:02.895100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-45dc6a20-a3bd-4122-911c-ee47988a5169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:02.896621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-45dc6a20-a3bd-4122-911c-ee47988a5169 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1765518
Dec 13 15:14:02.985771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba4e9de1-e0df-4c96-9819-b82826b94852 req-d9ca97aa-c7a5-43dd-b47b-6912fb876d1c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236956
Dec 13 15:14:03.019221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-eb48996e-51d6-4f80-90d7-b244f6062477 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1001 time: 0.1105359
Dec 13 15:14:03.093158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-53fc41e6-3767-4d74-b9e0-1ff2d8395160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:03.094714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-53fc41e6-3767-4d74-b9e0-1ff2d8395160 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0689950
Dec 13 15:14:03.181352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-c14916a7-6c7d-46ae-9ae7-bc2b766dbc44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0799541
Dec 13 15:14:03.340606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-0a71eb9e-ccb8-4b6e-9370-d195992dcd5a service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521771
Dec 13 15:14:03.503513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-1bf9e750-e577-4eca-afec-d292db98f884 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546810
Dec 13 15:14:04.208327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb448cc-e535-449b-877d-40590b1c8669 req-816d5423-7aa4-4702-bfef-0b862fb73b6b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:04.209914 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7bb448cc-e535-449b-877d-40590b1c8669 req-816d5423-7aa4-4702-bfef-0b862fb73b6b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0903509
Dec 13 15:14:04.261278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7bb448cc-e535-449b-877d-40590b1c8669 req-f16ca3cb-9993-4984-8350-1d9b044adb75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436869
Dec 13 15:14:05.494203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62383770-f313-4db7-bc5d-e7830b9a4c7e req-16bc320b-9994-40dc-bfd8-4eafa89a7e8d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:05.495886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62383770-f313-4db7-bc5d-e7830b9a4c7e req-16bc320b-9994-40dc-bfd8-4eafa89a7e8d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.1019490
Dec 13 15:14:05.545771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62383770-f313-4db7-bc5d-e7830b9a4c7e req-670e0f07-822d-457b-90b2-c5c43d6cd50a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432391
Dec 13 15:14:06.775878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64091f-65c1-4f1e-a44b-6fff67c3b903 req-cdc0f694-4212-4ceb-b83c-a5f72fb2ca95 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:06.777538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3b64091f-65c1-4f1e-a44b-6fff67c3b903 req-cdc0f694-4212-4ceb-b83c-a5f72fb2ca95 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0904436
Dec 13 15:14:06.826540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3b64091f-65c1-4f1e-a44b-6fff67c3b903 req-e32eb883-8ef5-4a79-a8ed-6f0b7d65d99c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426791
Dec 13 15:14:07.961584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e6b8654-5299-4ae6-b7e5-8c7dbcbf0ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:08.051432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc137f-6f9e-49cb-9a27-d142cd461c80 req-a4b35f19-a5cb-4dc4-94bc-e15e5f07702f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:08.052997 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-90bc137f-6f9e-49cb-9a27-d142cd461c80 req-a4b35f19-a5cb-4dc4-94bc-e15e5f07702f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0916829
Dec 13 15:14:08.108690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-90bc137f-6f9e-49cb-9a27-d142cd461c80 req-96d61005-b70c-41b2-b03c-388f66955d00 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493677
Dec 13 15:14:09.333160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b3bc-87f4-47fe-9f2e-9d95a5c150cc req-bdf6fa24-c63d-4562-84d4-e1ab70ec2fa8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:09.334755 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e43b3bc-87f4-47fe-9f2e-9d95a5c150cc req-bdf6fa24-c63d-4562-84d4-e1ab70ec2fa8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0890956
Dec 13 15:14:09.387006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e43b3bc-87f4-47fe-9f2e-9d95a5c150cc req-e8d1bb8b-9aa2-4225-a823-ca7560542f76 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445621
Dec 13 15:14:09.533719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:10.370328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-beae13a2-1426-4459-a8a9-6febcff9c2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:10.610456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65385ff-43a6-430d-8edb-9903124e810a req-6f2cf03c-6475-42f7-a586-60dad26b39f8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:10.612679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d65385ff-43a6-430d-8edb-9903124e810a req-6f2cf03c-6475-42f7-a586-60dad26b39f8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0881231
Dec 13 15:14:10.667723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d65385ff-43a6-430d-8edb-9903124e810a req-26409141-16b3-4d42-8d89-837419ca4162 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457788
Dec 13 15:14:10.841633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:11.881964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66e61-5542-427b-adf7-dcd5339b3760 req-10549c4a-83b8-43ff-babd-2f6a96362dba tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:11.883619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57a66e61-5542-427b-adf7-dcd5339b3760 req-10549c4a-83b8-43ff-babd-2f6a96362dba tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0868917
Dec 13 15:14:11.935901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-57a66e61-5542-427b-adf7-dcd5339b3760 req-01a7e014-e323-4722-984f-c9e2c8299492 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445187
Dec 13 15:14:12.216685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:13.173841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff886d-f272-4957-94db-86b6ee8deb17 req-d34e9b11-09d0-45ab-ba58-8e9285e9f23c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:13.176183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34ff886d-f272-4957-94db-86b6ee8deb17 req-d34e9b11-09d0-45ab-ba58-8e9285e9f23c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0981796
Dec 13 15:14:13.229912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34ff886d-f272-4957-94db-86b6ee8deb17 req-79961ea7-f540-4501-94f5-daf51df8b901 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438793
Dec 13 15:14:14.453213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c917d-0d2c-4410-a0a4-45aa5beb13e9 req-0238ed77-fb58-4dda-94a4-548577868961 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:14.454826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b2c917d-0d2c-4410-a0a4-45aa5beb13e9 req-0238ed77-fb58-4dda-94a4-548577868961 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0931699
Dec 13 15:14:14.505010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b2c917d-0d2c-4410-a0a4-45aa5beb13e9 req-dccc086a-9bd0-4718-b3ad-04ad9840e3d1 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434232
Dec 13 15:14:15.223512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-8166b000-7c2a-4587-9776-c0681c16bb44 service neutron] 10.222.0.72 "GET /v2.0/ports/f1cb2a95-1a6d-4507-833b-66c6c694c524/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0836196
Dec 13 15:14:15.508953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-8fe72855-533e-4f97-abf4-ffb8c75a7b01 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0804565
Dec 13 15:14:15.623215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-6ebfbaea-f59e-44dc-bf74-59151e741ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0822654
Dec 13 15:14:15.828348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-f15f3275-4312-485d-ae3a-84a1ac8446f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:15.829859 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-f15f3275-4312-485d-ae3a-84a1ac8446f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1994333
Dec 13 15:14:15.896466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f285a5-c650-4fbb-ad4d-7d35b321abc1 req-06e2b5e6-4b6a-43c2-8020-ed820cf93de5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:15.898023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3f285a5-c650-4fbb-ad4d-7d35b321abc1 req-06e2b5e6-4b6a-43c2-8020-ed820cf93de5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.2439506
Dec 13 15:14:15.976481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-b02ff7f6-c004-4ecd-abfe-7d992ba7ab77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1001 time: 0.1379151
Dec 13 15:14:15.984173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3f285a5-c650-4fbb-ad4d-7d35b321abc1 req-107ff592-e7d1-4109-a63f-069e06abea67 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796523
Dec 13 15:14:16.050413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-7d06af4e-fc62-4d5b-a262-c337fcf695b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:16.052046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-7d06af4e-fc62-4d5b-a262-c337fcf695b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0666301
Dec 13 15:14:16.137337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-e045174e-883a-4d31-89df-587e81cafa06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783472
Dec 13 15:14:16.289400 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-30e7f1f7-a83d-4081-a72e-fd36b194d7b5 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447423
Dec 13 15:14:16.430958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40bf8dc9-edf6-456e-9369-8f59bb515637 req-9450706b-4215-4033-8bc2-c6ccea9b0d01 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349049
Dec 13 15:14:17.216695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c5a8-425e-4d0a-a015-817ec04d09a5 req-88bac351-7c47-4ad9-b4c4-05508e189135 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:17.218832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a06c5a8-425e-4d0a-a015-817ec04d09a5 req-88bac351-7c47-4ad9-b4c4-05508e189135 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0947948
Dec 13 15:14:17.279548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4a06c5a8-425e-4d0a-a015-817ec04d09a5 req-f0c323f8-c932-475e-82bf-f6d8ecc612a0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536566
Dec 13 15:14:18.509772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21743f-5c1a-4e7c-a1fa-d5afc90d0207 req-6dd654e8-1c52-4d98-9406-17419928c761 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:18.511444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a21743f-5c1a-4e7c-a1fa-d5afc90d0207 req-6dd654e8-1c52-4d98-9406-17419928c761 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.1025562
Dec 13 15:14:18.560621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a21743f-5c1a-4e7c-a1fa-d5afc90d0207 req-73a65f68-3b76-4dfc-9c07-4852310428bb tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429013
Dec 13 15:14:19.353993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f18f-bc38-41de-8853-edd703647e8f req-98b6f586-ec54-407c-bdca-81b7d826b075 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:19.355601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-98b6f586-ec54-407c-bdca-81b7d826b075 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&tenant_id=916194462eba491bae7720f615a39416&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 945 time: 0.4175835
Dec 13 15:14:19.399053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:14:19.463556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bc43a-047c-4e40-9819-9c158a78695e req-c8f5710c-5405-4abf-8f74-fcc66f04d009 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:19.465170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-138bc43a-047c-4e40-9819-9c158a78695e req-c8f5710c-5405-4abf-8f74-fcc66f04d009 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.4574680
Dec 13 15:14:19.472074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-eb17adaa-117d-46d1-b25c-755ceb9cb6ed service neutron] 10.222.0.72 "GET /v2.0/ports/f1cb2a95-1a6d-4507-833b-66c6c694c524/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.1094105
Dec 13 15:14:19.549877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:19.562998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-138bc43a-047c-4e40-9819-9c158a78695e req-9af92aa7-a466-4163-9616-0ef601c04665 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898855
Dec 13 15:14:19.564856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:14:19.594605 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-86dc61cb-8806-4745-8265-62214589fbb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0977497
Dec 13 15:14:19.627337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:19.646241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:14:19.661464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:19.664997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:19.668105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:19.740259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f1cb2a95-1a6d-4507-833b-66c6c694c524'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:14:19.742393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f18f-bc38-41de-8853-edd703647e8f req-35f20b3f-725b-4eb1-acba-3046b6a21e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:19.744022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-35f20b3f-725b-4eb1-acba-3046b6a21e86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1435738
Dec 13 15:14:19.771754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:19.798731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.799151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.799537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.799913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.800289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.800659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.801031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.801380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.801743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.802110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.802474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:19.808918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:19.848850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-d89ec047-54bd-49ec-9584-a8191c2971f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1000 time: 0.0977910
Dec 13 15:14:19.920709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f18f-bc38-41de-8853-edd703647e8f req-93e0072e-9fd1-4601-83bf-57d1acd869c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:19.922547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-93e0072e-9fd1-4601-83bf-57d1acd869c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0675132
Dec 13 15:14:20.008242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-6ff12e78-0268-429b-93a2-b35223c8aac5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793688
Dec 13 15:14:20.160905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-c017d8ba-f6cb-49dd-ba84-46084c9374ab service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459312
Dec 13 15:14:20.306348 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-c57ea8f9-86a1-4144-8afd-d14fe780206a service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386602
Dec 13 15:14:20.801999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1b104-8b5f-4d43-a4e9-25ba96a05d8a req-471e318d-3538-4f97-9ce7-dc5f0c5de0b5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:20.803648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16f1b104-8b5f-4d43-a4e9-25ba96a05d8a req-471e318d-3538-4f97-9ce7-dc5f0c5de0b5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 944 time: 0.0965908
Dec 13 15:14:20.855965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16f1b104-8b5f-4d43-a4e9-25ba96a05d8a req-d4dfb9be-0481-4cc3-a36a-7837413ed99c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430031
Dec 13 15:14:21.413302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:14:21.492067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f1cb2a95-1a6d-4507-833b-66c6c694c524 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:14:21.492496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:21.615489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:21.645340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:21.656080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:21.660342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:21.662322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:21.728695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:21.731970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:21.794910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'code': 200}
Dec 13 15:14:22.079769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a2298-7a3c-4763-8303-7f4fec7a4bae req-0f91266a-3a47-45f2-abcf-8ae391232b3d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:22.081394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-071a2298-7a3c-4763-8303-7f4fec7a4bae req-0f91266a-3a47-45f2-abcf-8ae391232b3d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0941324
Dec 13 15:14:22.133468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-071a2298-7a3c-4763-8303-7f4fec7a4bae req-4213c81a-601c-46ee-b07c-928a9f390972 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449517
Dec 13 15:14:22.784490 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-b0a9d6ba-c3fd-41b7-9c7c-af8ef16b0c6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0947735
Dec 13 15:14:22.884352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-ddeb89f2-43df-44fa-b1df-028ed0dcac74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 1098 time: 0.0774052
Dec 13 15:14:23.031931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f18f-bc38-41de-8853-edd703647e8f req-3d8f1ba6-48f0-4b43-a892-9e99a645a03c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:23.033567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-3d8f1ba6-48f0-4b43-a892-9e99a645a03c service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1431499
Dec 13 15:14:23.145565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-2ff823f6-24ac-4df9-855b-aa1e8be97fa3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 200  len: 1001 time: 0.1047807
Dec 13 15:14:23.218164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f18f-bc38-41de-8853-edd703647e8f req-8461d49b-12a2-44ee-ba68-c5d33f2e2435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:23.219994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-8461d49b-12a2-44ee-ba68-c5d33f2e2435 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0677118
Dec 13 15:14:23.372135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-ca3ccb54-d16c-42c5-9e0f-4d1d93d895f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1453681
Dec 13 15:14:23.378858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b151c-1da3-4a4c-a9ff-69bfeddcf7e8 req-e175d0c8-8c4b-48f7-93cd-6efb45c215b2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:23.380453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e9b151c-1da3-4a4c-a9ff-69bfeddcf7e8 req-e175d0c8-8c4b-48f7-93cd-6efb45c215b2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.1137524
Dec 13 15:14:23.530214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e9b151c-1da3-4a4c-a9ff-69bfeddcf7e8 req-45fba1e5-59b1-4553-b691-4fd5a398ea81 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266742
Dec 13 15:14:23.553622 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-7ffbf297-3ff6-4acb-8f7b-f285b92709bd service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721382
Dec 13 15:14:23.697378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1537f18f-bc38-41de-8853-edd703647e8f req-9ee9aab4-e196-4e00-b580-d0967a0efd20 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366789
Dec 13 15:14:24.752488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6dbc-ab9b-406d-8c3e-71a2ccf75778 req-cdbbc88d-e7cd-4b9c-b5a7-1cbfaeab9474 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:24.754121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c13e6dbc-ab9b-406d-8c3e-71a2ccf75778 req-cdbbc88d-e7cd-4b9c-b5a7-1cbfaeab9474 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 945 time: 0.0901911
Dec 13 15:14:24.809907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c13e6dbc-ab9b-406d-8c3e-71a2ccf75778 req-1bfe7bf0-b10c-4c27-8458-a131dbe5a386 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462646
Dec 13 15:14:25.447310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:14:25.451667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:14:25.679723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:25.713750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:25.737871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:25.744432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'mac_address': 'fa:16:3e:d7:f6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:14:25.779251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:25.788698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:25.792729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5393aee8-6a49-4dff-8711-6a17895e268c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:26.000683 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'code': 200}
Dec 13 15:14:26.032648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:26.039216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ebbe5-0be6-44e0-be8c-b80585e484e3 req-b83c56f3-51cb-4f97-a9a2-705cac9cba3a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:26.040979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-404ebbe5-0be6-44e0-be8c-b80585e484e3 req-b83c56f3-51cb-4f97-a9a2-705cac9cba3a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 943 time: 0.0970459
Dec 13 15:14:26.065895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:14:26.074154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:26.077725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:26.092815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-404ebbe5-0be6-44e0-be8c-b80585e484e3 req-98196bf2-2019-4e06-9943-b36d380b1ebc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451105
Dec 13 15:14:26.133514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:14:26.133937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:14:26.310095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6a77d-0bfa-4e29-993e-ce296a06160b req-cba58745-be7b-4de0-8833-2d6aa31c6599 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:26.311775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffa6a77d-0bfa-4e29-993e-ce296a06160b req-cba58745-be7b-4de0-8833-2d6aa31c6599 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 943 time: 0.0921302
Dec 13 15:14:26.365021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ffa6a77d-0bfa-4e29-993e-ce296a06160b req-3d88eb84-7575-48cd-a4e6-e891628e347b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467989
Dec 13 15:14:26.576888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edd27c-c36d-4884-8a40-0f8604ad43ff req-27ba50e6-66e1-4a47-a218-ecb1e92e97af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:26.578399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4edd27c-c36d-4884-8a40-0f8604ad43ff req-27ba50e6-66e1-4a47-a218-ecb1e92e97af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 943 time: 0.0875177
Dec 13 15:14:26.631813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4edd27c-c36d-4884-8a40-0f8604ad43ff req-07d68a31-6e52-46fa-9698-4bea500ca6ca tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471096
Dec 13 15:14:26.698960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:26.717602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:14:26.733153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:26.737574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:26.739486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:26.806147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f1cb2a95-1a6d-4507-833b-66c6c694c524'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:14:26.850774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=9']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:26.856015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:27.088067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0ac2f-113f-4929-b13d-882ddcaedd4e req-9a279e1c-c824-48c7-b2f0-ce1ccaa0cacd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:27.089692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9f0ac2f-113f-4929-b13d-882ddcaedd4e req-9a279e1c-c824-48c7-b2f0-ce1ccaa0cacd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 944 time: 0.0997474
Dec 13 15:14:27.145005 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c9f0ac2f-113f-4929-b13d-882ddcaedd4e req-021aff0f-7b06-486a-9353-1cbc0bf4ef14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450771
Dec 13 15:14:27.446749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:14:27.520206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f1cb2a95-1a6d-4507-833b-66c6c694c524 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:14:27.520650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:27.642393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:27.677851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:27.683644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:27.686616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:27.760591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:27.763926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:28.002246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:28.072388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'code': 200}
Dec 13 15:14:28.381243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef4ba6-b9f6-4b57-a7c5-b5ccefcd611f req-e988e58b-1200-4394-95f8-16c3e1c1fa31 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:28.382833 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6ef4ba6-b9f6-4b57-a7c5-b5ccefcd611f req-e988e58b-1200-4394-95f8-16c3e1c1fa31 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 946 time: 0.0966418
Dec 13 15:14:28.660718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6ef4ba6-b9f6-4b57-a7c5-b5ccefcd611f req-bfd44967-ec30-41be-8daf-109ec76f998b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2706685
Dec 13 15:14:29.154443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-767b1637-d9c2-4f39-966b-feaec903f8bd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:29.156029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-767b1637-d9c2-4f39-966b-feaec903f8bd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 946 time: 0.0904157
Dec 13 15:14:29.238907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Deleting port f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:14:29.239313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:29.240847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:29.498268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] For port f1cb2a95-1a6d-4507-833b-66c6c694c524, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f1cb2a95-1a6d-4507-833b-66c6c694c524,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:29.498519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:29.852833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:29.853157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:29.853504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 disassociated. External IP: 172.26.4.60, port: f1cb2a95-1a6d-4507-833b-66c6c694c524.
Dec 13 15:14:29.853880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Calling delete_port for f1cb2a95-1a6d-4507-833b-66c6c694c524 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:14:29.960882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fcbce-a402-4f30-9f69-e6b42b5ca465 req-cf07fc2c-e4e7-4c43-a8c1-6b4cda9ecf62 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:29.962511 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea7fcbce-a402-4f30-9f69-e6b42b5ca465 req-cf07fc2c-e4e7-4c43-a8c1-6b4cda9ecf62 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 946 time: 0.1713042
Dec 13 15:14:30.060582 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea7fcbce-a402-4f30-9f69-e6b42b5ca465 req-ab9b37ae-0342-4fdc-825e-9174866b196c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669608
Dec 13 15:14:30.061335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:30.067453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a672b59-5b31-469d-8792-f46a4c01846e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:30.112842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'Port': ['ID=f1cb2a95-1a6d-4507-833b-66c6c694c524,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:30.126857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.127323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.127743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.128171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.128584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.128998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.129696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.130080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.130526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.130932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.131367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:14:30.135774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:30.361425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:14:30.589515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:14:30.600151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:14:30.618481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:14:30.619260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e965da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:14:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:30.663871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] No DVR routers for this DVR port f1cb2a95-1a6d-4507-833b-66c6c694c524 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:14:30.666466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:30.669308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-deleted', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:30.685823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c73cafa9-7644-4d9f-85f0-4def5374332f req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "DELETE /v2.0/ports/f1cb2a95-1a6d-4507-833b-66c6c694c524 HTTP/1.1" status: 204  len: 173 time: 1.5228124
Dec 13 15:14:30.727236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b687a6-7be5-4d23-a77c-ab9dd30d355c', 'name': 'network-vif-deleted', 'tag': 'f1cb2a95-1a6d-4507-833b-66c6c694c524', 'status': 'completed', 'code': 200}
Dec 13 15:14:30.811386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:14:31.196696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e965da0>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:31.201025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:14:31.212634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:14:31.213321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e965da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:14:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:31.253291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-daa2e4fd-932d-4e35-96fe-10dece4c0cf0 req-a5187132-c49d-4862-a87c-0daeba9a5f5c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:14:31.268764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-daa2e4fd-932d-4e35-96fe-10dece4c0cf0 req-a5187132-c49d-4862-a87c-0daeba9a5f5c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:14:31.270059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-daa2e4fd-932d-4e35-96fe-10dece4c0cf0 req-a5187132-c49d-4862-a87c-0daeba9a5f5c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8b687a6-7be5-4d23-a77c-ab9dd30d355c HTTP/1.1" status: 200  len: 210 time: 0.0641520
Dec 13 15:14:31.423273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:14:31.466448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:14:31.516087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: f1cb2a95-1a6d-4507-833b-66c6c694c524 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:14:31.516571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f1cb2a95-1a6d-4507-833b-66c6c694c524 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:14:31.812220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e965da0>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:31.816982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa4a-ccbe-4d60-9fbe-9eea6774edab None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:14:32.321656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243a5c3-ed7c-40b7-adca-1540eb2e5267 None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:14:32.696205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-10b188c8-26c1-44df-906a-e3a7c9ed52c2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--144623885&fields=id&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 267 time: 0.0484910
Dec 13 15:14:32.863287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-82595703-7034-4159-aecd-8c07b6f1c7b8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:32.864769 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-82595703-7034-4159-aecd-8c07b6f1c7b8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1586852
Dec 13 15:14:32.883185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-d4bdc1b0-bd47-4ca0-b688-01ad5c12c369 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/quotas/916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 375 time: 0.0123503
Dec 13 15:14:32.978809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-eea8699a-c846-4344-8e02-def9f0abf39b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0899925
Dec 13 15:14:33.131607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-30dbfdbb-c272-4d30-bf8f-b8e8996a4947 service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390634
Dec 13 15:14:33.283378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-0be1f2c9-c533-4000-819a-940047b8cd39 service neutron] 10.222.0.69 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450500
Dec 13 15:14:33.488526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-699179f3-8f27-4eb9-af69-df4ac7e06936 req-8852e33c-85f5-4393-b602-abae2da92432 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 210 time: 0.0493829
Dec 13 15:14:34.585234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-69349721-1b8f-4703-afa8-1c462c154d21 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:34.586269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-69349721-1b8f-4703-afa8-1c462c154d21 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 812 time: 0.1597769
Dec 13 15:14:34.643955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-aa06f0c9-d3a3-462a-992c-bb3ba7616b8b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 379 time: 0.0460348
Dec 13 15:14:34.652819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'port': {'device_id': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'admin_state_up': True, 'tenant_id': '916194462eba491bae7720f615a39416', 'security_groups': ['6db39009-9810-4977-be05-901f5b644df2']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:14:34.669831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50a8b258-086e-4ba8-959b-6f83f4d3b2d2 req-b9df7e7d-2204-4992-a8e1-398702c1aff0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 210 time: 0.0507169
Dec 13 15:14:35.052384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:14:35.063970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:14:35.079174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Made reservation on behalf of 916194462eba491bae7720f615a39416 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:14:35.086944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.270946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Allocated IP 172.20.0.6 (22b91656-8964-403c-b2ef-9ae7461d4798/a7fb9a48-a729-420f-b11c-eab2b4d24504/f6505b86-fdc2-48f6-a789-ea708b24155c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:14:35.477933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.494768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Transition to ACTIVE for port object f6505b86-fdc2-48f6-a789-ea708b24155c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:14:35.516877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.522833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-575383fc-737e-4f44-9663-b40727572167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:35.595780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Network 22b91656-8964-403c-b2ef-9ae7461d4798 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:14:35.599496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:14:35.602051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:14:35.636720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:35.639949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:35.687845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:35.688501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.722331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0735061
Dec 13 15:14:35.734860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Request body: {'port': {'device_id': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:14:35.901596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.901819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b9a7891-fc9f-4e76-9900-119380cc720b None None] Provisioning for port f6505b86-fdc2-48f6-a789-ea708b24155c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:14:35.907384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4b9a7891-fc9f-4e76-9900-119380cc720b None None] Provisioning complete for port f6505b86-fdc2-48f6-a789-ea708b24155c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:14:35.908253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7891-fc9f-4e76-9900-119380cc720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:35.963908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a7891-fc9f-4e76-9900-119380cc720b None None] Port f6505b86-fdc2-48f6-a789-ea708b24155c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:14:35.999759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db844-c4dd-4b54-9206-07d77c7c18f2 req-f904a07c-aed0-45c7-906e-08689ad2644e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:36.000504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-859db844-c4dd-4b54-9206-07d77c7c18f2 req-f904a07c-aed0-45c7-906e-08689ad2644e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Synchronizing usage tracker for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:14:36.074616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-859db844-c4dd-4b54-9206-07d77c7c18f2 req-f904a07c-aed0-45c7-906e-08689ad2644e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Unset dirty status for tenant:916194462eba491bae7720f615a39416 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:14:36.075957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-859db844-c4dd-4b54-9206-07d77c7c18f2 req-f904a07c-aed0-45c7-906e-08689ad2644e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 931 time: 0.2504568
Dec 13 15:14:36.225194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-859db844-c4dd-4b54-9206-07d77c7c18f2 req-49dfd640-a74e-4b59-9e0c-2166f2edf27e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420412
Dec 13 15:14:36.332449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:14:36.339475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:36.354090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Transition to ACTIVE for port object f6505b86-fdc2-48f6-a789-ea708b24155c will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:14:36.358312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:36.362386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:36.499245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:36.502338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:36.614822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Attempting to bind port f6505b86-fdc2-48f6-a789-ea708b24155c on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:14:36.615372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Attempting to bind port f6505b86-fdc2-48f6-a789-ea708b24155c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:14:36.615603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Attempting to bind port f6505b86-fdc2-48f6-a789-ea708b24155c on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:14:36.622757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Port f6505b86-fdc2-48f6-a789-ea708b24155c on network 22b91656-8964-403c-b2ef-9ae7461d4798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:14:36.623131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Attempting to bind port f6505b86-fdc2-48f6-a789-ea708b24155c on network 22b91656-8964-403c-b2ef-9ae7461d4798 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:14:36.630631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:14:36.631023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Checking segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:14:36.631405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Bound using segment: {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:14:36.631875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Bound port: f6505b86-fdc2-48f6-a789-ea708b24155c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ad9b98-d536-430b-8092-45c83d554b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:14:36.632257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:36.729650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:14:36.732811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:14:36.737621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:36.741396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:36.807469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:36.808965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1093 time: 1.0792124
Dec 13 15:14:36.809525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:36.823149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:36.827743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:36.889561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'status': 'completed', 'code': 200}
Dec 13 15:14:36.931780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-6c5ce4cf-402f-4262-bd56-7b90f18a4588 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1096 time: 0.0843265
Dec 13 15:14:37.005876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-81aa1bda-e63d-4c71-a2ac-b9e85cad1ab7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 217 time: 0.0666478
Dec 13 15:14:37.079161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-434abdc9-1266-4717-91b3-6864a8cb916c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:37.080743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-434abdc9-1266-4717-91b3-6864a8cb916c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0684712
Dec 13 15:14:37.164137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-823a54b5-5125-4103-93db-b053f40c569c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770450
Dec 13 15:14:37.311392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-5ba5def1-6186-4c31-bbb4-af66e21bb981 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388519
Dec 13 15:14:37.519454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-327d3a46-cc5e-4b11-b96c-3e6f8a4ba916 req-02421115-04c1-46c6-b279-907a4e5e1e57 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009659
Dec 13 15:14:37.538892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cd1f-cf5a-46e5-8c1e-244526ae34a1 req-3304ef3c-84cf-4473-b647-bdae0d186aad tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:37.541026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e474cd1f-cf5a-46e5-8c1e-244526ae34a1 req-3304ef3c-84cf-4473-b647-bdae0d186aad tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 943 time: 0.1846275
Dec 13 15:14:37.646633 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e474cd1f-cf5a-46e5-8c1e-244526ae34a1 req-1f5f9160-f4c2-4e64-850b-56d4aeaa9943 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986550
Dec 13 15:14:37.672507 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-ae40589f-b373-417a-8340-4adb6f0cc59c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1096 time: 0.1041310
Dec 13 15:14:37.820150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e354f-3490-4401-879b-22827d57f06c req-85b9f5a4-f7e7-4960-8892-d9fa9aa6ef0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:37.821650 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-85b9f5a4-f7e7-4960-8892-d9fa9aa6ef0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1425672
Dec 13 15:14:37.905002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-d5c94bee-5640-409f-b3db-baa95f8bd38a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 217 time: 0.0719218
Dec 13 15:14:37.968833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a68b6a6d-ff4e-4002-a26c-6fa50d95775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:37.977681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e354f-3490-4401-879b-22827d57f06c req-598c2f4f-e9aa-4a1b-926d-d4094efdd045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:37.979328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-598c2f4f-e9aa-4a1b-926d-d4094efdd045 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0664368
Dec 13 15:14:38.075303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-dcb3edb2-6340-4b9c-94f2-01633c1549e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0893247
Dec 13 15:14:38.224159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-06d8e07d-7809-4d12-bb8e-8b8547ac9d8f service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417804
Dec 13 15:14:38.372332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-486e354f-3490-4401-879b-22827d57f06c req-2f576952-df86-45ca-9447-00de8b006abc service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404681
Dec 13 15:14:38.886209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8d9e-09d4-4b21-9178-a60fdf30d49d req-d3067837-041c-4427-bce2-dcbe3fc7c093 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:38.887867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff1b8d9e-09d4-4b21-9178-a60fdf30d49d req-d3067837-041c-4427-bce2-dcbe3fc7c093 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 943 time: 0.1007776
Dec 13 15:14:38.944148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff1b8d9e-09d4-4b21-9178-a60fdf30d49d req-4c3cf66f-b7e9-4b9e-9b74-d6882846450e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481493
Dec 13 15:14:39.492139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:14:39.557094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:39.660752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:39.677704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:14:39.740831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:39.759578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:14:39.775651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:39.780049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:39.781978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:39.793220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:14:39.852297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:39.856099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:39.994754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f6505b86-fdc2-48f6-a789-ea708b24155c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:14:40.174564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec9daf-aadc-4949-be99-0b645b1f4930 req-f326ca98-8596-4cbb-923e-d29eca1e781f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:40.176227 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec9daf-aadc-4949-be99-0b645b1f4930 req-f326ca98-8596-4cbb-923e-d29eca1e781f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 944 time: 0.0921071
Dec 13 15:14:40.224945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-99ec9daf-aadc-4949-be99-0b645b1f4930 req-d7796c60-c015-4ab1-add9-23cc2a8be0a8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425048
Dec 13 15:14:40.366052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12506864-3583-4e95-b36f-aab1f3356026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:40.848994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:41.440954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0a539-ea91-431c-9305-e450b3ac9917 req-3b9bfc3b-3736-48e6-a46e-51d8dc172643 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:41.442568 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34a0a539-ea91-431c-9305-e450b3ac9917 req-3b9bfc3b-3736-48e6-a46e-51d8dc172643 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 944 time: 0.0879447
Dec 13 15:14:41.492516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34a0a539-ea91-431c-9305-e450b3ac9917 req-661bca55-50ca-42b5-9d59-566558e18fb2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437267
Dec 13 15:14:41.505567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:14:41.580993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port f6505b86-fdc2-48f6-a789-ea708b24155c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:14:41.586254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f6505b86-fdc2-48f6-a789-ea708b24155c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:14:41.586677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:41.717171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:41.746165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:41.756812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:14:41.761056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:41.763059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:14:41.801033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'code': 200}
Dec 13 15:14:41.835644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:14:41.838534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:14:42.048076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed214d9-09a9-4081-b3b1-b533f6fc7502 req-60f5bb18-381f-4110-84c4-087c07e06b22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0772021
Dec 13 15:14:42.096671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eed214d9-09a9-4081-b3b1-b533f6fc7502 req-60a36141-7aeb-42c1-bac4-9f36d264dd43 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415995
Dec 13 15:14:42.218020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:42.709673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041861-06ff-46f4-a080-46585c1c4440 req-8306d49d-c2cc-43a7-a67b-a961d539d8fe tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:42.711294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-98041861-06ff-46f4-a080-46585c1c4440 req-8306d49d-c2cc-43a7-a67b-a961d539d8fe tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0946569
Dec 13 15:14:42.761146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-98041861-06ff-46f4-a080-46585c1c4440 req-2a04967b-ad77-48ba-9d7d-764f82b1ffb2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433996
Dec 13 15:14:44.005606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060822ae-88ec-43f6-8564-debb70024025 req-2e9b66c0-55ba-4731-9d71-c5e473c6bbb6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:44.007154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-060822ae-88ec-43f6-8564-debb70024025 req-2e9b66c0-55ba-4731-9d71-c5e473c6bbb6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.1005242
Dec 13 15:14:44.058816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-060822ae-88ec-43f6-8564-debb70024025 req-026348b3-ef39-4900-a3ea-aa3201672318 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447190
Dec 13 15:14:44.273938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23fc5d-853d-44fa-96d9-057a7396fcae req-9eaf2fb9-30c5-4721-9144-1c05631b5683 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:44.275470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c23fc5d-853d-44fa-96d9-057a7396fcae req-9eaf2fb9-30c5-4721-9144-1c05631b5683 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0874827
Dec 13 15:14:44.286020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 55778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:14:44.292400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Request body: {'floatingip': {'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:14:44.374749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:45.255483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:45.259967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:45.458692 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 associated. External IP: 172.26.4.60, port: f6505b86-fdc2-48f6-a789-ea708b24155c.
Dec 13 15:14:45.890230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:14:46.107851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:14:46.113364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:14:46.118593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:14:46.136780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:14:46.137463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5eeb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:14:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:46.170814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1e9045aa-cef0-4bdd-acf3-e4029cd13000 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "PUT /v2.0/floatingips/581106ce-cd58-4ff6-afa9-409c0d44e251 HTTP/1.1" status: 200  len: 991 time: 1.8834314
Dec 13 15:14:46.171591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:14:46.240969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'status': 'completed', 'code': 200}
Dec 13 15:14:46.329209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:14:46.360565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-46e5cf3e-df8e-4549-8225-d6abb63bf301 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0964198
Dec 13 15:14:46.505101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-7ff756d5-a86c-4c5d-aa83-a544ae790651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:46.506710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-7ff756d5-a86c-4c5d-aa83-a544ae790651 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1394386
Dec 13 15:14:46.618081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-e9c75be2-904b-4acb-bf93-5820469b07dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 999 time: 0.1034977
Dec 13 15:14:46.691415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-eacf706b-bd4a-40ca-a245-804615f3eb85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:46.692977 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-eacf706b-bd4a-40ca-a245-804615f3eb85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0686188
Dec 13 15:14:46.701686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5eeb8>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:14:45Z', 'revision_number': 13, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:46.706439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:14:46.718123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:14:46.718800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5eeb8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:14:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:46.774741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-e7694607-b29d-4d90-ba95-ee8e2a11275f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751832
Dec 13 15:14:46.902954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:14:46.921538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-3059f802-3b61-4b7b-ac85-ae73890fcc21 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395748
Dec 13 15:14:47.066186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-79d5b8b7-ed05-46ea-b687-acd13b38a8fd req-1a893456-30ab-40ee-a9f8-25c25e20c6fd service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375737
Dec 13 15:14:47.287154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5eeb8>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:14:45Z', 'revision_number': 13, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:14:47.291729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea1c1c-848b-45dd-be57-55cf230b5140 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '581106ce-cd58-4ff6-afa9-409c0d44e251', 'tenant_id': '916194462eba491bae7720f615a39416', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '34804537-122f-4c7a-a328-00039e686008', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:24Z', 'updated_at': '2021-12-13T15:14:45Z', 'revision_number': 13, 'project_id': '916194462eba491bae7720f615a39416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:14:47.627404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25801f-de9f-4a52-8e8d-0d459b979256 None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:14:55.393462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-c97afcfe-d134-4358-b0e6-0ca260657494 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741792
Dec 13 15:14:55.570856 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-8a57a059-4a12-4583-bb15-f61e2c7016d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0872364
Dec 13 15:14:55.730782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-650b1188-4a52-4241-96b8-31905ae28021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:55.732399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-650b1188-4a52-4241-96b8-31905ae28021 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1405110
Dec 13 15:14:55.850339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-b03ad62f-568d-482b-bca6-7e08b7b94e69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.1080909
Dec 13 15:14:55.922781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-a60d3d60-3ff7-4f03-8cdc-6c5a262de7e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:14:55.924397 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-a60d3d60-3ff7-4f03-8cdc-6c5a262de7e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0671825
Dec 13 15:14:56.008230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-da37189a-e318-452d-b855-565cdf8da5e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770001
Dec 13 15:14:56.152971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-95452e01-8cf7-46c4-a633-241f69d01146 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374357
Dec 13 15:14:56.296312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-17f4646f-bb1b-4dab-b614-a45b32cefe6f req-dfdd8446-658d-4064-b1f0-fd6e8b6932e7 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356533
Dec 13 15:14:59.247508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:07.968387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9bb41de-09a5-4aa8-a80c-e412a512e5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:09.535032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:10.370483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16976d30-5cf5-4f1e-b8cd-df2682547294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:10.852769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:12.221668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:16.802795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:15:25.220656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf389-29d0-4789-99c0-f91a21de9433 req-d26a2d09-2297-4b93-9c3a-5730ada19d2d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:25.222062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-93aaf389-29d0-4789-99c0-f91a21de9433 req-d26a2d09-2297-4b93-9c3a-5730ada19d2d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0929427
Dec 13 15:15:25.271433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-93aaf389-29d0-4789-99c0-f91a21de9433 req-8c5dc3d6-26e8-4b6f-be78-5fc53c484ba2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424488
Dec 13 15:15:29.244315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:33.919392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-927a50e3-8e92-4610-86fd-4add8a0426f1 req-023b37e7-3032-463e-9980-b9385438d27d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0968170
Dec 13 15:15:34.249498 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-a86300d2-f206-4dcb-b271-b94c9f879fd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1210258
Dec 13 15:15:34.288317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab30f90-bfb9-4f01-85e1-aa1691973327 req-01784a59-4bb9-4489-b736-2bccad03265a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:34.289889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dab30f90-bfb9-4f01-85e1-aa1691973327 req-01784a59-4bb9-4489-b736-2bccad03265a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0921006
Dec 13 15:15:34.347349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dab30f90-bfb9-4f01-85e1-aa1691973327 req-5e8d392d-580e-4418-a3d7-2fd4c3cf5bff tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496874
Dec 13 15:15:35.524216 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-0e2514f5-f776-47ef-aa22-7840c95b5abd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0799782
Dec 13 15:15:35.572778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f663d8-ad41-4114-bd94-1ffd506e9694 req-984777d4-4588-4f30-a200-30d64d525073 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:35.574598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87f663d8-ad41-4114-bd94-1ffd506e9694 req-984777d4-4588-4f30-a200-30d64d525073 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0928416
Dec 13 15:15:35.625558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-87f663d8-ad41-4114-bd94-1ffd506e9694 req-daf0fe37-5a42-43c6-a391-2e1b4ea785ab tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444880
Dec 13 15:15:35.924245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-e3e50431-cf0d-4269-8c9c-c72da39715ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:35.925832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-e3e50431-cf0d-4269-8c9c-c72da39715ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.3946733
Dec 13 15:15:36.035813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-61005a3f-982b-4824-80a9-e51cc0cad124 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.1030576
Dec 13 15:15:36.108705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-f770b808-8480-4879-9812-9f24392b4e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:36.110329 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-f770b808-8480-4879-9812-9f24392b4e72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0680101
Dec 13 15:15:36.193200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-160bdcf8-54de-488d-a147-d5beb08382cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755475
Dec 13 15:15:36.340317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-2aca2bfe-d6f2-4713-9787-3f229929be28 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396174
Dec 13 15:15:36.487559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-6f5b5f57-42d0-4c2e-9681-4ec9144907f9 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391141
Dec 13 15:15:36.843235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f3df5-2050-4cc9-8900-862594db66a5 req-d8c5d6c1-71f5-4ec0-9617-d248806245e2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:36.844739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb3f3df5-2050-4cc9-8900-862594db66a5 req-d8c5d6c1-71f5-4ec0-9617-d248806245e2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0921431
Dec 13 15:15:36.897613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb3f3df5-2050-4cc9-8900-862594db66a5 req-ff6e8d68-9499-4807-afd6-0e101a53634a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438592
Dec 13 15:15:37.965022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8413f736-9d86-47db-9de1-90d556cead6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:38.118229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5397a4-3f46-428d-a873-b8e2db8c8d01 req-cab15b57-1782-452c-a897-133afcc056ea tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:38.119895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2c5397a4-3f46-428d-a873-b8e2db8c8d01 req-cab15b57-1782-452c-a897-133afcc056ea tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0872831
Dec 13 15:15:38.170486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2c5397a4-3f46-428d-a873-b8e2db8c8d01 req-7953bced-9392-4fe5-ba4f-faf25f795413 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440300
Dec 13 15:15:39.386281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930890d-ef05-42ef-8ecd-532908d604a5 req-15cd37dc-e459-482d-9c9d-92140879104b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:39.387950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8930890d-ef05-42ef-8ecd-532908d604a5 req-15cd37dc-e459-482d-9c9d-92140879104b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0841081
Dec 13 15:15:39.442273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8930890d-ef05-42ef-8ecd-532908d604a5 req-f695b6d9-c9e1-4162-a0b4-d4283fce4bd5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458517
Dec 13 15:15:39.530405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:40.375178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-595b2394-62cd-4545-b638-66839448459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:40.682647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11317b-c54b-4d56-8a76-f9abb14d5c6d req-7f052253-643a-4f22-a23a-1be2727fdf99 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:40.684287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d11317b-c54b-4d56-8a76-f9abb14d5c6d req-7f052253-643a-4f22-a23a-1be2727fdf99 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0986013
Dec 13 15:15:40.733896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0d11317b-c54b-4d56-8a76-f9abb14d5c6d req-f60fa968-4835-42d6-9581-84ae75bfadc5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428023
Dec 13 15:15:40.854075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:41.954642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252fb3-68c7-46df-87f6-7c1749c1ea8d req-13557311-aea4-44bc-8dbe-a7c4dd276895 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:41.956231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b252fb3-68c7-46df-87f6-7c1749c1ea8d req-13557311-aea4-44bc-8dbe-a7c4dd276895 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0910988
Dec 13 15:15:42.010321 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b252fb3-68c7-46df-87f6-7c1749c1ea8d req-d004cc2a-e629-4411-b3f1-08a10219c7fd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440152
Dec 13 15:15:42.223908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:43.238880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799189a-b669-4a99-87f1-59c52c413c46 req-c4d75450-fd22-49b8-85aa-837512dacd91 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:43.240518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3799189a-b669-4a99-87f1-59c52c413c46 req-c4d75450-fd22-49b8-85aa-837512dacd91 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0867567
Dec 13 15:15:43.289062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3799189a-b669-4a99-87f1-59c52c413c46 req-0143d26e-433a-4b31-9855-30489aa9eced tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421271
Dec 13 15:15:44.502466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817e77-1360-4d6d-aa1f-4c5764207061 req-dacd5877-0469-4e1f-a40b-a289e7444e5a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:44.504096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e817e77-1360-4d6d-aa1f-4c5764207061 req-dacd5877-0469-4e1f-a40b-a289e7444e5a tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0897326
Dec 13 15:15:44.560679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6e817e77-1360-4d6d-aa1f-4c5764207061 req-1ced68eb-e885-4802-ae50-c6a0cfeaac65 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475013
Dec 13 15:15:45.783823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49196d5-142a-49aa-9f82-918c65f458b9 req-6c3385f7-0460-4100-83ab-d2071ebe9a83 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:45.785434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a49196d5-142a-49aa-9f82-918c65f458b9 req-6c3385f7-0460-4100-83ab-d2071ebe9a83 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0900264
Dec 13 15:15:45.834604 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a49196d5-142a-49aa-9f82-918c65f458b9 req-f5dffe91-38c5-477e-83c9-924e90ed27e2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427666
Dec 13 15:15:47.060579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ab86f-e368-4719-a48e-520b9e35c846 req-0bbce81c-427d-46b8-916e-938f7da87d14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:47.062172 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-015ab86f-e368-4719-a48e-520b9e35c846 req-0bbce81c-427d-46b8-916e-938f7da87d14 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0980318
Dec 13 15:15:47.112529 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-015ab86f-e368-4719-a48e-520b9e35c846 req-c1ebf665-98f0-4328-b5b8-24c3b88ebf76 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440636
Dec 13 15:15:48.350190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce43870-82d5-4c33-a903-cd0a4541d2f0 req-45869d73-0a25-4b24-9e9e-2d1235cbfcf2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:48.351843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4ce43870-82d5-4c33-a903-cd0a4541d2f0 req-45869d73-0a25-4b24-9e9e-2d1235cbfcf2 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.1016750
Dec 13 15:15:48.407388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4ce43870-82d5-4c33-a903-cd0a4541d2f0 req-61088106-d523-40b6-8f15-7f31da1af5c0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481896
Dec 13 15:15:48.965386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-141a360f-a177-49a8-a781-36053789d2a3 service neutron] 10.222.0.72 "GET /v2.0/ports/f6505b86-fdc2-48f6-a789-ea708b24155c/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0820215
Dec 13 15:15:49.248914 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-db5c94ac-60e9-46a7-93eb-ec19edd065c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0866823
Dec 13 15:15:49.351377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-6cd6f02f-f055-4f3d-9312-01675c01035f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0792174
Dec 13 15:15:49.497712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-d7549ecc-c75c-4409-9e7a-7d61f56cfd35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:49.499432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-d7549ecc-c75c-4409-9e7a-7d61f56cfd35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1417608
Dec 13 15:15:49.658435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-84a7aecf-16b3-4257-9957-d9b4b8451d4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.1524177
Dec 13 15:15:49.737605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f35c5-c6a3-4315-908b-a5cb98a2727d req-2e3518ed-9770-434a-b4b0-07b71c7f9c2f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:49.737960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5a0f35c5-c6a3-4315-908b-a5cb98a2727d req-2e3518ed-9770-434a-b4b0-07b71c7f9c2f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.1818354
Dec 13 15:15:49.747856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-50f6e12c-420e-4375-a632-8e840922edf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:49.749377 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-50f6e12c-420e-4375-a632-8e840922edf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0820689
Dec 13 15:15:49.841185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5a0f35c5-c6a3-4315-908b-a5cb98a2727d req-0969bf72-8bbe-4f17-b40b-a06c0bc4df6e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958984
Dec 13 15:15:49.864707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-32b09928-ba64-4018-9df4-3289b4931173 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1012135
Dec 13 15:15:50.021746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-5717696d-f7a4-4f89-8481-4a09fc3c78c6 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491299
Dec 13 15:15:50.180458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-eb715a1c-ffa5-4b16-904f-f5456f30190b service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513696
Dec 13 15:15:51.063595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb839abc-6486-4d20-8ea3-9e6bbfd2ffb5 req-ef214f47-8814-41ca-9f93-bdefc053dc9b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:51.065231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb839abc-6486-4d20-8ea3-9e6bbfd2ffb5 req-ef214f47-8814-41ca-9f93-bdefc053dc9b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0969536
Dec 13 15:15:51.116224 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb839abc-6486-4d20-8ea3-9e6bbfd2ffb5 req-b0e4b6d8-19fa-4dbd-9968-9d0f966f0d66 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437570
Dec 13 15:15:51.851580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:15:51.973280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:52.003005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:15:52.013321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:15:52.017508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:52.019475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:15:52.071006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'code': 200}
Dec 13 15:15:52.101695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:15:52.111324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.111718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.112100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.112479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.112857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.113230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.113633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.113973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.114340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.114703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.115077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:15:52.119344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:15:52.344986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec17795-9642-4a19-94a1-55072a53d00e req-dba76da8-1d69-42cc-9295-713d7fd8009c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:52.346623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cec17795-9642-4a19-94a1-55072a53d00e req-dba76da8-1d69-42cc-9295-713d7fd8009c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 943 time: 0.0954139
Dec 13 15:15:52.400863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cec17795-9642-4a19-94a1-55072a53d00e req-1046b4fc-5a60-42ff-9fc1-ea535028e33e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448411
Dec 13 15:15:53.644883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4645845-b27f-4c04-92d3-2a52e29d36ac req-0910d45b-3447-40be-a774-3cfa827ced00 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:53.646408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4645845-b27f-4c04-92d3-2a52e29d36ac req-0910d45b-3447-40be-a774-3cfa827ced00 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 943 time: 0.1001470
Dec 13 15:15:53.706446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4645845-b27f-4c04-92d3-2a52e29d36ac req-c9aa8338-d115-42a9-a60f-20aa77775383 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532460
Dec 13 15:15:53.795025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:15:53.863118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:15:54.038295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:15:54.055515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:15:54.124645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:54.151951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:15:54.172927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:15:54.178853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:54.180978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:15:54.256406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f6505b86-fdc2-48f6-a789-ea708b24155c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:15:54.310345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:15:54.315311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:15:54.930559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e24c-b78d-41b9-a4d5-fb3c6f1d0b8b req-638758a7-bc34-44f4-bfdc-988ac1d91f1d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:54.932243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5b2e24c-b78d-41b9-a4d5-fb3c6f1d0b8b req-638758a7-bc34-44f4-bfdc-988ac1d91f1d tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 944 time: 0.0934052
Dec 13 15:15:54.980430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c5b2e24c-b78d-41b9-a4d5-fb3c6f1d0b8b req-14e1b387-f488-408a-a03b-dcafe33b6879 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418701
Dec 13 15:15:55.864732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:15:55.944985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f6505b86-fdc2-48f6-a789-ea708b24155c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:15:55.945553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:56.062520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:56.094494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:15:56.104537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:15:56.109056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:15:56.111426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:15:56.169139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'code': 200}
Dec 13 15:15:56.186176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:15:56.190023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:15:56.202673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06846c25-f396-4cb7-97ac-addacbc3eef2 req-015aff72-286a-49dd-aac4-d8ab6aa63c13 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:56.204360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-06846c25-f396-4cb7-97ac-addacbc3eef2 req-015aff72-286a-49dd-aac4-d8ab6aa63c13 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0934112
Dec 13 15:15:56.253632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-06846c25-f396-4cb7-97ac-addacbc3eef2 req-8d4944fb-682f-4ff3-aa8a-7f62a0dd8ad5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428205
Dec 13 15:15:56.459006 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-f9560643-b5bf-411e-afcc-3e6614129b84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0823126
Dec 13 15:15:56.619256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9a09-1569-4262-bbde-d1c2491975dd req-7cf8e834-92b2-4486-bb2c-7db38c884628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:56.620753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-7cf8e834-92b2-4486-bb2c-7db38c884628 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1422329
Dec 13 15:15:56.739109 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-2790352b-ef76-4893-a375-014f55129066 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.1101036
Dec 13 15:15:56.815753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9a09-1569-4262-bbde-d1c2491975dd req-3277c6a5-faef-4ec9-b23f-cab4fa209f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:56.818109 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-3277c6a5-faef-4ec9-b23f-cab4fa209f30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0721815
Dec 13 15:15:56.902315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-d42ec1be-4896-4720-abf3-01febc400f72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767069
Dec 13 15:15:57.052427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-677dd2d3-078a-4226-a156-096b95a854be service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430068
Dec 13 15:15:57.195693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-718e9a09-1569-4262-bbde-d1c2491975dd req-4c1d42e8-a0a2-4f3f-9a0f-63a08879f2b8 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367314
Dec 13 15:15:57.474309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df37f-f76c-4947-b59b-f708f3b7a571 req-c062a424-6efa-45f8-85a3-7b7f4bfbc0e9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:57.475882 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d08df37f-f76c-4947-b59b-f708f3b7a571 req-c062a424-6efa-45f8-85a3-7b7f4bfbc0e9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0869472
Dec 13 15:15:57.526451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d08df37f-f76c-4947-b59b-f708f3b7a571 req-2291b844-83a4-4a84-aa8e-a844fd9bc04e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431402
Dec 13 15:15:58.743158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f589e2-ea01-4293-8bf7-30a2dab45a94 req-32798c83-9170-4e24-9ffa-3387735c8ec9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:15:58.744788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36f589e2-ea01-4293-8bf7-30a2dab45a94 req-32798c83-9170-4e24-9ffa-3387735c8ec9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0847592
Dec 13 15:15:58.801445 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36f589e2-ea01-4293-8bf7-30a2dab45a94 req-d33b983c-8503-4328-aed3-e1933678d058 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486770
Dec 13 15:15:59.248131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:00.054851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359981f-7ccb-4401-83e2-8945c7bc97c0 req-7be096a1-5bd6-4dfe-a8f5-4a39655814f6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:00.056443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c359981f-7ccb-4401-83e2-8945c7bc97c0 req-7be096a1-5bd6-4dfe-a8f5-4a39655814f6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.1017601
Dec 13 15:16:00.111115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c359981f-7ccb-4401-83e2-8945c7bc97c0 req-e1c218f8-431d-4e34-afd8-d832b7f60c74 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473979
Dec 13 15:16:00.590593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-a0340dea-a2a3-4f86-8db2-798c813f2eeb tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:00.592118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-a0340dea-a2a3-4f86-8db2-798c813f2eeb tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&tenant_id=916194462eba491bae7720f615a39416&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 945 time: 0.0872097
Dec 13 15:16:00.642351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d7090-8a4d-40b1-a6e0-e6af3bb6b09c req-f50ea7d7-60ed-44de-89de-f4d660080e7e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:00.644126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-870d7090-8a4d-40b1-a6e0-e6af3bb6b09c req-f50ea7d7-60ed-44de-89de-f4d660080e7e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0837057
Dec 13 15:16:00.675367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-9b9bb4c9-b718-44c7-a02b-b15fb6b6ab14 service neutron] 10.222.0.72 "GET /v2.0/ports/f6505b86-fdc2-48f6-a789-ea708b24155c/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0771832
Dec 13 15:16:00.698191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-870d7090-8a4d-40b1-a6e0-e6af3bb6b09c req-626c9874-cd49-4f88-b73c-976b6e507af3 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476065
Dec 13 15:16:00.778050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-210eee0b-da5e-41ac-82d7-e92fa02abc37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0797770
Dec 13 15:16:00.931627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-c8490064-43da-40b7-96e9-60402a5a4d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:00.934097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-c8490064-43da-40b7-96e9-60402a5a4d8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1483786
Dec 13 15:16:01.289133 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-56e794f0-7bdf-4b42-b070-0f7e2016871b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.3465371
Dec 13 15:16:01.359535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-4b24c35a-5eb7-4699-a459-8180c2dc958b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:01.361318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-4b24c35a-5eb7-4699-a459-8180c2dc958b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0652394
Dec 13 15:16:01.445155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-f341516a-ba11-4331-be0b-a1abf79ddaea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775130
Dec 13 15:16:01.588735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-9e48fe5a-eb93-465e-9709-f82043b5fd1e service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363273
Dec 13 15:16:01.737840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-36b00cd0-8677-4acc-9315-72c0c56ab49d service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420808
Dec 13 15:16:01.933971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc4295-9b57-4759-9883-1d656bbdd536 req-56437a09-1ace-4aef-8384-fae8d7ce8467 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:01.935791 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8efc4295-9b57-4759-9883-1d656bbdd536 req-56437a09-1ace-4aef-8384-fae8d7ce8467 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.1086881
Dec 13 15:16:01.988279 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8efc4295-9b57-4759-9883-1d656bbdd536 req-70efb922-75fc-4be5-babd-6d57bb956b16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428391
Dec 13 15:16:03.212207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67467ef1-e3f1-475f-88f5-deddf4635506 req-10e22415-3d3b-4302-bb7a-efe213d07789 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:03.213819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67467ef1-e3f1-475f-88f5-deddf4635506 req-10e22415-3d3b-4302-bb7a-efe213d07789 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0964258
Dec 13 15:16:03.264046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67467ef1-e3f1-475f-88f5-deddf4635506 req-817323dd-54e0-4894-99a9-6e92222ee2e0 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432112
Dec 13 15:16:04.479079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8996b64-5fbc-49d6-8ce5-0cab4e10cbd1 req-924ff8d0-3ca9-4229-ae9f-f898a8fb9376 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:04.480665 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8996b64-5fbc-49d6-8ce5-0cab4e10cbd1 req-924ff8d0-3ca9-4229-ae9f-f898a8fb9376 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0879016
Dec 13 15:16:04.533581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8996b64-5fbc-49d6-8ce5-0cab4e10cbd1 req-5cea4607-556d-419e-9b78-4b2ce60313f6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462899
Dec 13 15:16:05.067104 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-1991b3a0-bf88-45c9-9bb7-7994caf7f5ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f&tenant_id=916194462eba491bae7720f615a39416 HTTP/1.1" status: 200  len: 1098 time: 0.0785620
Dec 13 15:16:05.165135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-397795b0-9b79-4c1b-9344-6587ef934e73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=916194462eba491bae7720f615a39416&device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 1098 time: 0.0758400
Dec 13 15:16:05.312732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-1aa58383-9f13-41ca-9533-7cc1c668725e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:05.314292 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-1aa58383-9f13-41ca-9533-7cc1c668725e service neutron] 10.222.0.72 "GET /v2.0/networks?id=22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 200  len: 913 time: 0.1426632
Dec 13 15:16:05.423837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-a712c1ff-c466-4b44-aa68-2fc9fe014473 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 200  len: 1001 time: 0.1028295
Dec 13 15:16:05.497739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-9ababde1-4a52-4ade-9091-0c08fb80bd86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:05.499386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-9ababde1-4a52-4ade-9091-0c08fb80bd86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 200  len: 851 time: 0.0679088
Dec 13 15:16:05.580648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-be960588-e022-4d32-9df7-c6e1abb26824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b91656-8964-403c-b2ef-9ae7461d4798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748281
Dec 13 15:16:05.741394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-6c14e2e6-7688-45be-8131-15c62226e663 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544211
Dec 13 15:16:05.880955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:16:05.892884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-887cd43f-91b6-4588-bd7d-232c4a35612d req-fe0f510d-898a-42e5-8a35-a9afeed617b6 service neutron] 10.222.0.72 "GET /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444829
Dec 13 15:16:05.903065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937057-7091-488e-9a6c-e68a08975227 req-7d126e10-0cc1-4e5d-8d7e-ec46c5405848 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:05.904826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9937057-7091-488e-9a6c-e68a08975227 req-7d126e10-0cc1-4e5d-8d7e-ec46c5405848 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0864260
Dec 13 15:16:05.960077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9937057-7091-488e-9a6c-e68a08975227 req-7369a771-7aa1-48bc-ad36-1dc2ee4cd929 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476742
Dec 13 15:16:06.006345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:06.034220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:06.044894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:06.048561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:06.050447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:06.102068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'code': 200}
Dec 13 15:16:06.124070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=9']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:06.127740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:07.175437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf98e-7ff4-4b0c-b5b8-d9dafa52af40 req-80dba595-bf10-4409-82ba-ffebfe55c90e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:07.177060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e9adf98e-7ff4-4b0c-b5b8-d9dafa52af40 req-80dba595-bf10-4409-82ba-ffebfe55c90e tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 943 time: 0.0888815
Dec 13 15:16:07.239254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e9adf98e-7ff4-4b0c-b5b8-d9dafa52af40 req-dbcf8026-9b7d-40eb-ab07-85d325388732 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467057
Dec 13 15:16:07.895071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:16:08.194535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6eeeb97a-b392-429a-a135-90c310c09952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:08.231304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:08.245684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'port_id': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'mac_address': 'fa:16:3e:28:05:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:16:08.316268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:08.335327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:16:08.350361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:08.354096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:08.355975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:08.427003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['f6505b86-fdc2-48f6-a789-ea708b24155c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:16:08.456079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:08.457629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3eb1-9a2f-4f49-86e6-0d67964f92df req-7e6970ab-b7d1-4b60-b2b9-90193d8a4d16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:08.466315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e02d3eb1-9a2f-4f49-86e6-0d67964f92df req-7e6970ab-b7d1-4b60-b2b9-90193d8a4d16 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0910692
Dec 13 15:16:08.468133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:08.515010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e02d3eb1-9a2f-4f49-86e6-0d67964f92df req-6f3973cc-9b4d-4000-9059-39145daa0d85 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476398
Dec 13 15:16:09.541097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:09.727205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6acbb-c501-43a4-a9bf-8402a94cacac req-38983603-bacb-4b75-a4b5-aa063cea881c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:09.728816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f4c6acbb-c501-43a4-a9bf-8402a94cacac req-38983603-bacb-4b75-a4b5-aa063cea881c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 945 time: 0.0912979
Dec 13 15:16:09.781459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f4c6acbb-c501-43a4-a9bf-8402a94cacac req-40058b94-6458-449b-bd56-3d667533acb5 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431447
Dec 13 15:16:09.910720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:16:09.988478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port f6505b86-fdc2-48f6-a789-ea708b24155c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:16:09.988833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:10.115008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:10.143736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:10.154013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:10.157946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:10.159920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:10.218142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'code': 200}
Dec 13 15:16:10.230681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=11']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:10.234272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:10.379387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7823a8ba-7cf4-48ba-84bd-abdc73972bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:10.849390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:11.019751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a02db-a70e-47f6-8a1c-404397c5bab5 req-6fba4bde-606f-4d5d-ba44-83f87d67cddc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:11.021354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-874a02db-a70e-47f6-8a1c-404397c5bab5 req-6fba4bde-606f-4d5d-ba44-83f87d67cddc tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0900555
Dec 13 15:16:11.072320 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-874a02db-a70e-47f6-8a1c-404397c5bab5 req-a9d5ce2a-619a-4123-8c7f-4bf3ecc9458c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446854
Dec 13 15:16:12.230394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:12.328660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345cb4b-0efc-47f8-8635-13dda4c00380 req-0e54dadf-2217-4e58-960d-b7cf08987e83 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:12.330270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9345cb4b-0efc-47f8-8635-13dda4c00380 req-0e54dadf-2217-4e58-960d-b7cf08987e83 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0962553
Dec 13 15:16:12.378986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9345cb4b-0efc-47f8-8635-13dda4c00380 req-a614ce94-4426-4b0a-936a-bd60c6370b9f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423532
Dec 13 15:16:13.598777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eebcd6-2386-4715-b1c1-9d3bc1050692 req-3061186c-9616-4074-90aa-355be8ffbb9c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:13.600330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1eebcd6-2386-4715-b1c1-9d3bc1050692 req-3061186c-9616-4074-90aa-355be8ffbb9c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0909188
Dec 13 15:16:13.663950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1eebcd6-2386-4715-b1c1-9d3bc1050692 req-192fb84d-89bc-4ad5-ae9e-3095fb0b3d4f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537977
Dec 13 15:16:14.887778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d321979-91a9-47da-b06d-5dffe794e2e7 req-bd5b514b-5e91-40ce-9eab-53a185c373ca tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:14.889365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d321979-91a9-47da-b06d-5dffe794e2e7 req-bd5b514b-5e91-40ce-9eab-53a185c373ca tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0977714
Dec 13 15:16:14.938271 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d321979-91a9-47da-b06d-5dffe794e2e7 req-508c7708-5ab9-4efa-9530-db5421dad234 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423913
Dec 13 15:16:15.148669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcdcd-36c2-4548-882c-f25309693ff0 req-6268671e-cf3e-4e52-9e94-c61fa497ff11 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:15.150287 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb2dcdcd-36c2-4548-882c-f25309693ff0 req-6268671e-cf3e-4e52-9e94-c61fa497ff11 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0861828
Dec 13 15:16:15.204989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb2dcdcd-36c2-4548-882c-f25309693ff0 req-c023b8d3-53e6-44ff-9683-538410e09d76 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446930
Dec 13 15:16:15.428495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72a7f-df7f-472c-bb1b-552f387f4006 req-255accc6-531b-463a-8d8c-b98d276f599f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:15.430096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89e72a7f-df7f-472c-bb1b-552f387f4006 req-255accc6-531b-463a-8d8c-b98d276f599f tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0879059
Dec 13 15:16:15.480368 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-89e72a7f-df7f-472c-bb1b-552f387f4006 req-7c553a60-aff5-44cc-a270-7c420a4e4176 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438852
Dec 13 15:16:15.933270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286a3e-096e-499f-9d1e-74e80022f5f0 req-e15f260f-acba-4f23-b7c5-c9da40e64020 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:15.934867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34286a3e-096e-499f-9d1e-74e80022f5f0 req-e15f260f-acba-4f23-b7c5-c9da40e64020 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.1035833
Dec 13 15:16:15.985420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-34286a3e-096e-499f-9d1e-74e80022f5f0 req-2907cb5c-4284-4398-876a-44cdba47cee9 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440619
Dec 13 15:16:17.210773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9fce0-4b7c-4fd1-9af5-8b6f1d7a42f7 req-d8d3fe0d-2b70-488e-aaf5-44d00dbf38a7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:17.212699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cef9fce0-4b7c-4fd1-9af5-8b6f1d7a42f7 req-d8d3fe0d-2b70-488e-aaf5-44d00dbf38a7 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.0935605
Dec 13 15:16:17.267191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cef9fce0-4b7c-4fd1-9af5-8b6f1d7a42f7 req-bc3e49df-49bc-4a59-b28d-dcf285977eef tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445933
Dec 13 15:16:18.514460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-90357dd8-16f1-4242-9ba8-10c11224db08 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:18.516089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-90357dd8-16f1-4242-9ba8-10c11224db08 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.1511922
Dec 13 15:16:18.557621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772872e6-9cec-44f5-94dd-c8b6ed6f06f6 req-c38c26db-13dc-4e21-aaa6-cf329871258b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:18.559159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-772872e6-9cec-44f5-94dd-c8b6ed6f06f6 req-c38c26db-13dc-4e21-aaa6-cf329871258b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 946 time: 0.1468267
Dec 13 15:16:18.626231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Deleting port f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:18.626591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:18.689629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-772872e6-9cec-44f5-94dd-c8b6ed6f06f6 req-eeaa7584-4b60-472d-bf36-7ecbc381aebd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups?id=6db39009-9810-4977-be05-901f5b644df2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185849
Dec 13 15:16:18.894871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] For port f6505b86-fdc2-48f6-a789-ea708b24155c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f6505b86-fdc2-48f6-a789-ea708b24155c,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:18.895239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:19.196809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:19.197204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:19.197542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251 disassociated. External IP: 172.26.4.60, port: f6505b86-fdc2-48f6-a789-ea708b24155c.
Dec 13 15:16:19.197916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Calling delete_port for f6505b86-fdc2-48f6-a789-ea708b24155c owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:19.353721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:19.360298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-695cc1cd-7e86-483a-839a-449aefd19c7c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:19.405171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'Port': ['ID=f6505b86-fdc2-48f6-a789-ea708b24155c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:19.418051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.418193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.418557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.418998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.419406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.419817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.420225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.420638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.421021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.421426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.421863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:19.426513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:19.648807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:16:19.865756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-834754ed-ba9f-4cad-99c5-53fa3f92365a req-9335767c-584e-4e91-9e41-82c2f4b6f535 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 210 time: 0.0464749
Dec 13 15:16:19.873114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:16:19.891754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:16:19.898130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:16:19.898815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:16:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:19.943830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] No DVR routers for this DVR port f6505b86-fdc2-48f6-a789-ea708b24155c on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:16:19.946460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:19.949337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-deleted', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:19.965754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62ca988a-f8ab-4306-b1ff-9ae177a2017c req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.72 "DELETE /v2.0/ports/f6505b86-fdc2-48f6-a789-ea708b24155c HTTP/1.1" status: 204  len: 173 time: 1.4429519
Dec 13 15:16:20.087868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:16:20.091525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f44ec96-b7c6-4136-b7cc-8987f3f50b5f', 'name': 'network-vif-deleted', 'tag': 'f6505b86-fdc2-48f6-a789-ea708b24155c', 'status': 'completed', 'code': 200}
Dec 13 15:16:20.436207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2940>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:20.440425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:16:20.451848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:16:20.452505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:16:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:20.638809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:16:20.969807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2940>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:20.974028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628db76-442d-4311-a8c8-9f8ff3b890c2 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:21Z', 'revision_number': 4, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'e0c63d91-b0b2-45f5-a981-4c13ed8518e3', 'name': '', 'network_id': '22b91656-8964-403c-b2ef-9ae7461d4798', 'tenant_id': '916194462eba491bae7720f615a39416', 'mac_address': 'fa:16:3e:2a:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:20Z', 'updated_at': '2021-12-13T15:10:29Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'subnets': [{'id': 'a7fb9a48-a729-420f-b11c-eab2b4d24504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:16:21.059396 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5f10f0-e358-4435-b4f1-b041b88aac1a req-5450c6d3-48d1-45a9-a94e-73abe422257c tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f44ec96-b7c6-4136-b7cc-8987f3f50b5f HTTP/1.1" status: 200  len: 210 time: 0.0487871
Dec 13 15:16:21.422920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36247c08-3064-44aa-9949-ea81b92e74a3 None None] New status for floating IP 581106ce-cd58-4ff6-afa9-409c0d44e251: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:16:21.989662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:16:22.034385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: f6505b86-fdc2-48f6-a789-ea708b24155c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:16:22.034749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device f6505b86-fdc2-48f6-a789-ea708b24155c not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:16:25.603151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56056) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:25.682096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:25.714173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:25.773306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:25.778953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d948726-1af8-440a-a059-4ea427f255ae tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:25.794375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db39009-9810-4977-be05-901f5b644df2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:25.797510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:25.807531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:25.811602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "DELETE /v2.0/security-groups/6db39009-9810-4977-be05-901f5b644df2 HTTP/1.1" status: 204  len: 168 time: 0.2073843
Dec 13 15:16:25.811767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56060) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:25.834818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-545c5efd-e903-4eaa-927b-b725eab51a18 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] show failed (client error): The resource could not be found.
Dec 13 15:16:25.836188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-545c5efd-e903-4eaa-927b-b725eab51a18 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "GET /v2.0/security-groups/6db39009-9810-4977-be05-901f5b644df2 HTTP/1.1" status: 404  len: 347 time: 0.0232685
Dec 13 15:16:25.839486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56064) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:26.003996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Deleting port d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:26.004363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.181853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.182118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.557416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Calling delete_port for d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:26.723439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.728073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8cc67de-2274-42c6-8374-b51e9f8b85dd tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:26.775881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Pushing event deleted for resources: {'Port': ['ID=d6f52ef4-ec7b-4af4-ba84-a057f91d3bb9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:26.778594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:26.881971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.898331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:26.899678 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] 10.222.0.69 "DELETE /v2.0/floatingips/581106ce-cd58-4ff6-afa9-409c0d44e251 HTTP/1.1" status: 204  len: 168 time: 1.0590374
Dec 13 15:16:26.903119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:27.421467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:28.094263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Deleting port e0c63d91-b0b2-45f5-a981-4c13ed8518e3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:28.094837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:28.286200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] For port e0c63d91-b0b2-45f5-a981-4c13ed8518e3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:28.286606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:28.421330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Calling delete_port for e0c63d91-b0b2-45f5-a981-4c13ed8518e3 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:28.610945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:28.614763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90bbda37-7259-4429-ae06-9cd7c3f63589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:28.656317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c63d91-b0b2-45f5-a981-4c13ed8518e3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:28.658927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:28.982268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:29.239449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:29.843089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Router 34804537-122f-4c7a-a328-00039e686008 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:16:30.065850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:16:30.075902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Sync routers for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:16:30.079784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] 10.222.0.69 "PUT /v2.0/routers/34804537-122f-4c7a-a328-00039e686008/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1755371
Dec 13 15:16:30.082507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56074) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:30.089377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:16:30.090126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7f0748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:16:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:30.282594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:16:30.296157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:30.522950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:30.532990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Deleting port 3a91813c-9f08-494d-b19d-34af79a41818 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:30.533347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:30.727283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] For port 3a91813c-9f08-494d-b19d-34af79a41818, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3a91813c-9f08-494d-b19d-34af79a41818,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:30.727690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:30.781268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7f0748>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '3a91813c-9f08-494d-b19d-34af79a41818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:16:28Z', 'revision_number': 5, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port': {'id': '3a91813c-9f08-494d-b19d-34af79a41818', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34804537-122f-4c7a-a328-00039e686008', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:30.785750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Checking router: 34804537-122f-4c7a-a328-00039e686008 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:16:30.797459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:16:30.797901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Routers {'34804537-122f-4c7a-a328-00039e686008'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:16:30.798601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f7f0748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:16:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['34804537-122f-4c7a-a328-00039e686008'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:30.857245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Calling delete_port for 3a91813c-9f08-494d-b19d-34af79a41818 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:30.958387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] Set router 34804537-122f-4c7a-a328-00039e686008 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:16:31.038460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.042166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-89987604-731f-4b0d-af40-63d22b1e1e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:31.068057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f7f0748>, [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:16:30Z', 'revision_number': 6, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:31.072418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53444d1a-a51c-45e3-9733-f1fef0d07ce1 None None] The sync data for ids ['34804537-122f-4c7a-a328-00039e686008'] in dv-neutron-821565-1-hyperv is: [{'id': '34804537-122f-4c7a-a328-00039e686008', 'name': 'tempest-ServerActionsTestJSON-1289423749-router', 'tenant_id': '916194462eba491bae7720f615a39416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:18Z', 'updated_at': '2021-12-13T15:16:30Z', 'revision_number': 6, 'project_id': '916194462eba491bae7720f615a39416', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:16:31.083879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a91813c-9f08-494d-b19d-34af79a41818,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:31.087767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:31.322990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.595836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.600434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.631557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.632122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34804537-122f-4c7a-a328-00039e686008 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:16:31.645373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.646649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/34804537-122f-4c7a-a328-00039e686008 HTTP/1.1" status: 204  len: 168 time: 1.5630422
Dec 13 15:16:31.649511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56078) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:31.719495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Deleting subnet a7fb9a48-a729-420f-b11c-eab2b4d24504 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:16:31.722737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.776794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.830057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0c63d91-b0b2-45f5-a981-4c13ed8518e3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:16:31.865011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: e0c63d91-b0b2-45f5-a981-4c13ed8518e3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:16:31.865447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device e0c63d91-b0b2-45f5-a981-4c13ed8518e3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:16:31.865926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a91813c-9f08-494d-b19d-34af79a41818 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:16:31.872338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.901634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3a91813c-9f08-494d-b19d-34af79a41818 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:16:31.902026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3a91813c-9f08-494d-b19d-34af79a41818 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:16:31.948710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:31.954678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-896ca88f-8024-4a55-980c-18b81355a412 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:31.991948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fb9a48-a729-420f-b11c-eab2b4d24504,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:31.994608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:31.997806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.003740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b346ee-76e3-4583-a8df-1499cc4ff08c None None] Network 22b91656-8964-403c-b2ef-9ae7461d4798 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:16:32.005193 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a7fb9a48-a729-420f-b11c-eab2b4d24504 HTTP/1.1" status: 204  len: 168 time: 0.3546433
Dec 13 15:16:32.008289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56082) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:32.127915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.139851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Deleting port fcaeef84-5127-4a7b-9ba2-59194c91f295 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:32.140211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.272597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] DHCP port deletion for 22b91656-8964-403c-b2ef-9ae7461d4798 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:16:32.276886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Deleting port fcaeef84-5127-4a7b-9ba2-59194c91f295 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:32.277317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.507363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] For port fcaeef84-5127-4a7b-9ba2-59194c91f295, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fcaeef84-5127-4a7b-9ba2-59194c91f295,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:32.507934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.586795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] For port fcaeef84-5127-4a7b-9ba2-59194c91f295, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fcaeef84-5127-4a7b-9ba2-59194c91f295,segment=NetworkSegment(a7ad9b98-d536-430b-8092-45c83d554b65),segment_id=a7ad9b98-d536-430b-8092-45c83d554b65)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:32.587193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.635980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Calling delete_port for fcaeef84-5127-4a7b-9ba2-59194c91f295 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:32.710930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:32.712986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Calling delete_port for fcaeef84-5127-4a7b-9ba2-59194c91f295 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:16:32.715001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:32.756937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Pushing event deleted for resources: {'Port': ['ID=fcaeef84-5127-4a7b-9ba2-59194c91f295,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:32.759612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:32.764822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] No DVR routers for this DVR port fcaeef84-5127-4a7b-9ba2-59194c91f295 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:16:32.791225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:16:32.791593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:16:33.293365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Deleting port fcaeef84-5127-4a7b-9ba2-59194c91f295 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:16:33.293944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.362350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] The port 'fcaeef84-5127-4a7b-9ba2-59194c91f295' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:16:33.483506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.513963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ec85c18>,) {'filters': {'network_id': ['22b91656-8964-403c-b2ef-9ae7461d4798']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:33.526819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec85c18>, 'a7ad9b98-d536-430b-8092-45c83d554b65') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:33.527185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ec85c18>, 'a7ad9b98-d536-430b-8092-45c83d554b65') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:16:33.540576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.555601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.562293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:16:33.562945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:16:33.577776 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:16:33.656015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.659834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-63c786bf-ed06-41b2-a69b-91452aa7afe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:33.677342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:33.688623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Pushing event deleted for resources: {'Network': ['ID=22b91656-8964-403c-b2ef-9ae7461d4798,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:33.705714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.706157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.706563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.707012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.707419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.707835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.708242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.708650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.709028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.709472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.709876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:33.713515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] 10.222.0.69 "DELETE /v2.0/networks/22b91656-8964-403c-b2ef-9ae7461d4798 HTTP/1.1" status: 204  len: 168 time: 1.7041643
Dec 13 15:16:33.714465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7435b07c-2d7a-4ec8-bd1c-e1c34851c47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:33.824758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fcaeef84-5127-4a7b-9ba2-59194c91f295 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:16:33.863197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: fcaeef84-5127-4a7b-9ba2-59194c91f295 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:16:33.863569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fcaeef84-5127-4a7b-9ba2-59194c91f295 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:16:33.867091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56088) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:33.922108 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7a48236a-1c20-4214-ae92-84fd920e8b71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=916194462eba491bae7720f615a39416&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0533578
Dec 13 15:16:33.925441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56092) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:33.995613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:34.022774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:34.083795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:34.087620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc2495f4-6888-4e3e-a750-34603d9e1600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:34.102780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb02d3e-8aef-4dce-8991-7a0da12638b8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:34.108384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:34.110481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:34.111729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8af11501-0420-411c-9a62-38a7f171b735 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdb02d3e-8aef-4dce-8991-7a0da12638b8 HTTP/1.1" status: 204  len: 168 time: 0.1853664
Dec 13 15:16:35.089790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56114) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:35.250191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1968483511-network', 'tenant_id': 'f70f7562334641329f747dc5e2d870e2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:35.256203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:16:35.260884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Usage tracker for resource:network and tenant:f70f7562334641329f747dc5e2d870e2 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:16:35.264360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:16:35.271317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:16:35.283541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Made reservation on behalf of f70f7562334641329f747dc5e2d870e2 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:16:35.288297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.302619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.337201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:16:35.341476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f70f7562334641329f747dc5e2d870e2 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:16:35.344564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:16:35.350814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:16:35.424503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.429071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.432132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b36fe438-d008-46d8-82c6-1866cbc6ab97 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:35.464786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:16:35.473590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519d4a26-f0e2-4634-8935-6dc784d25b90,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:35.477309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:35.479831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.480210 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Added segment 3ffc1611-8ea0-48d4-82f2-0912d1747441 of type vlan for network 250b4cf6-5d27-47d7-82e9-e28c5d40372e
Dec 13 15:16:35.506936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.538413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.539395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:35.540013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:35.543498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e845671f-d9c9-414b-8d9d-42855a659e27 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:35.648693 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5575967
Dec 13 15:16:35.649630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Pushing event updated for resources: {'Network': ['ID=250b4cf6-5d27-47d7-82e9-e28c5d40372e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:35.651912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56120) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:16:35.654738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:35.658484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Request body: {'subnet': {'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1968483511-subnet', 'tenant_id': 'f70f7562334641329f747dc5e2d870e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:35.660557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:16:35.664068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:16:35.668362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Usage tracker for resource:subnet and tenant:f70f7562334641329f747dc5e2d870e2 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:16:35.671517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:16:35.677628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:16:35.954340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Made reservation on behalf of f70f7562334641329f747dc5e2d870e2 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:16:35.961600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:36.187191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:36.191140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e4ecb09e-3188-4d6c-833d-22222fc72d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:36.263014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c1b296-3d4b-446d-8f86-9ed16ec779fb,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:36.266075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:36.287308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Checking segment: {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:16:36.287736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Network hostable DHCP agents. Network: 250b4cf6-5d27-47d7-82e9-e28c5d40372e, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:16:36.310861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:16:36.320362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 250b4cf6-5d27-47d7-82e9-e28c5d40372e) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:16:36.324350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:36.324982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:36.331927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b76291-4dc6-44dc-96e4-e2314e08d410 None None] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:16:36.345932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6929867
Dec 13 15:16:36.564359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13cac6-e2b9-4abd-ac7b-361c3317326f None None] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:16:36.983413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-05fd4e65-e881-4579-b02a-83ac4d9e1cc0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:36.985576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-05fd4e65-e881-4579-b02a-83ac4d9e1cc0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 814 time: 0.1697068
Dec 13 15:16:37.007049 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-a51bdedb-e924-4fb3-bf6b-5f298d10789b tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/quotas/f70f7562334641329f747dc5e2d870e2 HTTP/1.1" status: 200  len: 375 time: 0.0125918
Dec 13 15:16:37.060823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-8de3e5b7-e90e-4dba-9065-27c67d5adb6d tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458362
Dec 13 15:16:37.290483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-9f3f66c1-5c2c-47ed-846a-5874ce0008a8 service neutron] 10.222.0.69 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184238
Dec 13 15:16:37.436689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-ff054a2c-50c8-4487-9fe8-6364ff1becca service neutron] 10.222.0.69 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422839
Dec 13 15:16:37.642531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e2c36e6-a579-4bbd-a861-cba633df8f2d req-ac4a88eb-cb98-444a-b78c-bece516ce13d tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 210 time: 0.0497053
Dec 13 15:16:37.959933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ed74010-e965-4662-bbb8-894a7f2d8a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:38.819042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fef952b8-6064-449c-a8c9-1f10d6e10610 req-0aef0c50-d741-4513-8ee0-a31e11f02d52 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 210 time: 0.0461550
Dec 13 15:16:39.029979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-0b816192-6c6c-45db-bebc-739f2cc64e2f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:39.030622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-0b816192-6c6c-45db-bebc-739f2cc64e2f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Synchronizing usage tracker for tenant:f70f7562334641329f747dc5e2d870e2 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:16:39.047584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-0b816192-6c6c-45db-bebc-739f2cc64e2f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Unset dirty status for tenant:f70f7562334641329f747dc5e2d870e2 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:16:39.048816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-0b816192-6c6c-45db-bebc-739f2cc64e2f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 814 time: 0.1754608
Dec 13 15:16:39.064775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Request body: {'port': {'device_id': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e', 'admin_state_up': True, 'tenant_id': 'f70f7562334641329f747dc5e2d870e2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:39.209712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:16:39.213857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Usage tracker for resource:port and tenant:f70f7562334641329f747dc5e2d870e2 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:16:39.216855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:16:39.223248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:16:39.232818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Made reservation on behalf of f70f7562334641329f747dc5e2d870e2 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:16:39.238634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:39.411269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Allocated IP 172.20.0.3 (250b4cf6-5d27-47d7-82e9-e28c5d40372e/98c1b296-3d4b-446d-8f86-9ed16ec779fb/c0d09ac9-f06d-49b1-a0c3-c15257586fb8) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:16:39.536430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:39.660787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:39.690538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:39.696262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49ed2486-f394-494f-8ca1-adfb936fa913 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:39.767517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:16:39.771357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:16:39.775624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:16:39.807884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Pushing event updated for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:39.814719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:39.844094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:39.844839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:39.867261 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8065820
Dec 13 15:16:39.881535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Request body: {'port': {'device_id': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:40.049773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.153599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-944c1d94-fd6a-41fe-88b1-80c6a1abff45 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:40.154350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-944c1d94-fd6a-41fe-88b1-80c6a1abff45 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Synchronizing usage tracker for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:16:40.231392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-944c1d94-fd6a-41fe-88b1-80c6a1abff45 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Unset dirty status for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:16:40.232933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-944c1d94-fd6a-41fe-88b1-80c6a1abff45 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 931 time: 0.2585580
Dec 13 15:16:40.382454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9cc4-784f-498f-b024-c979d762acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.388507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-797cbde4-5490-42ba-bdff-f0fe9477315f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Synchronizing usage tracker for tenant:f70f7562334641329f747dc5e2d870e2 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:16:40.428207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-797cbde4-5490-42ba-bdff-f0fe9477315f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Unset dirty status for tenant:f70f7562334641329f747dc5e2d870e2 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:16:40.429771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-099881c7-c0af-48be-b8b4-30724e8f8cc1 req-797cbde4-5490-42ba-bdff-f0fe9477315f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894927
Dec 13 15:16:40.511827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d09ac9-f06d-49b1-a0c3-c15257586fb8 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:16:40.519290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.534889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Transition to ACTIVE for port object c0d09ac9-f06d-49b1-a0c3-c15257586fb8 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:16:40.539267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.543003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bd9f36e5-07ae-4df8-bf7c-b337ba614799 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:40.675109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:40.679612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:40.791218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Attempting to bind port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:16:40.791457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Attempting to bind port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:16:40.791835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Attempting to bind port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:16:40.798462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:16:40.798817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Attempting to bind port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:16:40.807142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:16:40.807608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Checking segment: {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:16:40.808235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Bound using segment: {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:16:40.808737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Bound port: c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:16:40.809400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.853294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.906847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:16:40.910074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:16:40.914917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.918706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:40.989802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:40.991327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] 10.222.0.72 "PUT /v2.0/ports/c0d09ac9-f06d-49b1-a0c3-c15257586fb8 HTTP/1.1" status: 200  len: 1093 time: 1.1145096
Dec 13 15:16:40.991915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:41.002790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:41.006053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:41.066771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8', 'status': 'completed', 'code': 200}
Dec 13 15:16:41.110927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-33896fc9-5f46-4f04-9072-e0f75ed9b785 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 1096 time: 0.0826583
Dec 13 15:16:41.182467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-2eee2a7d-fa2e-4f48-b7fa-ac80d8a0a033 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8 HTTP/1.1" status: 200  len: 217 time: 0.0638757
Dec 13 15:16:41.268533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-c6a1179b-abce-4638-9498-ccb770bf7314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:41.270083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-c6a1179b-abce-4638-9498-ccb770bf7314 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 200  len: 854 time: 0.0802798
Dec 13 15:16:41.328945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-b24a20ed-24e0-409f-acaa-534ab2b0ddf3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=250b4cf6-5d27-47d7-82e9-e28c5d40372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516641
Dec 13 15:16:41.492142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-9703f584-d513-48d4-b2fa-ffda50e5b3ad service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566796
Dec 13 15:16:41.690697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-653a3e6b-ad1b-41cb-ab8a-0e3065a09fb0 req-35aeea5a-4da6-46b0-8e8a-a3717069c6ff service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918364
Dec 13 15:16:41.718161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7876-4147-4fd1-929d-f6dd49d52553 req-bf6fd275-4e19-4720-8b53-02ccd4a4f7cd tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:41.720020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-316f7876-4147-4fd1-929d-f6dd49d52553 req-bf6fd275-4e19-4720-8b53-02ccd4a4f7cd tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 943 time: 0.1275277
Dec 13 15:16:41.817927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-316f7876-4147-4fd1-929d-f6dd49d52553 req-edd8dd10-f1fe-4117-b775-f743db792f91 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908570
Dec 13 15:16:41.841634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-8d1c0d51-b0b4-49b7-81d4-f63ecfe7f11b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 1096 time: 0.0988703
Dec 13 15:16:42.000969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-1d9268df-7533-468a-9aba-fa2de0bf5d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:42.002456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-1d9268df-7533-468a-9aba-fa2de0bf5d8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 915 time: 0.1533341
Dec 13 15:16:42.085664 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-80ce044c-883c-46f4-9cd9-06ab0ccc296e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8 HTTP/1.1" status: 200  len: 217 time: 0.0760462
Dec 13 15:16:42.156876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-7639e1f9-faaf-48c8-b022-ddbb2d08e1e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:42.158429 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-7639e1f9-faaf-48c8-b022-ddbb2d08e1e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 200  len: 854 time: 0.0654972
Dec 13 15:16:42.209716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-16af123f-419a-4cf3-a208-9f0237c85eba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=250b4cf6-5d27-47d7-82e9-e28c5d40372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439844
Dec 13 15:16:42.230032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:42.365587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-ba56065e-58e2-4049-a0fc-e5051a5315a4 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481128
Dec 13 15:16:42.525376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ccb85ffd-61fe-43a0-bd50-5314b3b30ff6 req-ec5b224d-d5f2-4797-a446-91aa70ff77bf service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526902
Dec 13 15:16:43.047679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a398b-5385-4354-a496-9e469c5aa3b6 req-b01b9417-52b3-4eba-a5c4-1efc54028ec2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:43.049307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-828a398b-5385-4354-a496-9e469c5aa3b6 req-b01b9417-52b3-4eba-a5c4-1efc54028ec2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 943 time: 0.0916193
Dec 13 15:16:43.101206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-828a398b-5385-4354-a496-9e469c5aa3b6 req-fcecb9c9-8d73-4af8-8c0d-8f8eda5bce51 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426128
Dec 13 15:16:44.114889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c0d09ac9-f06d-49b1-a0c3-c15257586fb8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:16:44.267613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:44.282498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8', 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e', 'port_id': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8', 'mac_address': 'fa:16:3e:03:78:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c1b296-3d4b-446d-8f86-9ed16ec779fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:16:44.322394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bebbb-52dd-486f-a95c-c632eff4cf1e req-9340cb03-edfe-4b19-8eae-329023c7cbf3 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:44.324010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-249bebbb-52dd-486f-a95c-c632eff4cf1e req-9340cb03-edfe-4b19-8eae-329023c7cbf3 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 943 time: 0.0915935
Dec 13 15:16:44.340789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:44.360181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d09ac9-f06d-49b1-a0c3-c15257586fb8 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:16:44.375307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:44.375712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-249bebbb-52dd-486f-a95c-c632eff4cf1e req-363e8355-ced4-4131-9517-714add83db84 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447178
Dec 13 15:16:44.380942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:44.382789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:44.447881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:44.451097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:44.600422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c0d09ac9-f06d-49b1-a0c3-c15257586fb8'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:16:45.598815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9219bf-c0ab-4b34-8d79-ba659cb16c85 req-b44a4ddf-778c-40e5-9198-06b7418e6f4c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:45.601285 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e9219bf-c0ab-4b34-8d79-ba659cb16c85 req-b44a4ddf-778c-40e5-9198-06b7418e6f4c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 944 time: 0.0889170
Dec 13 15:16:45.657073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e9219bf-c0ab-4b34-8d79-ba659cb16c85 req-e04fa1e8-4c5c-410e-906d-6ca5bd3b7b56 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487933
Dec 13 15:16:46.111923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c0d09ac9-f06d-49b1-a0c3-c15257586fb8 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:16:46.214269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:16:46.222873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:16:46.223611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:46.389177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:46.418229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:46.428984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:46.432913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:46.434916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:46.473876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8', 'code': 200}
Dec 13 15:16:46.514954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:46.518167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:46.736934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-479395ad-3a53-4361-9277-cb4fc361b149 req-8aa5488d-bb08-4e02-afb3-6da77a478e21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 1098 time: 0.0845957
Dec 13 15:16:46.787131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-479395ad-3a53-4361-9277-cb4fc361b149 req-83023203-b2e9-4a51-95cf-313b0164f68a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427780
Dec 13 15:16:46.870928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6872454-4f22-470f-a9e3-b4487eae43b6 req-ae61fde2-2aca-4b99-b8bb-a200cff1ee96 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:46.872584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6872454-4f22-470f-a9e3-b4487eae43b6 req-ae61fde2-2aca-4b99-b8bb-a200cff1ee96 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0880280
Dec 13 15:16:46.922746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a6872454-4f22-470f-a9e3-b4487eae43b6 req-533581c1-93bc-4067-bdfe-5b99905ec4c3 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437646
Dec 13 15:16:48.151801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582677a-bc41-4c5d-b3cf-a5b1aea0980a req-65d22653-988b-4404-b7aa-69edd133add2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:48.153409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4582677a-bc41-4c5d-b3cf-a5b1aea0980a req-65d22653-988b-4404-b7aa-69edd133add2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0963249
Dec 13 15:16:48.201578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4582677a-bc41-4c5d-b3cf-a5b1aea0980a req-3bf602af-829f-4bd6-8801-25262f4bc3cf tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418847
Dec 13 15:16:48.527733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-0835d478-921e-4d08-9e32-bd8b9068bc0e tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:48.529213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-0835d478-921e-4d08-9e32-bd8b9068bc0e tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 814 time: 0.1646745
Dec 13 15:16:48.548423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7edebf15-739b-4e63-9c10-f095f6baecb3 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/quotas/f70f7562334641329f747dc5e2d870e2 HTTP/1.1" status: 200  len: 375 time: 0.0117195
Dec 13 15:16:48.638290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-2a1e234d-5cc3-4f1e-8bfc-28a4baa017bb tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0843141
Dec 13 15:16:48.793113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-faed5a3c-7d6e-4bb2-b239-bd2d90c8d3a6 service neutron] 10.222.0.69 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428218
Dec 13 15:16:48.939297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-67940049-fd98-4efd-81e5-678302f3cd0d service neutron] 10.222.0.69 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375072
Dec 13 15:16:49.152231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-45b72536-0acb-4928-a7c2-5758ed1fbcca req-624e3d6f-d7c3-4b51-aa2e-aedd7ec71540 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 210 time: 0.0489242
Dec 13 15:16:50.326089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-931e8817-80bf-42a6-a20e-bea79081023b req-dc72f198-b491-48c3-92fd-d5a02053b1a5 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 210 time: 0.0470622
Dec 13 15:16:50.583375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-3905ab4b-6bf9-4d03-a79d-6d96fccca85c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:50.584833 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-3905ab4b-6bf9-4d03-a79d-6d96fccca85c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 814 time: 0.4236910
Dec 13 15:16:50.600920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Request body: {'port': {'device_id': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e', 'admin_state_up': True, 'tenant_id': 'f70f7562334641329f747dc5e2d870e2'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:50.748006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:16:50.758503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:16:50.768781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Made reservation on behalf of f70f7562334641329f747dc5e2d870e2 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:16:50.774337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:50.948614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Allocated IP 172.20.0.9 (250b4cf6-5d27-47d7-82e9-e28c5d40372e/98c1b296-3d4b-446d-8f86-9ed16ec779fb/79c88756-2b69-4196-94d1-1e5800dc9bd2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:16:51.174034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:51.204541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:51.210331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6e80f04e-bfa5-409e-8c11-21db48f39381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:51.216175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c0d09ac9-f06d-49b1-a0c3-c15257586fb8'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:16:51.281534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Network 250b4cf6-5d27-47d7-82e9-e28c5d40372e is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:16:51.285107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:16:51.287741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:16:51.324515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Pushing event updated for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:51.327614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:51.363090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:51.363791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:51.390655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7934856
Dec 13 15:16:51.403814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Request body: {'port': {'device_id': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:16:51.565876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:51.654261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f834c-c195-43ff-b9cb-6920952a756e req-afb17b36-d3ac-4f30-ac70-6f628e844d47 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:51.655005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-422f834c-c195-43ff-b9cb-6920952a756e req-afb17b36-d3ac-4f30-ac70-6f628e844d47 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Synchronizing usage tracker for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:16:51.731899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-422f834c-c195-43ff-b9cb-6920952a756e req-afb17b36-d3ac-4f30-ac70-6f628e844d47 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Unset dirty status for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:16:51.733518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422f834c-c195-43ff-b9cb-6920952a756e req-afb17b36-d3ac-4f30-ac70-6f628e844d47 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 931 time: 0.2736251
Dec 13 15:16:51.887999 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-422f834c-c195-43ff-b9cb-6920952a756e req-6f7b663c-aec8-4e65-b7d3-ab92d079f3de tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472917
Dec 13 15:16:52.003941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c88756-2b69-4196-94d1-1e5800dc9bd2 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:16:52.011243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:52.027409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Transition to ACTIVE for port object 79c88756-2b69-4196-94d1-1e5800dc9bd2 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:16:52.031522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:52.035846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-80ad80ab-a853-4820-b48e-e9a3c44a2601 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:52.155526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Pushing event updated for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:52.165237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:52.297279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Attempting to bind port 79c88756-2b69-4196-94d1-1e5800dc9bd2 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:16:52.297652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Attempting to bind port 79c88756-2b69-4196-94d1-1e5800dc9bd2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:16:52.298056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Attempting to bind port 79c88756-2b69-4196-94d1-1e5800dc9bd2 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:16:52.304967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Port 79c88756-2b69-4196-94d1-1e5800dc9bd2 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:16:52.304967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Attempting to bind port 79c88756-2b69-4196-94d1-1e5800dc9bd2 on network 250b4cf6-5d27-47d7-82e9-e28c5d40372e {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:16:52.311767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:16:52.312140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Checking segment: {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:16:52.312556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Bound using segment: {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:16:52.313023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Bound port: 79c88756-2b69-4196-94d1-1e5800dc9bd2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffc1611-8ea0-48d4-82f2-0912d1747441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:16:52.313405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:52.414568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:16:52.417945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:16:52.421507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:52.426236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:52.494441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:52.495942 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] 10.222.0.72 "PUT /v2.0/ports/79c88756-2b69-4196-94d1-1e5800dc9bd2 HTTP/1.1" status: 200  len: 1093 time: 1.0969152
Dec 13 15:16:52.496509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:52.512168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Pushing event updated for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:52.515300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:52.572395 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2', 'status': 'completed', 'code': 200}
Dec 13 15:16:52.614848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-130e04b2-092a-40d5-ae1a-974357168f92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 1096 time: 0.0782497
Dec 13 15:16:52.697404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-973a9b93-db60-422b-9aca-9bed708753fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2 HTTP/1.1" status: 200  len: 217 time: 0.0746722
Dec 13 15:16:52.773095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7994fd25-def0-45e4-8099-e93cf5269fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:52.774644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-7994fd25-def0-45e4-8099-e93cf5269fd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 200  len: 854 time: 0.0649362
Dec 13 15:16:52.835526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-b543820b-8dcf-4588-9706-e36e5b5274a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=250b4cf6-5d27-47d7-82e9-e28c5d40372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536816
Dec 13 15:16:52.981093 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-3604849f-b00e-4857-aa90-786fbb82d182 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386549
Dec 13 15:16:53.186296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16bc4704-90a8-45d2-b9be-2276ccbe5d95 req-1ba00653-e3bd-4f1d-a4a8-0720c106c7c0 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987550
Dec 13 15:16:53.201115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f2552-16f3-4df4-8971-459ede7e2501 req-4b1b1e24-b568-4a98-b5fc-4fd8c8f8adc4 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:53.202653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-688f2552-16f3-4df4-8971-459ede7e2501 req-4b1b1e24-b568-4a98-b5fc-4fd8c8f8adc4 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 943 time: 0.1880763
Dec 13 15:16:53.301913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-688f2552-16f3-4df4-8971-459ede7e2501 req-75a0f120-dad3-488c-a45b-3e064ddc7117 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927522
Dec 13 15:16:53.331806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-db042c04-bab8-47b2-80d0-3d181d0d9e88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 1096 time: 0.0964074
Dec 13 15:16:53.477567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-07ce9602-e1a8-4b0a-a6ef-fd4d5ac29562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:53.479188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-07ce9602-e1a8-4b0a-a6ef-fd4d5ac29562 service neutron] 10.222.0.72 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 915 time: 0.1403062
Dec 13 15:16:53.551406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-fce9f05c-34c9-462a-a1cd-1940ee565789 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2 HTTP/1.1" status: 200  len: 217 time: 0.0635676
Dec 13 15:16:53.625326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-12fc4d7e-2b52-4033-ad92-002f5bc50256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:53.626913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-12fc4d7e-2b52-4033-ad92-002f5bc50256 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 200  len: 854 time: 0.0685437
Dec 13 15:16:53.675677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-c815895e-d8af-455c-8e7e-35e3184b33fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=250b4cf6-5d27-47d7-82e9-e28c5d40372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417027
Dec 13 15:16:53.821882 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-aa505f54-1f05-4c49-959d-be1bd83a99ed service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388643
Dec 13 15:16:53.978579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6609770-97ec-4c28-b85e-d644a7a8b464 req-5790af43-653e-4bf4-9556-59536067ce62 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473424
Dec 13 15:16:54.163141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 79c88756-2b69-4196-94d1-1e5800dc9bd2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:16:54.496407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:54.511037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '79c88756-2b69-4196-94d1-1e5800dc9bd2', 'network_id': '250b4cf6-5d27-47d7-82e9-e28c5d40372e', 'port_id': '79c88756-2b69-4196-94d1-1e5800dc9bd2', 'mac_address': 'fa:16:3e:71:f0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c1b296-3d4b-446d-8f86-9ed16ec779fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:16:54.516174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ddfdf-65eb-4970-933e-985a7c411331 req-f33e9c6c-12d2-4d17-9604-a72a27c48e41 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:54.517853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-175ddfdf-65eb-4970-933e-985a7c411331 req-f33e9c6c-12d2-4d17-9604-a72a27c48e41 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 943 time: 0.0838070
Dec 13 15:16:54.574281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:54.577171 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-175ddfdf-65eb-4970-933e-985a7c411331 req-97e5877c-d77a-4327-80af-bc39ea440235 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527568
Dec 13 15:16:54.593247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c88756-2b69-4196-94d1-1e5800dc9bd2 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:16:54.609161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:54.613443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:54.615322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:54.685529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:54.696444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.696832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.697213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.697589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.697960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.698329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.698699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.699096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.699906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.699906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.700116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:16:54.704337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:54.831011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['79c88756-2b69-4196-94d1-1e5800dc9bd2'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:16:55.794014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30db5bd-9d1c-42cb-8690-7d66943e098c req-6244136c-fa23-4793-93de-d949be702f5f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:55.795705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b30db5bd-9d1c-42cb-8690-7d66943e098c req-6244136c-fa23-4793-93de-d949be702f5f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 944 time: 0.0914211
Dec 13 15:16:55.847686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b30db5bd-9d1c-42cb-8690-7d66943e098c req-b2abe026-5a29-45e7-aec5-3aaaeeef235d tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443470
Dec 13 15:16:56.180518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 79c88756-2b69-4196-94d1-1e5800dc9bd2 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:16:56.260314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 79c88756-2b69-4196-94d1-1e5800dc9bd2 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:16:56.265358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 79c88756-2b69-4196-94d1-1e5800dc9bd2 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:16:56.265776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:56.385814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:56.417105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:16:56.427315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:16:56.431292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:16:56.433161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:16:56.474743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2', 'code': 200}
Dec 13 15:16:56.504782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:16:56.508001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:16:56.737557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-897db665-c26c-4a52-817b-804028575f17 req-5714d7c3-17d7-497a-9d62-040e72db3574 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 1098 time: 0.0797691
Dec 13 15:16:56.782685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-897db665-c26c-4a52-817b-804028575f17 req-9a9c02ba-0867-45d9-ab4b-d9bb233aa7e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385432
Dec 13 15:16:57.082155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acabae-1266-44e2-bc0f-6fb3ae82bccd req-5af653bc-fd92-42b1-845a-1172c1366a74 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:57.083736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1acabae-1266-44e2-bc0f-6fb3ae82bccd req-5af653bc-fd92-42b1-845a-1172c1366a74 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 945 time: 0.0924559
Dec 13 15:16:57.131742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1acabae-1266-44e2-bc0f-6fb3ae82bccd req-99d79914-c279-4c2e-833f-957467ae320e tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418301
Dec 13 15:16:57.409344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-93fcec13-0d22-4a72-86c6-c0647208c404 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0780277
Dec 13 15:16:57.576217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-c5f67f81-4266-4244-b703-77514e68013a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f70f7562334641329f747dc5e2d870e2&device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 1098 time: 0.0787201
Dec 13 15:16:58.000020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-9fd77878-f017-4161-a4e3-00beb4b6bba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:58.001665 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-9fd77878-f017-4161-a4e3-00beb4b6bba9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 200  len: 915 time: 0.3863170
Dec 13 15:16:58.086736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-533280d4-ff3d-45f3-8ee1-121cacf11d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8 HTTP/1.1" status: 200  len: 217 time: 0.0778754
Dec 13 15:16:58.164545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-76e603ce-732e-458f-824a-a649e94589ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:58.166107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-76e603ce-732e-458f-824a-a649e94589ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 200  len: 854 time: 0.0647578
Dec 13 15:16:58.224218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-3749b925-321e-4360-9d0c-8c0aee4fe45e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=250b4cf6-5d27-47d7-82e9-e28c5d40372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471013
Dec 13 15:16:58.341206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eba2a1-b620-434b-98e3-9678c312dc55 req-9c9d162b-531a-4529-b6e9-156763ff7a34 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:58.342818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9eba2a1-b620-434b-98e3-9678c312dc55 req-9c9d162b-531a-4529-b6e9-156763ff7a34 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 945 time: 0.0867693
Dec 13 15:16:58.370341 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-3e2f9280-28d2-49f7-8bc5-b89feda990b7 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392403
Dec 13 15:16:58.394004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a9eba2a1-b620-434b-98e3-9678c312dc55 req-9f62e5e2-6db3-4cb6-ae03-354e949b0b58 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442204
Dec 13 15:16:58.515713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb0e07c5-d784-47a7-a6d8-d34b3a193501 req-124c39f2-d27d-4211-bfad-d0b3259ae8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380770
Dec 13 15:16:58.822478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec195-303f-4fff-9dac-bca8d9d105f5 req-589447b2-a4b7-4088-bf66-39967958af16 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:16:58.824126 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-84dec195-303f-4fff-9dac-bca8d9d105f5 req-589447b2-a4b7-4088-bf66-39967958af16 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 945 time: 0.0928144
Dec 13 15:16:58.876730 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-84dec195-303f-4fff-9dac-bca8d9d105f5 req-1b498050-4e05-44f7-a325-29fddb943438 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442357
Dec 13 15:16:59.262471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:00.094362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600113e-e406-4878-a33d-65afbb6d3087 req-b930de87-d413-4c29-b72d-0fa137c37715 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:00.095916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6600113e-e406-4878-a33d-65afbb6d3087 req-b930de87-d413-4c29-b72d-0fa137c37715 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 945 time: 0.0891924
Dec 13 15:17:00.206180 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6600113e-e406-4878-a33d-65afbb6d3087 req-ebe5c881-f2fb-421d-9ab9-4de4d61764d8 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011353
Dec 13 15:17:00.232987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-de2c2cdb-0113-457e-bc9c-8c882e122f56 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:00.234510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-de2c2cdb-0113-457e-bc9c-8c882e122f56 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 945 time: 0.1116009
Dec 13 15:17:00.312974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Deleting port 79c88756-2b69-4196-94d1-1e5800dc9bd2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:00.313526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:00.578299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] For port 79c88756-2b69-4196-94d1-1e5800dc9bd2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79c88756-2b69-4196-94d1-1e5800dc9bd2,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:00.578698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:00.711112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Calling delete_port for 79c88756-2b69-4196-94d1-1e5800dc9bd2 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:00.859947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:00.866021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:00.871653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c0d09ac9-f06d-49b1-a0c3-c15257586fb8'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:17:00.910239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Pushing event deleted for resources: {'Port': ['ID=79c88756-2b69-4196-94d1-1e5800dc9bd2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:00.912865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:00.989468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] No DVR routers for this DVR port 79c88756-2b69-4196-94d1-1e5800dc9bd2 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:00.992134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:00.996360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'name': 'network-vif-deleted', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:17:01.011225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0c20c0cc-12e0-4e31-afd2-9b41495343c8 req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "DELETE /v2.0/ports/79c88756-2b69-4196-94d1-1e5800dc9bd2 HTTP/1.1" status: 204  len: 173 time: 0.7690020
Dec 13 15:17:01.059450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e814feb7-225c-4964-8e6f-faf669a56e23', 'name': 'network-vif-deleted', 'tag': '79c88756-2b69-4196-94d1-1e5800dc9bd2', 'status': 'completed', 'code': 200}
Dec 13 15:17:01.397604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8db94e4b-9fd6-4922-89ac-386a831c4336 req-0f8f33ba-ffd3-4836-9d67-17898644e8de tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Synchronizing usage tracker for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:01.415839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8db94e4b-9fd6-4922-89ac-386a831c4336 req-0f8f33ba-ffd3-4836-9d67-17898644e8de tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Unset dirty status for tenant:f70f7562334641329f747dc5e2d870e2 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:01.417455 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8db94e4b-9fd6-4922-89ac-386a831c4336 req-0f8f33ba-ffd3-4836-9d67-17898644e8de tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=e814feb7-225c-4964-8e6f-faf669a56e23 HTTP/1.1" status: 200  len: 210 time: 0.0666745
Dec 13 15:17:02.178814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 79c88756-2b69-4196-94d1-1e5800dc9bd2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:17:02.219514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 79c88756-2b69-4196-94d1-1e5800dc9bd2 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:17:02.219902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 79c88756-2b69-4196-94d1-1e5800dc9bd2 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:17:02.728627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ae33-748f-4ef7-8f05-8548c3889739 req-2f719903-60d8-4603-a1f1-248187bc136c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:02.730160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3705ae33-748f-4ef7-8f05-8548c3889739 req-2f719903-60d8-4603-a1f1-248187bc136c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0925567
Dec 13 15:17:02.783454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3705ae33-748f-4ef7-8f05-8548c3889739 req-b7d4f8aa-602d-4471-bbcf-b347f90bd08d tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437229
Dec 13 15:17:03.044576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0436-94ed-46f1-9b00-68242b3117cd req-0a6e6860-e675-44a5-a25b-7de7b179f720 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:03.046106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b3c0436-94ed-46f1-9b00-68242b3117cd req-0a6e6860-e675-44a5-a25b-7de7b179f720 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.1053300
Dec 13 15:17:03.098178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1b3c0436-94ed-46f1-9b00-68242b3117cd req-e04faa93-bdc7-4679-a820-7093a6263782 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454214
Dec 13 15:17:03.318669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36649123-a4a6-4cf2-a460-5980ed48c5c2 req-6c33e9b3-dbce-4d43-ab4e-e27fd0c8b16c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:03.320269 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36649123-a4a6-4cf2-a460-5980ed48c5c2 req-6c33e9b3-dbce-4d43-ab4e-e27fd0c8b16c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0897031
Dec 13 15:17:03.371264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-36649123-a4a6-4cf2-a460-5980ed48c5c2 req-7fc1afb6-9858-4e86-ac70-e0837c621cdb tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445569
Dec 13 15:17:03.672349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ebd459cc-61bc-41e1-a843-8bcff2584001 req-de97e5ff-2e0c-4a54-994e-17d4b5167191 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1660647
Dec 13 15:17:03.900169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256196e-e263-415f-94f3-40d9e787a5de req-88c63c0f-41f2-47fe-ba17-a6991d135c49 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:03.901789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e256196e-e263-415f-94f3-40d9e787a5de req-88c63c0f-41f2-47fe-ba17-a6991d135c49 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0978918
Dec 13 15:17:03.951263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e256196e-e263-415f-94f3-40d9e787a5de req-9509c46f-334f-4769-ab16-8cbe92a5a838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430703
Dec 13 15:17:04.165183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2329-d8ce-4939-9a26-32fcb334d67e req-fe8ad0e4-8689-4691-9cd1-37caa5f27a2c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:04.166682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-433f2329-d8ce-4939-9a26-32fcb334d67e req-fe8ad0e4-8689-4691-9cd1-37caa5f27a2c tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0926099
Dec 13 15:17:04.218289 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-433f2329-d8ce-4939-9a26-32fcb334d67e req-bc810f74-53bb-4328-85d6-e73f2315c68f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426366
Dec 13 15:17:04.451740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9262f7-25d5-41f7-8339-fdb668c9983e req-bac9bb89-2049-4d5b-9597-9f091342222b tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:04.453243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d9262f7-25d5-41f7-8339-fdb668c9983e req-bac9bb89-2049-4d5b-9597-9f091342222b tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0919597
Dec 13 15:17:04.507032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d9262f7-25d5-41f7-8339-fdb668c9983e req-e2331c9a-44e9-41c2-b1b2-171880e7700b tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476475
Dec 13 15:17:05.116873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712576cd-b5a9-412b-96eb-8ed0cd9ff26d req-bdde4577-e553-4c6a-b71e-e8d68037ad01 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:05.118433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-712576cd-b5a9-412b-96eb-8ed0cd9ff26d req-bdde4577-e553-4c6a-b71e-e8d68037ad01 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0865622
Dec 13 15:17:05.170523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-712576cd-b5a9-412b-96eb-8ed0cd9ff26d req-ef799a91-a828-4712-8d61-9001339a6f5f tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438414
Dec 13 15:17:06.403661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3cf9-a043-476e-a071-30411f397014 req-d8cc2a7a-0fd4-475c-baf8-9528c38202ec tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:06.409201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba1c3cf9-a043-476e-a071-30411f397014 req-d8cc2a7a-0fd4-475c-baf8-9528c38202ec tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0898199
Dec 13 15:17:06.461245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba1c3cf9-a043-476e-a071-30411f397014 req-b78c31df-97c6-4405-b85a-708adf147f23 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/security-groups?id=519d4a26-f0e2-4634-8935-6dc784d25b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445082
Dec 13 15:17:06.463507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-8ae77be1-6537-4183-8dc8-b15678c975e2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:06.465119 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-8ae77be1-6537-4183-8dc8-b15678c975e2 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 945 time: 0.0892067
Dec 13 15:17:06.540055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Deleting port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:06.540434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:06.816635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] For port c0d09ac9-f06d-49b1-a0c3-c15257586fb8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,segment=NetworkSegment(3ffc1611-8ea0-48d4-82f2-0912d1747441),segment_id=3ffc1611-8ea0-48d4-82f2-0912d1747441)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:06.816952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:06.942912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Calling delete_port for c0d09ac9-f06d-49b1-a0c3-c15257586fb8 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:07.092567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:07.100702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e77d69be-d60c-4f65-9288-6927b34c6447 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:07.104374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c0d09ac9-f06d-49b1-a0c3-c15257586fb8'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:17:07.148749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Pushing event deleted for resources: {'Port': ['ID=c0d09ac9-f06d-49b1-a0c3-c15257586fb8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:07.151811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:07.225907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] No DVR routers for this DVR port c0d09ac9-f06d-49b1-a0c3-c15257586fb8 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:07.228464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:07.231303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'name': 'network-vif-deleted', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:17:07.248443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-44e910f9-9b6b-43ce-bb61-036faa397847 req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.72 "DELETE /v2.0/ports/c0d09ac9-f06d-49b1-a0c3-c15257586fb8 HTTP/1.1" status: 204  len: 173 time: 0.7776048
Dec 13 15:17:07.290652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7f9d7c-f495-41de-aab1-b731d0c623d1', 'name': 'network-vif-deleted', 'tag': 'c0d09ac9-f06d-49b1-a0c3-c15257586fb8', 'status': 'completed', 'code': 200}
Dec 13 15:17:07.656468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e87de59-f9bd-4bf6-bcba-d82d08fcc594 req-59e3a500-f763-4fce-9aec-ef15682cf167 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7f9d7c-f495-41de-aab1-b731d0c623d1 HTTP/1.1" status: 200  len: 210 time: 0.0563424
Dec 13 15:17:07.799561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:17:07.974324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26648739-ba68-4fb5-ad30-bad93ae9d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:08.775404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:08.842789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Deleting subnet 98c1b296-3d4b-446d-8f86-9ed16ec779fb {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:17:08.846078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:08.902740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:08.960517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.041045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.045025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd56f62-6640-4704-8a72-db9726c98c13 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:09.083890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c1b296-3d4b-446d-8f86-9ed16ec779fb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:09.087696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:09.091397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.098032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-76d10d9e-df15-4d3a-bdb8-44d1629a004f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/98c1b296-3d4b-446d-8f86-9ed16ec779fb HTTP/1.1" status: 204  len: 168 time: 0.3215289
Dec 13 15:17:09.101895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56278) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:09.216095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.356019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.383861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eff8e10>,) {'filters': {'network_id': ['250b4cf6-5d27-47d7-82e9-e28c5d40372e']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:09.397042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eff8e10>, '3ffc1611-8ea0-48d4-82f2-0912d1747441') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:09.397372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eff8e10>, '3ffc1611-8ea0-48d4-82f2-0912d1747441') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:09.409459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.424649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.431114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:09.431536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:09.445562 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:09.549731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.781071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.787157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bf44238f-1ee0-4cde-b337-a483b1f4ed56 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:09.806032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:09.817962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Pushing event deleted for resources: {'Network': ['ID=250b4cf6-5d27-47d7-82e9-e28c5d40372e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:09.820746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:09.826750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] 10.222.0.69 "DELETE /v2.0/networks/250b4cf6-5d27-47d7-82e9-e28c5d40372e HTTP/1.1" status: 204  len: 168 time: 0.7238462
Dec 13 15:17:10.005254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56284) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:10.062518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c08210b-f88e-4d6c-b8fa-b060034101aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f70f7562334641329f747dc5e2d870e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0558479
Dec 13 15:17:10.065073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56288) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:10.130063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:10.160400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:10.217682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:10.222907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57dcf38d-8c6f-4749-9870-f620a4231d75 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:10.232443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c0d09ac9-f06d-49b1-a0c3-c15257586fb8 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:17:10.238134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d4a26-f0e2-4634-8935-6dc784d25b90,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:10.240769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:10.245999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:10.247278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a29751b5-d0fe-44e4-9447-3f8ed85903ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/519d4a26-f0e2-4634-8935-6dc784d25b90 HTTP/1.1" status: 204  len: 168 time: 0.1809843
Dec 13 15:17:10.276164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: c0d09ac9-f06d-49b1-a0c3-c15257586fb8 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:17:10.276561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c0d09ac9-f06d-49b1-a0c3-c15257586fb8 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:17:10.385494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-170120f4-4e1b-4658-8258-a4d0971d62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:10.860428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.249949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56310) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:11.390668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73568828'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:11.396633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:11.400909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:network and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:11.404436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:11.413184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:11.423616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:11.429254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.446681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.481161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:11.485862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:security_group_rule and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:11.488995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:11.494997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:11.564230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.568500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.571543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50ace1ee-d0b7-4361-a915-d0552edb111c tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:11.602958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:11.612184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6932c19-fd9b-4489-8e05-86b89c8d9072,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:11.616319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:11.619002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.619427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Added segment 84a0802b-3db6-417f-94a2-594252743b21 of type vlan for network 08efe60d-15b3-4027-9411-7e19d12654cd
Dec 13 15:17:11.647114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.679135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.683275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:11.683911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:11.687714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7c62be20-b8ee-45fb-a987-9fcc1b805e27 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:11.799140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5479095
Dec 13 15:17:11.802736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Network': ['ID=08efe60d-15b3-4027-9411-7e19d12654cd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:11.812356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:11.826063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 08efe60d-15b3-4027-9411-7e19d12654cd details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:12.232564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:15.392838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56316) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:15.402488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'subnet': {'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:15.530496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:15.535079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:subnet and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:15.538237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:15.544884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:15.556093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:15.665840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:15.928226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:15.931806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc84cd03-b08d-4322-b68e-d6c31d868a0d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:16.008745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Subnet': ['ID=1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:16.011681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:16.276723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking segment: {'id': '84a0802b-3db6-417f-94a2-594252743b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:16.277094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network hostable DHCP agents. Network: 08efe60d-15b3-4027-9411-7e19d12654cd, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:16.304326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network 08efe60d-15b3-4027-9411-7e19d12654cd is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:16.314088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 08efe60d-15b3-4027-9411-7e19d12654cd) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:16.318816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:16.319535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.323594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5359888-c7c8-48b1-a561-bdfe94fda1eb None None] Network 08efe60d-15b3-4027-9411-7e19d12654cd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:16.342775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9486277
Dec 13 15:17:16.346500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:16.353279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31982258'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:16.359017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:16.366997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:network and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:16.370190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:16.378947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:16.389716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:16.395617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.425883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:16.435050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.435426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Added segment 0545dc24-0051-43c2-95c3-01f0b227e7e7 of type vlan for network e2b3ffb4-ba4b-44b4-b999-184545c63c3c
Dec 13 15:17:16.463351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.494469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.499030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:16.499839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.506293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f365e2b9-b9f3-46f6-879f-ca5222ad7dce tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:16.556821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2084575
Dec 13 15:17:16.558485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-08efe60d-15b3-4027-9411-7e19d12654cd', 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd', 'tenant_id': '1da161740dc94df782f0872a24523d28', 'fixed_ips': [{'subnet_id': '1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:16.559420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:16.559925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56324) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:16.616737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'subnet': {'network_id': 'e2b3ffb4-ba4b-44b4-b999-184545c63c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:16.661372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Network': ['ID=e2b3ffb4-ba4b-44b4-b999-184545c63c3c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:16.668609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:16.702379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e2b3ffb4-ba4b-44b4-b999-184545c63c3c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:16.752361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:16.757094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:subnet and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:16.760096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:16.766644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:16.776788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:16.832333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Allocated IP 2001:db8:0:ffff::2 (08efe60d-15b3-4027-9411-7e19d12654cd/1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3/a8222059-52c8-4aab-9579-0983ee028db7) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:16.889651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.057064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.068108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Transition to ACTIVE for port object a8222059-52c8-4aab-9579-0983ee028db7 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:17.087792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Transition to ACTIVE for port object a8222059-52c8-4aab-9579-0983ee028db7 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:17.093203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.098542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:17.136268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.140799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-79b9a698-82a2-4d67-ba4e-f205d63f551f tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:17.165908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Network 08efe60d-15b3-4027-9411-7e19d12654cd is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:17.169365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Pushing event updated for resources: {'Port': ['ID=a8222059-52c8-4aab-9579-0983ee028db7,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:17.172849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:17.173871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:17.176227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:17.228774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Subnet': ['ID=0d9a817a-7815-489f-8c1b-a7b0e3055304,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:17.233529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:17.243160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking segment: {'id': '0545dc24-0051-43c2-95c3-01f0b227e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e2b3ffb4-ba4b-44b4-b999-184545c63c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:17.243552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network hostable DHCP agents. Network: e2b3ffb4-ba4b-44b4-b999-184545c63c3c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:17.268481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Attempting to bind port a8222059-52c8-4aab-9579-0983ee028db7 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:17.268955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Attempting to bind port a8222059-52c8-4aab-9579-0983ee028db7 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '84a0802b-3db6-417f-94a2-594252743b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:17.269368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Attempting to bind port a8222059-52c8-4aab-9579-0983ee028db7 on network 08efe60d-15b3-4027-9411-7e19d12654cd {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:17.269927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network e2b3ffb4-ba4b-44b4-b999-184545c63c3c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:17.276298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:17.276724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Checking segment: {'id': '84a0802b-3db6-417f-94a2-594252743b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:17.277178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.277663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Bound using segment: {'id': '84a0802b-3db6-417f-94a2-594252743b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:17.278155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Bound port: a8222059-52c8-4aab-9579-0983ee028db7, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0802b-3db6-417f-94a2-594252743b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '08efe60d-15b3-4027-9411-7e19d12654cd'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:17.278582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.280222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e2b3ffb4-ba4b-44b4-b999-184545c63c3c) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:17.292879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:17.293802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.318594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7575352
Dec 13 15:17:17.321687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56328) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:17.325153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ba8aa-d63a-4ad5-95ce-87706f34e180 None None] Network e2b3ffb4-ba4b-44b4-b999-184545c63c3c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:17.474320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.476273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] For port a8222059-52c8-4aab-9579-0983ee028db7, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:17.488963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] For port a8222059-52c8-4aab-9579-0983ee028db7, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8222059-52c8-4aab-9579-0983ee028db7,segment=NetworkSegment(84a0802b-3db6-417f-94a2-594252743b21),segment_id=84a0802b-3db6-417f-94a2-594252743b21)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:17.494961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.501389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:17.544421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.629599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.632917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Pushing event updated for resources: {'Port': ['ID=a8222059-52c8-4aab-9579-0983ee028db7,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:17.634195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8751de13-3c91-4882-a915-80fb0a65190e tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:17.660462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:17.673799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9a817a-7815-489f-8c1b-a7b0e3055304,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:17.677272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:17.683401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadc062-83f9-42da-8814-8aa42232359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e2b3ffb4-ba4b-44b4-b999-184545c63c3c', 'network_id': 'e2b3ffb4-ba4b-44b4-b999-184545c63c3c', 'tenant_id': '1da161740dc94df782f0872a24523d28', 'fixed_ips': [{'subnet_id': '0d9a817a-7815-489f-8c1b-a7b0e3055304'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:17.685085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0aadc062-83f9-42da-8814-8aa42232359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.778534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.802136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa71a7-d617-4456-a0d6-6166e9e6ef77 None None] Network e2b3ffb4-ba4b-44b4-b999-184545c63c3c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:17.808357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65d9a22b0>,) {'filters': {'network_id': ['e2b3ffb4-ba4b-44b4-b999-184545c63c3c']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:17.821715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9a22b0>, '0545dc24-0051-43c2-95c3-01f0b227e7e7') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:17.822056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9a22b0>, '0545dc24-0051-43c2-95c3-01f0b227e7e7') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:17.834166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.849057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.856367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:17.857128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:17.877541 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:17.979862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:17.984430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-840f5e60-6d07-4a49-9d77-4e6805f134e5 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:18.000548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.013472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Network': ['ID=e2b3ffb4-ba4b-44b4-b999-184545c63c3c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:18.017021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:18.018759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1df9af8b-5696-4e7c-a67c-1a3a847d2a76 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/e2b3ffb4-ba4b-44b4-b999-184545c63c3c HTTP/1.1" status: 204  len: 168 time: 0.6958838
Dec 13 15:17:18.023392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56332) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:18.029713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456875666'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:18.035225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:18.039279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:network and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:18.042283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:18.049480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:18.060047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:18.065686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.103389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:18.115003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.115543 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Added segment 6099286a-fd5c-44ac-b371-340ee969aee4 of type vlan for network ea75219a-9ce2-48fd-81cf-f1e4911c5404
Dec 13 15:17:18.145834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.179685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.183948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:18.184618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.190120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-28101e83-5313-4cc9-a5fc-42ac83307747 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:18.290670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2660317
Dec 13 15:17:18.293820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56336) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:18.300461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'subnet': {'network_id': 'ea75219a-9ce2-48fd-81cf-f1e4911c5404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:18.300641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Network': ['ID=ea75219a-9ce2-48fd-81cf-f1e4911c5404,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:18.303449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9f8391b6-b72f-478b-85dc-d849566e694e tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:18.312199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network ea75219a-9ce2-48fd-81cf-f1e4911c5404 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:18.434793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:18.441406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:subnet and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:18.444635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:18.451363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:18.461748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:18.573686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.673135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Performing IP validity checks on allocation pools {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 13 15:17:18.673739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.ipam_backend_mixin [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 13 15:17:18.823644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.827490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aea6bfe5-1d9b-4d9c-a71f-beba2b3bfefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:18.915401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Subnet': ['ID=7dc4b770-2f8e-4908-97ca-9bf801321a10,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:18.919618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:18.935717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking segment: {'id': '6099286a-fd5c-44ac-b371-340ee969aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ea75219a-9ce2-48fd-81cf-f1e4911c5404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:18.936114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network hostable DHCP agents. Network: ea75219a-9ce2-48fd-81cf-f1e4911c5404, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:18.960551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network ea75219a-9ce2-48fd-81cf-f1e4911c5404 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:18.971274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, ea75219a-9ce2-48fd-81cf-f1e4911c5404) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:18.975719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:18.976424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:18.982572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28237719-278a-4cfa-a335-334bd0806f08 None None] Network ea75219a-9ce2-48fd-81cf-f1e4911c5404 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:19.005305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7102439
Dec 13 15:17:19.007728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56340) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:19.168519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.221309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810f0b2-e811-4646-8123-91f1ea8a6fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-ea75219a-9ce2-48fd-81cf-f1e4911c5404', 'network_id': 'ea75219a-9ce2-48fd-81cf-f1e4911c5404', 'tenant_id': '1da161740dc94df782f0872a24523d28', 'fixed_ips': [{'subnet_id': '7dc4b770-2f8e-4908-97ca-9bf801321a10'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:19.222321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f810f0b2-e811-4646-8123-91f1ea8a6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.247246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.337366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server [None req-f810f0b2-e811-4646-8123-91f1ea8a6fac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc4b770-2f8e-4908-97ca-9bf801321a10: This subnet is being modified by another concurrent operation.
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise value
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server     raise exception
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc4b770-2f8e-4908-97ca-9bf801321a10: This subnet is being modified by another concurrent operation.
Dec 13 15:17:19.339907 dv-neutron-821565-1-hyperv neutron-server[88745]: ERROR oslo_messaging.rpc.server 
Dec 13 15:17:19.348606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f0151f2-61ac-4d40-8fd2-b20dabf99542 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:19.354172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ea1e8-98b9-42b5-b230-6e078df13385 None None] Network ea75219a-9ce2-48fd-81cf-f1e4911c5404 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:19.388551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc4b770-2f8e-4908-97ca-9bf801321a10,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:19.390397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5def73-8a7a-4fc2-8ef7-79e88608f501 None None] Network 08efe60d-15b3-4027-9411-7e19d12654cd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:19.392930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:19.491927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.520421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eca3c50>,) {'filters': {'network_id': ['ea75219a-9ce2-48fd-81cf-f1e4911c5404']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:19.535200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eca3c50>, '6099286a-fd5c-44ac-b371-340ee969aee4') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:19.535591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eca3c50>, '6099286a-fd5c-44ac-b371-340ee969aee4') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:19.549655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.566380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.573810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:19.574444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:19.590782 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:19.685263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.688872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4adfb8e-fc7d-4b50-8f19-b08bc5c3d312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:19.704358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.722029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Network': ['ID=ea75219a-9ce2-48fd-81cf-f1e4911c5404,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:19.722029 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/ea75219a-9ce2-48fd-81cf-f1e4911c5404 HTTP/1.1" status: 204  len: 168 time: 0.7124617
Dec 13 15:17:19.724590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56344) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:19.731316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220243045'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:19.735846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:19.738474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:19.743104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:network and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:19.746261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:19.752647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:19.762831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:19.768452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.801427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:19.808159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c64b94e8-bc04-4946-8dca-d794c2a2358f None None] Provisioning for port a8222059-52c8-4aab-9579-0983ee028db7 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:19.816437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.816909 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Added segment 7129d309-cec9-4d47-b63d-e4957bb0dc5d of type vlan for network de59a2d3-b054-444c-9558-98f107b4b366
Dec 13 15:17:19.849066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.890701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.892007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8222059-52c8-4aab-9579-0983ee028db7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:19.895804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:19.896483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:19.908266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c17e549d-dd93-413f-b7fa-2e89b966c800 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:20.009519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2835646
Dec 13 15:17:20.013583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56348) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:20.019404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Network': ['ID=de59a2d3-b054-444c-9558-98f107b4b366,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:20.022239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:20.023650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'subnet': {'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:20.024728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a8222059-52c8-4aab-9579-0983ee028db7 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:20.030698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a8222059-52c8-4aab-9579-0983ee028db7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:20.031133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.062665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network de59a2d3-b054-444c-9558-98f107b4b366 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:20.141951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:20.146855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:subnet and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:20.150118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:20.156689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:20.168005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:20.263371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.289186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.313121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port a8222059-52c8-4aab-9579-0983ee028db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8222059-52c8-4aab-9579-0983ee028db7,segment=NetworkSegment(84a0802b-3db6-417f-94a2-594252743b21),segment_id=84a0802b-3db6-417f-94a2-594252743b21)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:20.319820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.321917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:20.361285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765284a-973d-4a70-9853-7d83075e963e None None] get_active_networks_info from dv-neutron-821565-1-hyperv {{(pid=88858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 13 15:17:20.470740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=a8222059-52c8-4aab-9579-0983ee028db7,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:20.477878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:20.478518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7706fa47-959a-45db-aac9-0eac92a40542 None None] Provisioning complete for port a8222059-52c8-4aab-9579-0983ee028db7 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:20.478958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7706fa47-959a-45db-aac9-0eac92a40542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.538546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.542905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8057a106-dbf8-46ab-b167-58baeaab35eb tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:20.546105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765284a-973d-4a70-9853-7d83075e963e None None] Resources bound (agent type, host, resource id):  {{(pid=88858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 13 15:17:20.610985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Subnet': ['ID=a73f7de2-1921-44f1-a6d2-c857529df910,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:20.636038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.636460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.636875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.637285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.637692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.638094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.638475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.638879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.639312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.639706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.640103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:20.645335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:20.649115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking segment: {'id': '7129d309-cec9-4d47-b63d-e4957bb0dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:20.649527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network hostable DHCP agents. Network: de59a2d3-b054-444c-9558-98f107b4b366, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:20.672455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network de59a2d3-b054-444c-9558-98f107b4b366 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:20.682358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, de59a2d3-b054-444c-9558-98f107b4b366) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:20.686363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:20.687001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.708839 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-72dd1487-3de2-411b-8120-25122e38036b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6933053
Dec 13 15:17:20.712447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56352) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:20.718651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624381275'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:20.724954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:20.729100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:network and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:20.732635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:20.738841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:20.749463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:20.755073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.787908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:20.797098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.797412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Added segment 75d2c1ec-8568-4447-a854-114d6ded1eaa of type vlan for network 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9
Dec 13 15:17:20.827018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.860641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.864867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:20.865510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:20.871107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dbcf318e-153b-426d-ab12-c8df535f3cf2 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:20.923275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2096665
Dec 13 15:17:20.927172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56356) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:20.931797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ccc3e7-b979-4f09-9562-de39bbf4bed0 None None] Network de59a2d3-b054-444c-9558-98f107b4b366 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:20.934467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Request body: {'subnet': {'network_id': '12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:20.986523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Network': ['ID=12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:20.990193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:21.020973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:21.062602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:21.066773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Usage tracker for resource:subnet and tenant:1da161740dc94df782f0872a24523d28 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:21.069827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:21.076105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:21.086834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Made reservation on behalf of 1da161740dc94df782f0872a24523d28 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:21.200962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.259200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-de59a2d3-b054-444c-9558-98f107b4b366', 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366', 'tenant_id': '1da161740dc94df782f0872a24523d28', 'fixed_ips': [{'subnet_id': 'a73f7de2-1921-44f1-a6d2-c857529df910'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:21.260115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.429146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Allocated IP 2001:db8::2 (de59a2d3-b054-444c-9558-98f107b4b366/a73f7de2-1921-44f1-a6d2-c857529df910/541d9d9a-c135-412f-8081-8d468c66809e) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:21.436648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.441896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50b11ae2-afdf-432b-bef1-4fa97ce2c00e tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:21.517785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event updated for resources: {'Subnet': ['ID=12ca537d-9733-42cb-8421-65ec0bcecd0c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:21.522584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:21.533932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Checking segment: {'id': '75d2c1ec-8568-4447-a854-114d6ded1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:21.534387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network hostable DHCP agents. Network: 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:21.556793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Network 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:21.568369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:21.573314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:21.573673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.586374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fca563-95df-4507-8b92-b732a3726dc0 None None] Network 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:21.596995 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6685801
Dec 13 15:17:21.600354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56360) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:21.758824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.841465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.894328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8222059-52c8-4aab-9579-0983ee028db7 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:21.920635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.924579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90d607d2-11c3-4433-bed3-2febd9048af0 tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:21.951857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:21.963349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Subnet': ['ID=12ca537d-9733-42cb-8421-65ec0bcecd0c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:21.967658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:21.987029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Transition to ACTIVE for port object 541d9d9a-c135-412f-8081-8d468c66809e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:22.065483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Transition to ACTIVE for port object 541d9d9a-c135-412f-8081-8d468c66809e will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:22.075966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.102620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.107243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eac1b00>,) {'filters': {'network_id': ['12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:22.111312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:22.120850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eac1b00>, '75d2c1ec-8568-4447-a854-114d6ded1eaa') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:22.121193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eac1b00>, '75d2c1ec-8568-4447-a854-114d6ded1eaa') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:22.133550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.149311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.156000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:22.156439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.158697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9e509-0e48-4902-be5b-f4ca4c750db4 None None] Network 12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:22.172291 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:22.192330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a8222059-52c8-4aab-9579-0983ee028db7 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:22.192753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.266225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.270553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b01accde-a62d-4af4-a26c-e5168890c8a4 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:22.276802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Network de59a2d3-b054-444c-9558-98f107b4b366 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:22.279496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Pushing event updated for resources: {'Port': ['ID=541d9d9a-c135-412f-8081-8d468c66809e,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:22.288412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:22.293007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.301638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Network': ['ID=12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:22.304453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 HTTP/1.1" status: 204  len: 168 time: 0.7030253
Dec 13 15:17:22.305376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:22.307488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56364) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:22.347626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:22.353265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:22.354186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-de75a1c2-4e93-4b20-bb9f-1a3e79decfea tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] GET failed (client error): The resource could not be found.
Dec 13 15:17:22.354754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-de75a1c2-4e93-4b20-bb9f-1a3e79decfea tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Synchronizing usage tracker for tenant:1da161740dc94df782f0872a24523d28 on resource:subnet {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:22.372152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-de75a1c2-4e93-4b20-bb9f-1a3e79decfea tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Unset dirty status for tenant:1da161740dc94df782f0872a24523d28 on resource:subnet {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:22.376098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de75a1c2-4e93-4b20-bb9f-1a3e79decfea tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "GET /v2.0/subnets/12ca537d-9733-42cb-8421-65ec0bcecd0c HTTP/1.1" status: 404  len: 337 time: 0.0641007
Dec 13 15:17:22.376355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56368) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:22.402924 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a5b5cb-cf98-4f43-91fa-c89b16df8db2 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:22.403426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a5b5cb-cf98-4f43-91fa-c89b16df8db2 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:22.405166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9a5b5cb-cf98-4f43-91fa-c89b16df8db2 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 HTTP/1.1" status: 404  len: 339 time: 0.0278301
Dec 13 15:17:22.409619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56372) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:22.448826 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d58f6f-ec5e-4503-860b-8a08fed92aeb tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:22.449279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d58f6f-ec5e-4503-860b-8a08fed92aeb tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:22.451098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41d58f6f-ec5e-4503-860b-8a08fed92aeb tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/subnets/12ca537d-9733-42cb-8421-65ec0bcecd0c HTTP/1.1" status: 404  len: 337 time: 0.0404720
Dec 13 15:17:22.453803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56376) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:22.485489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa6708f-e36c-4a1e-95e7-69b0fc797f15 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:22.485968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa6708f-e36c-4a1e-95e7-69b0fc797f15 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:22.487956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4fa6708f-e36c-4a1e-95e7-69b0fc797f15 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/12dbd2c6-844b-4b2c-bdd1-3e64ac1d6df9 HTTP/1.1" status: 404  len: 339 time: 0.0331652
Dec 13 15:17:22.491045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56380) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:22.564713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Deleting subnet a73f7de2-1921-44f1-a6d2-c857529df910 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:17:22.568391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.583563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Attempting to bind port 541d9d9a-c135-412f-8081-8d468c66809e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:22.583967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Attempting to bind port 541d9d9a-c135-412f-8081-8d468c66809e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '7129d309-cec9-4d47-b63d-e4957bb0dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:22.584373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Attempting to bind port 541d9d9a-c135-412f-8081-8d468c66809e on network de59a2d3-b054-444c-9558-98f107b4b366 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:22.607416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:22.607747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Checking segment: {'id': '7129d309-cec9-4d47-b63d-e4957bb0dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:22.608585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.608585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Bound using segment: {'id': '7129d309-cec9-4d47-b63d-e4957bb0dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:22.609078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Bound port: 541d9d9a-c135-412f-8081-8d468c66809e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129d309-cec9-4d47-b63d-e4957bb0dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'de59a2d3-b054-444c-9558-98f107b4b366'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:22.609498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.627810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.715118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] For port 541d9d9a-c135-412f-8081-8d468c66809e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:22.718455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] For port 541d9d9a-c135-412f-8081-8d468c66809e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=541d9d9a-c135-412f-8081-8d468c66809e,segment=NetworkSegment(7129d309-cec9-4d47-b63d-e4957bb0dc5d),segment_id=7129d309-cec9-4d47-b63d-e4957bb0dc5d)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:22.722504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.723453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.732119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:22.801911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.808059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-581fc8f3-c118-4e99-ad82-64f2d0c905e1 tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:22.809214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Pushing event updated for resources: {'Port': ['ID=541d9d9a-c135-412f-8081-8d468c66809e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:22.812619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:22.850412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Subnet': ['ID=a73f7de2-1921-44f1-a6d2-c857529df910,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:22.854541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:22.864742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:22.879461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/subnets/a73f7de2-1921-44f1-a6d2-c857529df910 HTTP/1.1" status: 204  len: 168 time: 0.3872740
Dec 13 15:17:22.882281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56384) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:23.011187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.023783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Deleting port 541d9d9a-c135-412f-8081-8d468c66809e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:23.024277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.265205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] For port 541d9d9a-c135-412f-8081-8d468c66809e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=541d9d9a-c135-412f-8081-8d468c66809e,segment=NetworkSegment(7129d309-cec9-4d47-b63d-e4957bb0dc5d),segment_id=7129d309-cec9-4d47-b63d-e4957bb0dc5d)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:23.265589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.395956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Calling delete_port for 541d9d9a-c135-412f-8081-8d468c66809e owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:23.472744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.478680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-730f5557-6ddb-4f55-9c1e-9c0f37d88a30 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:23.526446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Port': ['ID=541d9d9a-c135-412f-8081-8d468c66809e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:23.529094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:23.532560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No DVR routers for this DVR port 541d9d9a-c135-412f-8081-8d468c66809e on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:23.673467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.701689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e43dcc0>,) {'filters': {'network_id': ['de59a2d3-b054-444c-9558-98f107b4b366']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:23.714960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e43dcc0>, '7129d309-cec9-4d47-b63d-e4957bb0dc5d') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:23.715333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e43dcc0>, '7129d309-cec9-4d47-b63d-e4957bb0dc5d') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:23.729369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.745322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.751757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:23.752179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:23.768143 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:24.111318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.115099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d3e07fa4-e7ea-4e49-8401-354f805162f6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:24.130833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.144541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Network': ['ID=de59a2d3-b054-444c-9558-98f107b4b366,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:24.150406 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/de59a2d3-b054-444c-9558-98f107b4b366 HTTP/1.1" status: 204  len: 168 time: 1.2669201
Dec 13 15:17:24.150541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56388) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.151517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:24.197073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccba784-657f-413f-b15d-6b4d9a66895b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:24.197608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccba784-657f-413f-b15d-6b4d9a66895b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:24.199710 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cccba784-657f-413f-b15d-6b4d9a66895b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/subnets/7dc4b770-2f8e-4908-97ca-9bf801321a10 HTTP/1.1" status: 404  len: 337 time: 0.0480897
Dec 13 15:17:24.202437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56392) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.230189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d42359-a4c6-4be1-aa2c-dbfda30666a7 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:24.230693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d42359-a4c6-4be1-aa2c-dbfda30666a7 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:24.232954 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a1d42359-a4c6-4be1-aa2c-dbfda30666a7 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/ea75219a-9ce2-48fd-81cf-f1e4911c5404 HTTP/1.1" status: 404  len: 339 time: 0.0294232
Dec 13 15:17:24.235725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.279725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a362a56-a8f4-425c-ad7d-f87e63b85e88 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:24.280231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a362a56-a8f4-425c-ad7d-f87e63b85e88 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:24.282098 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4a362a56-a8f4-425c-ad7d-f87e63b85e88 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/subnets/0d9a817a-7815-489f-8c1b-a7b0e3055304 HTTP/1.1" status: 404  len: 337 time: 0.0453970
Dec 13 15:17:24.286238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56400) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.319639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6ca071-e71e-4069-981a-a88d5f73f6b4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] DELETE failed (client error): The resource could not be found.
Dec 13 15:17:24.320130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6ca071-e71e-4069-981a-a88d5f73f6b4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 13 15:17:24.324504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1c6ca071-e71e-4069-981a-a88d5f73f6b4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/e2b3ffb4-ba4b-44b4-b999-184545c63c3c HTTP/1.1" status: 404  len: 339 time: 0.0347109
Dec 13 15:17:24.324728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56404) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.411861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ed85c083-08ce-468b-971f-0c50d32af030 None None] Could not find standard attr ID for object 541d9d9a-c135-412f-8081-8d468c66809e. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 15:17:24.449834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806e970-3862-4149-b063-c8d6541e9904 None None] DHCP port deletion for de59a2d3-b054-444c-9558-98f107b4b366 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:17:24.486884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd177fee-0aa4-407c-9392-80b22888af1e None None] Network de59a2d3-b054-444c-9558-98f107b4b366 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:24.507340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd177fee-0aa4-407c-9392-80b22888af1e None None] Network de59a2d3-b054-444c-9558-98f107b4b366 could not be found, it might have been deleted concurrently. {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 13 15:17:24.535906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Deleting subnet 1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:17:24.539068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.607794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.708784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.789255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.792934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5bb25dfb-a746-406d-bd2b-dab33f328064 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:24.829144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:24.833084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:24.837066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.843539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7944269-b6cb-4534-93ae-b9a0cc358659 None None] Network 08efe60d-15b3-4027-9411-7e19d12654cd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:24.848628 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/subnets/1bcd3617-6a2d-4bfe-ac7e-c31ad71477f3 HTTP/1.1" status: 204  len: 168 time: 0.5228546
Dec 13 15:17:24.851530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:24.976970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:24.990039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Deleting port a8222059-52c8-4aab-9579-0983ee028db7 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:24.990406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.111448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] DHCP port deletion for 08efe60d-15b3-4027-9411-7e19d12654cd request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:17:25.116091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Deleting port a8222059-52c8-4aab-9579-0983ee028db7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:25.116511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.213179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] For port a8222059-52c8-4aab-9579-0983ee028db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8222059-52c8-4aab-9579-0983ee028db7,segment=NetworkSegment(84a0802b-3db6-417f-94a2-594252743b21),segment_id=84a0802b-3db6-417f-94a2-594252743b21)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:25.213530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.332082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] For port a8222059-52c8-4aab-9579-0983ee028db7, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a8222059-52c8-4aab-9579-0983ee028db7,segment=NetworkSegment(84a0802b-3db6-417f-94a2-594252743b21),segment_id=84a0802b-3db6-417f-94a2-594252743b21)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:25.332425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.338681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Calling delete_port for a8222059-52c8-4aab-9579-0983ee028db7 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:25.412671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.417683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ecbfdce2-6ffc-4a8a-83d7-3242b8333470 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:25.459017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Calling delete_port for a8222059-52c8-4aab-9579-0983ee028db7 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:25.463779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Port': ['ID=a8222059-52c8-4aab-9579-0983ee028db7,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:25.467407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:25.468230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] No DVR routers for this DVR port a8222059-52c8-4aab-9579-0983ee028db7 on host dv-neutron-821565-1-hyperv {{(pid=88856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:25.538280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:17:25.539392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:17:25.601842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.631378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65efe3dd8>,) {'filters': {'network_id': ['08efe60d-15b3-4027-9411-7e19d12654cd']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:25.645011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efe3dd8>, '84a0802b-3db6-417f-94a2-594252743b21') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:25.645364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efe3dd8>, '84a0802b-3db6-417f-94a2-594252743b21') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:25.658343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.674632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.681545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:25.681981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:25.697721 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:25.783527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.787371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7358408b-238a-4ba1-bd7e-1b007abaf8ec tempest-RoutersTest-860931981 tempest-RoutersTest-860931981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:25.802906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:25.815132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Pushing event deleted for resources: {'Network': ['ID=08efe60d-15b3-4027-9411-7e19d12654cd,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:25.818710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:25.820415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] 10.222.0.69 "DELETE /v2.0/networks/08efe60d-15b3-4027-9411-7e19d12654cd HTTP/1.1" status: 204  len: 168 time: 0.9673135
Dec 13 15:17:25.857748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 541d9d9a-c135-412f-8081-8d468c66809e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:17:25.895119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 541d9d9a-c135-412f-8081-8d468c66809e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:17:25.895518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 541d9d9a-c135-412f-8081-8d468c66809e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:17:25.895988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8222059-52c8-4aab-9579-0983ee028db7 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:17:25.930730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a8222059-52c8-4aab-9579-0983ee028db7 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:17:25.931161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a8222059-52c8-4aab-9579-0983ee028db7 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:17:26.040770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Deleting port a8222059-52c8-4aab-9579-0983ee028db7 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:26.041235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:26.113094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f3ca3-d774-4f44-8453-45197a9b916e None None] The port 'a8222059-52c8-4aab-9579-0983ee028db7' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:17:26.161234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56416) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:26.366658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-59b51a50-6946-442c-a002-0d621fbe23d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1da161740dc94df782f0872a24523d28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2039311
Dec 13 15:17:26.370351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56422) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:26.436667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:26.465829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:26.528475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:26.532570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45f26c66-8371-4cdc-98f1-e7fde0cf9398 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:26.545002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6932c19-fd9b-4489-8e05-86b89c8d9072,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:26.548898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:26.552727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:26.553950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6932c19-fd9b-4489-8e05-86b89c8d9072 HTTP/1.1" status: 204  len: 168 time: 0.1826150
Dec 13 15:17:27.544749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56444) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:27.691845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1083956497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:27.698935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:27.703243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:router and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:27.706348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:27.713749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:27.724065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.725044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.744178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.762447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.785769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.787112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-28209275-ee77-4268-865d-ff711066b811 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2408912
Dec 13 15:17:27.790570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:27.799885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-465040925'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:27.808237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:27.814948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:network and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:27.819584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:27.829243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:27.845085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Made reservation on behalf of 47fc1c418ce1418994b7559a5ec5e10e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:27.850566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.865584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.900231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:27.904324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:security_group_rule and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:27.907365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:27.913621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:27.984340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.988780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:27.991884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f2ff4b53-176e-4099-bcf0-52671a533a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:28.020618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:28.033683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c24e77a-4013-4fd7-b57d-76072d14c1b2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:28.037920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:28.038886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.039294 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Added segment e6b2c761-2876-4a69-be74-897886631928 of type vlan for network 4f699eb7-9825-4ba4-bed6-64847e7e3dff
Dec 13 15:17:28.066867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.098343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.102535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:28.103211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.107354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c082007-c444-4afb-bd37-eedcb85ab390 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:28.217611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4254634
Dec 13 15:17:28.220767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56454) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:28.223794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event updated for resources: {'Network': ['ID=4f699eb7-9825-4ba4-bed6-64847e7e3dff,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:28.229196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'subnet': {'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:28.235503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 4f699eb7-9825-4ba4-bed6-64847e7e3dff details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:28.244491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:28.351776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:28.355985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:subnet and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:28.359372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:28.365552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:28.375717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Made reservation on behalf of 47fc1c418ce1418994b7559a5ec5e10e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:28.487844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.958207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:28.961966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e30694ad-c37f-45bd-ad4f-5b13449a8812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:29.032097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event updated for resources: {'Subnet': ['ID=68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:29.041433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:29.057822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Checking segment: {'id': 'e6b2c761-2876-4a69-be74-897886631928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:29.058221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Network hostable DHCP agents. Network: 4f699eb7-9825-4ba4-bed6-64847e7e3dff, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:29.082435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Network 4f699eb7-9825-4ba4-bed6-64847e7e3dff is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:29.092160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 4f699eb7-9825-4ba4-bed6-64847e7e3dff) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:29.096455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:29.097137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.104584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75459672-451b-4246-ac5b-77b9f733af8f None None] Network 4f699eb7-9825-4ba4-bed6-64847e7e3dff requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:29.119011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e408cab0-a03e-43a6-a9dc-88220addc66d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8971515
Dec 13 15:17:29.122265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56458) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:29.128568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-882778120'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:29.133851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:29.138040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:network and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:29.141150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:29.147348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:29.157684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Made reservation on behalf of 47fc1c418ce1418994b7559a5ec5e10e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:29.163246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.192862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:29.202229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.202619 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Added segment 39feac4a-a659-40f9-a5e0-6cf304e4abda of type vlan for network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1
Dec 13 15:17:29.229621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.260276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.264471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:29.265105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.269140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8d91ce8a-cd24-4973-bd68-12a4b7bc285d tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:29.327159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.342936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-4f699eb7-9825-4ba4-bed6-64847e7e3dff', 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff', 'tenant_id': '47fc1c418ce1418994b7559a5ec5e10e', 'fixed_ips': [{'subnet_id': '68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:29.343908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.381473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event updated for resources: {'Network': ['ID=59e98c78-5291-4b49-a9ef-b57e6d3e9dc1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:29.387549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2642288
Dec 13 15:17:29.388342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56462) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:29.388963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-69f31f77-06d3-4358-b073-2a1ce132d0ec tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:29.396818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'subnet': {'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:29.406871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:29.519644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:29.524584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Usage tracker for resource:subnet and tenant:47fc1c418ce1418994b7559a5ec5e10e is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:29.527790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:29.534364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:29.545002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Made reservation on behalf of 47fc1c418ce1418994b7559a5ec5e10e for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:29.607337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Allocated IP 172.20.0.2 (4f699eb7-9825-4ba4-bed6-64847e7e3dff/68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a/74c26867-915e-4b49-84a7-7ab2fc0149a9) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:29.655789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.824337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.841123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Transition to ACTIVE for port object 74c26867-915e-4b49-84a7-7ab2fc0149a9 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:29.863897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Transition to ACTIVE for port object 74c26867-915e-4b49-84a7-7ab2fc0149a9 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:29.870043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.875072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:29.888650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:29.893092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed1658f2-fc25-4cb9-8cc1-af6b23336dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:29.946092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Network 4f699eb7-9825-4ba4-bed6-64847e7e3dff is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:29.947010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Pushing event updated for resources: {'Port': ['ID=74c26867-915e-4b49-84a7-7ab2fc0149a9,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:29.950001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:29.951265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:29.953358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:29.977415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event updated for resources: {'Subnet': ['ID=c31f1971-472f-48ff-bf46-6ac477a8441a,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:29.980233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:29.989513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Checking segment: {'id': '39feac4a-a659-40f9-a5e0-6cf304e4abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:29.989911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Network hostable DHCP agents. Network: 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:30.012534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:30.022341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:30.027001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:30.027673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.040608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5932c9-673b-4d3f-b838-70ed077137e1 None None] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:30.050929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eafd8685-f156-4ce9-9c32-5533d77e9285 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6601348
Dec 13 15:17:30.053144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56466) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:30.058927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-378a4c99-b22a-4b57-a4b8-2ebda2773554 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Request body: {'router': {'external_gateway_info': {'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:30.074474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Attempting to bind port 74c26867-915e-4b49-84a7-7ab2fc0149a9 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:30.074900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Attempting to bind port 74c26867-915e-4b49-84a7-7ab2fc0149a9 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'e6b2c761-2876-4a69-be74-897886631928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:30.075340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Attempting to bind port 74c26867-915e-4b49-84a7-7ab2fc0149a9 on network 4f699eb7-9825-4ba4-bed6-64847e7e3dff {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:30.134954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:30.135400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Checking segment: {'id': 'e6b2c761-2876-4a69-be74-897886631928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:30.135864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.136310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Bound using segment: {'id': 'e6b2c761-2876-4a69-be74-897886631928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:30.136858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Bound port: 74c26867-915e-4b49-84a7-7ab2fc0149a9, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b2c761-2876-4a69-be74-897886631928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f699eb7-9825-4ba4-bed6-64847e7e3dff'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:30.137280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.476947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-378a4c99-b22a-4b57-a4b8-2ebda2773554 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.485833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] For port 74c26867-915e-4b49-84a7-7ab2fc0149a9, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:30.490750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] For port 74c26867-915e-4b49-84a7-7ab2fc0149a9, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=74c26867-915e-4b49-84a7-7ab2fc0149a9,segment=NetworkSegment(e6b2c761-2876-4a69-be74-897886631928),segment_id=e6b2c761-2876-4a69-be74-897886631928)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:30.496330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.500830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:30.594765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-59e98c78-5291-4b49-a9ef-b57e6d3e9dc1', 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1', 'tenant_id': '47fc1c418ce1418994b7559a5ec5e10e', 'fixed_ips': [{'subnet_id': 'c31f1971-472f-48ff-bf46-6ac477a8441a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:30.595668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:30.633567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.api.v2.resource [None req-378a4c99-b22a-4b57-a4b8-2ebda2773554 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 13 15:17:30.641375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-378a4c99-b22a-4b57-a4b8-2ebda2773554 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "PUT /v2.0/routers/65464764-8140-476a-be1c-3a2b1554ddd7 HTTP/1.1" status: 400  len: 364 time: 0.5805500
Dec 13 15:17:30.641580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Pushing event updated for resources: {'Port': ['ID=74c26867-915e-4b49-84a7-7ab2fc0149a9,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:30.645232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56470) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:30.681811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:30.794399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Allocated IP 172.21.0.2 (59e98c78-5291-4b49-a9ef-b57e6d3e9dc1/c31f1971-472f-48ff-bf46-6ac477a8441a/03078afb-0819-4c4d-89c0-7cd0cda51ff1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:30.864650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Deleting subnet c31f1971-472f-48ff-bf46-6ac477a8441a {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:17:31.025968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.037800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Transition to ACTIVE for port object 03078afb-0819-4c4d-89c0-7cd0cda51ff1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:31.058478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Transition to ACTIVE for port object 03078afb-0819-4c4d-89c0-7cd0cda51ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:31.061614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.064038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.068995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:31.124770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.136669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:31.140353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:31.142932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:31.153059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Pushing event updated for resources: {'Port': ['ID=03078afb-0819-4c4d-89c0-7cd0cda51ff1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:31.155857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:31.214135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.243585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Attempting to bind port 03078afb-0819-4c4d-89c0-7cd0cda51ff1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:31.244009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Attempting to bind port 03078afb-0819-4c4d-89c0-7cd0cda51ff1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '39feac4a-a659-40f9-a5e0-6cf304e4abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:31.244420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Attempting to bind port 03078afb-0819-4c4d-89c0-7cd0cda51ff1 on network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:31.251319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:31.251746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Checking segment: {'id': '39feac4a-a659-40f9-a5e0-6cf304e4abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:31.252171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.252614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Bound using segment: {'id': '39feac4a-a659-40f9-a5e0-6cf304e4abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:31.253246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Bound port: 03078afb-0819-4c4d-89c0-7cd0cda51ff1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39feac4a-a659-40f9-a5e0-6cf304e4abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59e98c78-5291-4b49-a9ef-b57e6d3e9dc1'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:31.253642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.313122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.318915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0ded187e-7e42-4373-a07c-dc9a5925ce43 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:31.346273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] For port 03078afb-0819-4c4d-89c0-7cd0cda51ff1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:31.349515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] For port 03078afb-0819-4c4d-89c0-7cd0cda51ff1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=03078afb-0819-4c4d-89c0-7cd0cda51ff1,segment=NetworkSegment(39feac4a-a659-40f9-a5e0-6cf304e4abda),segment_id=39feac4a-a659-40f9-a5e0-6cf304e4abda)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:31.353797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.357769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Subnet': ['ID=c31f1971-472f-48ff-bf46-6ac477a8441a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:31.358510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:31.361564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:31.365751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.374867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-242e1b24-3b88-4813-adc7-8b60e95bee82 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "DELETE /v2.0/subnets/c31f1971-472f-48ff-bf46-6ac477a8441a HTTP/1.1" status: 204  len: 168 time: 0.7281585
Dec 13 15:17:31.377348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56474) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:31.439285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Pushing event updated for resources: {'Port': ['ID=03078afb-0819-4c4d-89c0-7cd0cda51ff1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:31.442732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:31.510485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.523355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Deleting port 03078afb-0819-4c4d-89c0-7cd0cda51ff1 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:31.523686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.755041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] For port 03078afb-0819-4c4d-89c0-7cd0cda51ff1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=03078afb-0819-4c4d-89c0-7cd0cda51ff1,segment=NetworkSegment(39feac4a-a659-40f9-a5e0-6cf304e4abda),segment_id=39feac4a-a659-40f9-a5e0-6cf304e4abda)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:31.755489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.889334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Calling delete_port for 03078afb-0819-4c4d-89c0-7cd0cda51ff1 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:31.891946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 74c26867-915e-4b49-84a7-7ab2fc0149a9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:31.974265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:31.981779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c97f2e49-ab0a-472a-8c0e-6206b0a9d08b tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:31.982158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 74c26867-915e-4b49-84a7-7ab2fc0149a9 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:32.039164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Port': ['ID=03078afb-0819-4c4d-89c0-7cd0cda51ff1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:32.041682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:32.044142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] No DVR routers for this DVR port 03078afb-0819-4c4d-89c0-7cd0cda51ff1 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:32.202510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.239963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e727588>,) {'filters': {'network_id': ['59e98c78-5291-4b49-a9ef-b57e6d3e9dc1']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:32.254711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e727588>, '39feac4a-a659-40f9-a5e0-6cf304e4abda') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:32.255134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e727588>, '39feac4a-a659-40f9-a5e0-6cf304e4abda') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:32.268481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.284632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.292024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:32.292024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:32.308179 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:32.403860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.407793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f0f24b5-adc0-4b52-9ad5-e3120614aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:32.423743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.435818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Network': ['ID=59e98c78-5291-4b49-a9ef-b57e6d3e9dc1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:32.438820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:32.440965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "DELETE /v2.0/networks/59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 HTTP/1.1" status: 204  len: 168 time: 1.0617132
Dec 13 15:17:32.444340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56478) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:32.524714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Deleting subnet 68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:17:32.527936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.594956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.650390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4204af-209e-44aa-a0c8-5e96293e9008 None None] Network 4f699eb7-9825-4ba4-bed6-64847e7e3dff requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:32.684502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.763646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.766893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Provisioning for port 74c26867-915e-4b49-84a7-7ab2fc0149a9 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:32.768545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c44516e6-f3e8-4991-8481-75ee832be84e tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:32.777439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Provisioning complete for port 74c26867-915e-4b49-84a7-7ab2fc0149a9 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:32.777810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.810942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Subnet': ['ID=68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:32.813681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:32.816696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.822961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "DELETE /v2.0/subnets/68fd9b17-2f19-48bd-9b2e-58fe8f5fa05a HTTP/1.1" status: 204  len: 168 time: 0.3775127
Dec 13 15:17:32.825990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56482) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:32.949132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.960775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Deleting port 74c26867-915e-4b49-84a7-7ab2fc0149a9 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:32.961147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:32.995416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.038892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] For port 74c26867-915e-4b49-84a7-7ab2fc0149a9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=74c26867-915e-4b49-84a7-7ab2fc0149a9,segment=NetworkSegment(e6b2c761-2876-4a69-be74-897886631928),segment_id=e6b2c761-2876-4a69-be74-897886631928)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:33.044513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.047327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:33.111184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] DHCP port deletion for 4f699eb7-9825-4ba4-bed6-64847e7e3dff request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:17:33.120186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Deleting port 74c26867-915e-4b49-84a7-7ab2fc0149a9 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:33.120604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.165009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Pushing event updated for resources: {'Port': ['ID=74c26867-915e-4b49-84a7-7ab2fc0149a9,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:33.169826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:33.183116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] For port 74c26867-915e-4b49-84a7-7ab2fc0149a9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=74c26867-915e-4b49-84a7-7ab2fc0149a9,segment=NetworkSegment(e6b2c761-2876-4a69-be74-897886631928),segment_id=e6b2c761-2876-4a69-be74-897886631928)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:33.183451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.319236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Calling delete_port for 74c26867-915e-4b49-84a7-7ab2fc0149a9 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:33.349686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] For port 74c26867-915e-4b49-84a7-7ab2fc0149a9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=74c26867-915e-4b49-84a7-7ab2fc0149a9,segment=NetworkSegment(e6b2c761-2876-4a69-be74-897886631928),segment_id=e6b2c761-2876-4a69-be74-897886631928)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:33.350240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.400276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.406736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2635fdcf-189a-41b6-98f1-2fa6768bfdf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:33.451836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Port': ['ID=74c26867-915e-4b49-84a7-7ab2fc0149a9,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:33.454666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:33.457619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] No DVR routers for this DVR port 74c26867-915e-4b49-84a7-7ab2fc0149a9 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:17:33.487436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Calling delete_port for 74c26867-915e-4b49-84a7-7ab2fc0149a9 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:17:33.569737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81811ba9-a632-4779-9164-8aa5da8067d8 None None] DHCP port deletion for 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:17:33.577823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8f8d2aca-8759-429a-837d-70fb10fed76d None None] Could not find standard attr ID for object 03078afb-0819-4c4d-89c0-7cd0cda51ff1. {{(pid=88858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 13 15:17:33.582428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:17:33.582845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:17:33.595795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.607021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b416c2-86e6-4bdc-a664-653e83d54a2d None None] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:33.624898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dc30d68>,) {'filters': {'network_id': ['4f699eb7-9825-4ba4-bed6-64847e7e3dff']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:33.627134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b416c2-86e6-4bdc-a664-653e83d54a2d None None] Network 59e98c78-5291-4b49-a9ef-b57e6d3e9dc1 could not be found, it might have been deleted concurrently. {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 13 15:17:33.642079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc30d68>, 'e6b2c761-2876-4a69-be74-897886631928') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:33.642424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dc30d68>, 'e6b2c761-2876-4a69-be74-897886631928') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:33.654395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.669184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.675486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:17:33.675901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:17:33.691233 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:17:33.771935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.775311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ad00d5c3-9da2-4382-af51-60a493d3347e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:33.790553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:33.806401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Pushing event deleted for resources: {'Network': ['ID=4f699eb7-9825-4ba4-bed6-64847e7e3dff,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:33.809440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:33.814024 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "DELETE /v2.0/networks/4f699eb7-9825-4ba4-bed6-64847e7e3dff HTTP/1.1" status: 204  len: 168 time: 0.9846430
Dec 13 15:17:33.814448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56486) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:33.862901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ef0a28ed-3be1-47c1-8c78-a3e16449ed55 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Synchronizing usage tracker for tenant:47fc1c418ce1418994b7559a5ec5e10e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:33.866614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 74c26867-915e-4b49-84a7-7ab2fc0149a9 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:17:33.880585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ef0a28ed-3be1-47c1-8c78-a3e16449ed55 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Unset dirty status for tenant:47fc1c418ce1418994b7559a5ec5e10e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:33.881849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ef0a28ed-3be1-47c1-8c78-a3e16449ed55 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "GET /v2.0/ports?device_id=65464764-8140-476a-be1c-3a2b1554ddd7 HTTP/1.1" status: 200  len: 205 time: 0.0661762
Dec 13 15:17:33.884801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56490) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:33.904348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 74c26867-915e-4b49-84a7-7ab2fc0149a9 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:17:33.904710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 74c26867-915e-4b49-84a7-7ab2fc0149a9 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:17:34.037127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.083902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Deleting port 74c26867-915e-4b49-84a7-7ab2fc0149a9 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:17:34.084404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.152353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ff1888cc-42e3-4f59-b20e-fac9803c504f None None] The port '74c26867-915e-4b49-84a7-7ab2fc0149a9' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:17:34.692444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.699832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.732672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.733235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Fanout notify agent at l3_agent the message router_deleted on router 65464764-8140-476a-be1c-3a2b1554ddd7 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:17:34.752322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:34.753658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f53405d7-e3fe-4a94-859f-9b6585d99f5d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] 10.222.0.69 "DELETE /v2.0/routers/65464764-8140-476a-be1c-3a2b1554ddd7 HTTP/1.1" status: 204  len: 168 time: 0.8678856
Dec 13 15:17:35.110873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56498) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:35.314307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bbbc08eb-6588-4087-b4fd-6621b3c38e86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47fc1c418ce1418994b7559a5ec5e10e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2020288
Dec 13 15:17:35.317167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56504) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:35.399329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:35.427408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:35.476107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:35.479883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e607e99e-fa0a-44b4-84b6-a9c6cc5489f6 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:35.492014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c24e77a-4013-4fd7-b57d-76072d14c1b2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:35.495858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:35.499233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:35.500449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c24e77a-4013-4fd7-b57d-76072d14c1b2 HTTP/1.1" status: 204  len: 168 time: 0.1823096
Dec 13 15:17:36.419103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56526) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:36.570547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1339650344-network', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:36.576152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:36.580600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Usage tracker for resource:network and tenant:8f1a962d3d094e008494b6bed47dc31e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:36.584045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:36.591284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:36.602097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Made reservation on behalf of 8f1a962d3d094e008494b6bed47dc31e for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:36.607352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.621015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.655843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:36.660913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Usage tracker for resource:security_group_rule and tenant:8f1a962d3d094e008494b6bed47dc31e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:36.664046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:36.670495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:36.756177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.760686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.763838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-37855e1c-d993-4148-9574-3a17381484f2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:36.793017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:36.802289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef45410-6e00-4297-81f4-e4ae7ed77709,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:36.806184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:36.808869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.809207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Added segment ff0af9a7-3870-4dc4-a712-ac42af1f4d9f of type vlan for network 384bdb8e-9b7d-4f14-852d-9d54af4502d5
Dec 13 15:17:36.846331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.880779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.881808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:36.882457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:36.886182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-587eb51b-c5b5-4803-ba71-cfee71817d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:36.991684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5712461
Dec 13 15:17:36.992534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Pushing event updated for resources: {'Network': ['ID=384bdb8e-9b7d-4f14-852d-9d54af4502d5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:36.994662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56532) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:36.997249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0cf9c4ce-251f-406c-a133-d44fc5dca49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:37.001116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Request body: {'subnet': {'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-subnet', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:37.003910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:37.006616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:37.010739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Usage tracker for resource:subnet and tenant:8f1a962d3d094e008494b6bed47dc31e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:37.013745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:37.020026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:37.030033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Made reservation on behalf of 8f1a962d3d094e008494b6bed47dc31e for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:37.035098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.255612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.259208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-02ea28f0-7f21-46c1-9839-29cc00aa1a04 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:37.325489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa21ff74-600f-4f6a-a2a7-4c4d3076b208,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:37.336364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:37.350310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Checking segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:37.350634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Network hostable DHCP agents. Network: 384bdb8e-9b7d-4f14-852d-9d54af4502d5, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:37.373331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:37.382542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 384bdb8e-9b7d-4f14-852d-9d54af4502d5) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:37.386430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:37.387099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.392319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b59c54-947d-4df8-b468-621ccbb7e1f1 None None] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:37.407884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-abc523e2-cb8f-421d-90b7-c8d3030172e4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4121239
Dec 13 15:17:37.411365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56536) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:37.416973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:37.422179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:37.427159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Usage tracker for resource:router and tenant:8f1a962d3d094e008494b6bed47dc31e is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:37.430239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:37.436415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:37.448314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.449299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.469253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.618896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:37.619890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.631496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.781798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Allocated IP 172.20.0.2 (384bdb8e-9b7d-4f14-852d-9d54af4502d5/aa21ff74-600f-4f6a-a2a7-4c4d3076b208/9a48dac7-a10a-4c6a-ba41-a4b325223b80) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:37.840572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:37.876712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.001197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-af886542-283b-4ac1-aa9e-882eebbb08e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.014547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.018304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Allocated IP 172.26.4.252 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/448cdea3-f13f-42d5-bc50-9b35c08a733b) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:38.026178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Transition to ACTIVE for port object 9a48dac7-a10a-4c6a-ba41-a4b325223b80 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:38.046595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Transition to ACTIVE for port object 9a48dac7-a10a-4c6a-ba41-a4b325223b80 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:38.051886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.056300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:38.121059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:38.124759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:38.129101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:38.135578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Pushing event updated for resources: {'Port': ['ID=9a48dac7-a10a-4c6a-ba41-a4b325223b80,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:38.139393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:38.184663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.211693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.215651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:38.225809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Attempting to bind port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:38.226188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Attempting to bind port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:38.226593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Attempting to bind port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:38.233772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:38.234183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Checking segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:38.234650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.235125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Bound using segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:38.235638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Bound port: 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:38.236055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.288622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:38.289416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Pushing event updated for resources: {'Port': ['ID=448cdea3-f13f-42d5-bc50-9b35c08a733b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:38.292217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:38.294179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:38.294922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:38.328336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] For port 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:38.332139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] For port 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9a48dac7-a10a-4c6a-ba41-a4b325223b80,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:38.338525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.343127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:38.425550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Pushing event updated for resources: {'Port': ['ID=9a48dac7-a10a-4c6a-ba41-a4b325223b80,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:38.428895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:38.466224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.467018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.727767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Router 9308c2fb-35d8-4b79-b56f-092b4f246743 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:17:38.964984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:17:38.976050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Sync routers for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:17:38.990060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:38.991041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:38.991526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.5791049
Dec 13 15:17:38.994421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56540) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:38.994947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f863ac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:39.332943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:39.545460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:39.636763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f863ac8>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:38Z', 'revision_number': 3, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:39.641105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Checking router: 9308c2fb-35d8-4b79-b56f-092b4f246743 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:17:39.641594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Updating router 9308c2fb-35d8-4b79-b56f-092b4f246743 port 448cdea3-f13f-42d5-bc50-9b35c08a733b binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:17:39.698192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:39.806940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:39.913959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9a48dac7-a10a-4c6a-ba41-a4b325223b80 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:39.989255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:40.054224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Allocated IP 172.20.0.1 (384bdb8e-9b7d-4f14-852d-9d54af4502d5/aa21ff74-600f-4f6a-a2a7-4c4d3076b208/16198119-2c8b-4838-aef9-871f149095be) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:40.087538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711a263-f5be-4463-ae7b-acccb20df7d8 None None] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:40.087784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.100611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Transition to ACTIVE for port object 448cdea3-f13f-42d5-bc50-9b35c08a733b will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:40.108432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.113867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:40.194051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Pushing event updated for resources: {'Port': ['ID=448cdea3-f13f-42d5-bc50-9b35c08a733b,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:40.199893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Attempting to bind port 448cdea3-f13f-42d5-bc50-9b35c08a733b on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:40.200310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Attempting to bind port 448cdea3-f13f-42d5-bc50-9b35c08a733b by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:40.200719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Attempting to bind port 448cdea3-f13f-42d5-bc50-9b35c08a733b on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:40.211969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.212353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.212728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.213426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.213426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.213795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.214245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.214661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.215032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.215418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.215771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:40.219483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:40.219901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:40.220439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.220759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:40.221289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Bound port: 448cdea3-f13f-42d5-bc50-9b35c08a733b, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:40.221771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.226173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Provisioning for port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:40.247399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:40.264030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Provisioning complete for port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:40.264465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.321054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] For port 448cdea3-f13f-42d5-bc50-9b35c08a733b, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:40.325483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] For port 448cdea3-f13f-42d5-bc50-9b35c08a733b, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=448cdea3-f13f-42d5-bc50-9b35c08a733b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:40.331885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.340212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7af8c848-aab1-4269-8714-abaf7ac73c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:40.440642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Pushing event updated for resources: {'Port': ['ID=448cdea3-f13f-42d5-bc50-9b35c08a733b,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:40.443641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:40.444319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f863ac8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:40.496136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:40.503426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.520305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Transition to ACTIVE for port object 16198119-2c8b-4838-aef9-871f149095be will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:40.542095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.546885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e40fd132-291b-4d5a-9b1b-f65792a85de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:40.579234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-33bc09a6-af2a-45a9-9249-9464675c0dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.620103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:40.623604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:40.625717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Pushing event updated for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:40.628126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:40.642032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:40.657110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:40.679839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.686464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.721688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] For port 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9a48dac7-a10a-4c6a-ba41-a4b325223b80,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:40.726521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.731229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:40.787864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.819769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Pushing event updated for resources: {'Port': ['ID=9a48dac7-a10a-4c6a-ba41-a4b325223b80,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:40.823088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:40.865662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:40.988871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f863ac8>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:38Z', 'revision_number': 3, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:40.993119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7838b-56f5-4f1f-9c5a-762723d51805 None None] The sync data for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv is: [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:38Z', 'revision_number': 3, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:17:41.043348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.048543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.050070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Provisioning for port 16198119-2c8b-4838-aef9-871f149095be completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:41.055789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Provisioning complete for port 16198119-2c8b-4838-aef9-871f149095be triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:41.056413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.095722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:41.121924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Port 16198119-2c8b-4838-aef9-871f149095be cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:41.136687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Provisioning complete for port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:41.137170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-71abc1fe-f8fb-4c3f-9e43-e3a6c25d6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.163953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.179445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Pushing event updated for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:41.183817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:41.323314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:41.324566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:41.390184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-96f3ea6d-19e6-413c-8850-7a0f698b25dc None None] Provisioning complete for port 16198119-2c8b-4838-aef9-871f149095be triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:41.390414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-96f3ea6d-19e6-413c-8850-7a0f698b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.488872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-96f3ea6d-19e6-413c-8850-7a0f698b25dc None None] Port 16198119-2c8b-4838-aef9-871f149095be cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:41.713000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3fcc5899-518f-4118-844b-8e0bc42a4628 None None] Provisioning complete for port 16198119-2c8b-4838-aef9-871f149095be triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:41.713562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5899-518f-4118-844b-8e0bc42a4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:41.768631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc5899-518f-4118-844b-8e0bc42a4628 None None] Port 16198119-2c8b-4838-aef9-871f149095be cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:41.777058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Router 9308c2fb-35d8-4b79-b56f-092b4f246743 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:17:41.947895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9a48dac7-a10a-4c6a-ba41-a4b325223b80 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:42.002342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:17:42.015032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] 10.222.0.69 "PUT /v2.0/routers/9308c2fb-35d8-4b79-b56f-092b4f246743/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0175087
Dec 13 15:17:42.027348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:42.027811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:42.151418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 448cdea3-f13f-42d5-bc50-9b35c08a733b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:42.248786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:42.249776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 448cdea3-f13f-42d5-bc50-9b35c08a733b completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:42.255549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 448cdea3-f13f-42d5-bc50-9b35c08a733b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:42.255911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:42.377178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:42.396770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 448cdea3-f13f-42d5-bc50-9b35c08a733b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=448cdea3-f13f-42d5-bc50-9b35c08a733b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:42.401047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:42.403154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:42.475319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=448cdea3-f13f-42d5-bc50-9b35c08a733b,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:42.478655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:43.060314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56562) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:43.067034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-729269350-network', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:43.072417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:43.076627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Usage tracker for resource:network and tenant:bd4f47a031ed4f27ac03214cce7a9e83 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:43.080914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:43.087547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:43.098785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Made reservation on behalf of bd4f47a031ed4f27ac03214cce7a9e83 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:43.105996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.124937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.158607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:43.162835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Usage tracker for resource:security_group_rule and tenant:bd4f47a031ed4f27ac03214cce7a9e83 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:43.165874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:43.171979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:43.241616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.245817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.248945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bdda0a54-8392-4e36-804e-5bc93f087138 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:43.277909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:17:43.287746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a40c0-a107-45f9-a45f-3cf87de99059,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:43.294372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.294757 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Added segment 98baaade-286a-4fe8-8ea0-d6b1b06aa25b of type vlan for network 74138b22-f793-420f-a665-fe0456cf4bd2
Dec 13 15:17:43.306443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.306862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.307303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.307706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.308113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.308515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.308918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.309314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.309688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.310083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.310478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:43.317432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:43.335238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.366091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.367098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:43.367726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.372683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f603a473-e92d-446a-a182-f1695ad81a4b tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:43.469534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4080207
Dec 13 15:17:43.472826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56566) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:43.478546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Pushing event updated for resources: {'Network': ['ID=74138b22-f793-420f-a665-fe0456cf4bd2,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:43.479489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Request body: {'subnet': {'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-subnet', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:43.482069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-625b41db-ddc0-4873-a625-4af99f7b19da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:43.486613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:43.490037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 74138b22-f793-420f-a665-fe0456cf4bd2 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:17:43.491971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Usage tracker for resource:subnet and tenant:bd4f47a031ed4f27ac03214cce7a9e83 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:43.495111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:43.501570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:43.514029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Made reservation on behalf of bd4f47a031ed4f27ac03214cce7a9e83 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:43.519511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.745379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.749226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87c02c05-527a-4f41-bb59-61354e8548b7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:43.822612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ce609f-597f-4cbb-b100-cb30c54e35e6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:43.826576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:43.841734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Checking segment: {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:43.842124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Network hostable DHCP agents. Network: 74138b22-f793-420f-a665-fe0456cf4bd2, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:17:43.867155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Network 74138b22-f793-420f-a665-fe0456cf4bd2 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:17:43.871676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 448cdea3-f13f-42d5-bc50-9b35c08a733b up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:43.876756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 74138b22-f793-420f-a665-fe0456cf4bd2) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:43.880865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:43.881506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.902778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7ca34-6002-4899-936e-086246785259 None None] Network 74138b22-f793-420f-a665-fe0456cf4bd2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:43.903570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4294856
Dec 13 15:17:43.905346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:43.911540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:43.916823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:43.920987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Usage tracker for resource:router and tenant:bd4f47a031ed4f27ac03214cce7a9e83 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:17:43.923998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:17:43.930378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:43.948390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.949393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:43.971983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.035931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Sync routers for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:17:44.108508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:44.109299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:44.125613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.176849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 448cdea3-f13f-42d5-bc50-9b35c08a733b triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:44.177270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.332733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.366388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.385353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-74138b22-f793-420f-a665-fe0456cf4bd2', 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'fixed_ips': [{'subnet_id': '88ce609f-597f-4cbb-b100-cb30c54e35e6'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:17:44.386263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.507269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:44.520005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Allocated IP 172.26.4.161 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/c31f1adb-be7d-49d4-ac2e-52a3284c4ed4) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:44.697256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.730635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.735638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b18235f2-0d44-4fbb-8d70-a56788526fe7 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:44.802265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:17:44.804691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:44.808406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:44.810940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:44.853889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Pushing event updated for resources: {'Port': ['ID=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:44.857120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:44.867225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Allocated IP 172.20.0.2 (74138b22-f793-420f-a665-fe0456cf4bd2/88ce609f-597f-4cbb-b100-cb30c54e35e6/1c039725-8ead-4590-853a-01f174cd8dec) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:44.990867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:44.991690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.140208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b940>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 4, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '16198119-2c8b-4838-aef9-871f149095be', 'name': '', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'mac_address': 'fa:16:3e:b1:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:39Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 2, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'subnets': [{'id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:45.154646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Checking router: 9308c2fb-35d8-4b79-b56f-092b4f246743 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:17:45.155075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Updating router 9308c2fb-35d8-4b79-b56f-092b4f246743 port 16198119-2c8b-4838-aef9-871f149095be binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:17:45.204826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.228211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Transition to ACTIVE for port object 1c039725-8ead-4590-853a-01f174cd8dec will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:45.231630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.243034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:17:45.290729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Transition to ACTIVE for port object 1c039725-8ead-4590-853a-01f174cd8dec will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:45.480056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.486393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:45.630204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Pushing event updated for resources: {'Port': ['ID=1c039725-8ead-4590-853a-01f174cd8dec,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:45.634036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Network 74138b22-f793-420f-a665-fe0456cf4bd2 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:45.637918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:45.638850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:45.643340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:45.715099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:17:45.725479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Sync routers for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:17:45.739793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:45.740398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f07bc18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:45.741432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.745384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.8364182
Dec 13 15:17:45.746059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56574) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:17:45.820922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Attempting to bind port 1c039725-8ead-4590-853a-01f174cd8dec on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:45.821343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Attempting to bind port 1c039725-8ead-4590-853a-01f174cd8dec by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:45.821751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Attempting to bind port 1c039725-8ead-4590-853a-01f174cd8dec on network 74138b22-f793-420f-a665-fe0456cf4bd2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:45.850076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:45.850499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Checking segment: {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:45.851402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.851402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Bound using segment: {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:45.851925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Bound port: 1c039725-8ead-4590-853a-01f174cd8dec, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:45.852761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:45.959625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:46.027111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] For port 1c039725-8ead-4590-853a-01f174cd8dec, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:46.047217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] For port 1c039725-8ead-4590-853a-01f174cd8dec, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c039725-8ead-4590-853a-01f174cd8dec,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:46.058479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.064953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e71b8470-4279-41a3-82a0-4c82091c876c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:46.094582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.144843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Transition to ACTIVE for port object 16198119-2c8b-4838-aef9-871f149095be will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:46.158203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.174605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Pushing event updated for resources: {'Port': ['ID=1c039725-8ead-4590-853a-01f174cd8dec,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:46.178421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:46.178936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:46.305248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f07bc18>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:44Z', 'revision_number': 3, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:46.310611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Checking router: 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:17:46.311372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Updating router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:17:46.313155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Pushing event updated for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:46.349474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:46.386426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.422448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Attempting to bind port 16198119-2c8b-4838-aef9-871f149095be on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:46.422871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Attempting to bind port 16198119-2c8b-4838-aef9-871f149095be by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:46.423352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Attempting to bind port 16198119-2c8b-4838-aef9-871f149095be on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:46.431397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:46.431820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Checking segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:46.432279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.432715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Bound using segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:46.433242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Bound port: 16198119-2c8b-4838-aef9-871f149095be, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:46.433666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.555462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] For port 16198119-2c8b-4838-aef9-871f149095be, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:46.559987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] For port 16198119-2c8b-4838-aef9-871f149095be, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=16198119-2c8b-4838-aef9-871f149095be,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:46.567281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:46.574370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:46.702528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:46.703757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:46.780007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Pushing event updated for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:46.791847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:46.978988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:47.033625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.046545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.063668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Transition to ACTIVE for port object c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:47.075367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.080539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-860ac55f-875c-4041-9190-3dfdeefabbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:47.167395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf001a-c69d-498f-978f-00318962d726 None None] Pushing event updated for resources: {'Port': ['ID=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:47.175074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19cf001a-c69d-498f-978f-00318962d726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:47.175074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Attempting to bind port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:47.175074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Attempting to bind port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:47.175074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Attempting to bind port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:47.181382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:47.181797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:47.182238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.182665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:47.183775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Bound port: c31f1adb-be7d-49d4-ac2e-52a3284c4ed4, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:47.184048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.264571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] For port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:47.267859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] For port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:47.272458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.277024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0304a5ed-88b5-4149-86ce-f2b5e273e09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:47.292833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Allocated IP 172.20.0.1 (74138b22-f793-420f-a665-fe0456cf4bd2/88ce609f-597f-4cbb-b100-cb30c54e35e6/3c18f554-2e5e-40fd-9003-92008a2e27f3) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:47.356704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf001a-c69d-498f-978f-00318962d726 None None] Pushing event updated for resources: {'Port': ['ID=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:47.361044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19cf001a-c69d-498f-978f-00318962d726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:47.363765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:47.364442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f07bc18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:47.408385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b940>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 4, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '16198119-2c8b-4838-aef9-871f149095be', 'name': '', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'mac_address': 'fa:16:3e:b1:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:39Z', 'updated_at': '2021-12-13T15:17:46Z', 'revision_number': 4, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'subnets': [{'id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:47.413277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051bf0-7077-4574-9a8e-6b6de33cf608 None None] The sync data for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv is: [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:40Z', 'revision_number': 4, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '16198119-2c8b-4838-aef9-871f149095be', 'name': '', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'mac_address': 'fa:16:3e:b1:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:39Z', 'updated_at': '2021-12-13T15:17:46Z', 'revision_number': 4, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'subnets': [{'id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:17:47.467500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.511970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Transition to ACTIVE for port object 3c18f554-2e5e-40fd-9003-92008a2e27f3 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:47.536452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.541327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87269713-4108-4bb5-a8db-3a9ab606cc10 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:47.582175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:47.622152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Network 74138b22-f793-420f-a665-fe0456cf4bd2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:47.626397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:47.629653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:47.674821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Pushing event updated for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:47.706821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.711694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:47.822509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:47.913448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f07bc18>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:44Z', 'revision_number': 3, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:47.917638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5248bbd-4b92-4919-bb88-49c28e1af9b1 None None] The sync data for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv is: [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:44Z', 'revision_number': 3, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:17:47.982458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16198119-2c8b-4838-aef9-871f149095be up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:48.099823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 16198119-2c8b-4838-aef9-871f149095be completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:48.105305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 16198119-2c8b-4838-aef9-871f149095be triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:48.105738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.164427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.171095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.208991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4dc17010-0f14-4efb-a730-998b2883cccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:48.240283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.275004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f113cc0-3336-4040-983b-181351d84ca7 None None] Network 74138b22-f793-420f-a665-fe0456cf4bd2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:17:48.301006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Pushing event updated for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:48.305884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:48.306735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.412932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 16198119-2c8b-4838-aef9-871f149095be, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=16198119-2c8b-4838-aef9-871f149095be,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:48.427772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.428905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c039725-8ead-4590-853a-01f174cd8dec up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:48.464532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:48.472332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Network 74138b22-f793-420f-a665-fe0456cf4bd2 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:48.473578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:48.525409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-436a9d1d-5815-4dfb-9780-f04038e1ddc1 None None] Provisioning for port 1c039725-8ead-4590-853a-01f174cd8dec completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:48.651083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:48.660457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:48.717856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 1c039725-8ead-4590-853a-01f174cd8dec completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:48.726507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1c039725-8ead-4590-853a-01f174cd8dec triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:48.726930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.881286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.926874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 1c039725-8ead-4590-853a-01f174cd8dec, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c039725-8ead-4590-853a-01f174cd8dec,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:48.933968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:48.936436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a63e1df5-dadd-48bf-b58a-e6c12c3a24ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:48.979869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:17:49.026132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=1c039725-8ead-4590-853a-01f174cd8dec,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:49.033006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:49.207877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Provisioning for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:49.234821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Provisioning complete for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:49.234821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:49.542444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Port 3c18f554-2e5e-40fd-9003-92008a2e27f3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:49.542851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:17:49.558467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Provisioning complete for port 1c039725-8ead-4590-853a-01f174cd8dec triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:49.559146 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] 10.222.0.69 "PUT /v2.0/routers/1d2e2572-073d-4e67-b87b-afbf7f60a0f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8116870
Dec 13 15:17:49.559523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d8da841-3375-4d01-b9a0-8261d34d5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:49.865768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e2edf5b1-d148-48fa-84e4-eedf25b9d92a None None] Provisioning complete for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:49.866470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2edf5b1-d148-48fa-84e4-eedf25b9d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:49.941049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2edf5b1-d148-48fa-84e4-eedf25b9d92a None None] Port 3c18f554-2e5e-40fd-9003-92008a2e27f3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:49.979135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16198119-2c8b-4838-aef9-871f149095be up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:50.053824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 16198119-2c8b-4838-aef9-871f149095be triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:50.054244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:50.177156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:50.247961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:50.252964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:50.253391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:50.375225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:50.392305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:50.395407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:50.396289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c039725-8ead-4590-853a-01f174cd8dec up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:50.420150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:50.514308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:50.518178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:50.530355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 1c039725-8ead-4590-853a-01f174cd8dec triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:50.530781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:50.898743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-af22b026-b3ab-4408-8745-1f04eecb4d8c tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:50.899522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-af22b026-b3ab-4408-8745-1f04eecb4d8c tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:50.918003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-af22b026-b3ab-4408-8745-1f04eecb4d8c tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:50.919323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-af22b026-b3ab-4408-8745-1f04eecb4d8c tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 817 time: 0.1903639
Dec 13 15:17:50.937620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-511e6616-8392-41b6-bf0e-c767fbe6a122 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/quotas/8f1a962d3d094e008494b6bed47dc31e HTTP/1.1" status: 200  len: 375 time: 0.0118816
Dec 13 15:17:51.030927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-0cbed075-8789-423e-a865-ef391fe9b5fb tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:51.048550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-0cbed075-8789-423e-a865-ef391fe9b5fb tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:51.050008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-0cbed075-8789-423e-a865-ef391fe9b5fb tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1062877
Dec 13 15:17:51.205037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-de64d1ba-1a58-4a36-a9d8-36930354c02e service neutron] 10.222.0.69 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391165
Dec 13 15:17:51.353566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-4765e7ba-cb94-4f20-8379-616ad0141608 service neutron] 10.222.0.69 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415203
Dec 13 15:17:51.583483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-badd2ef0-2b44-4760-bb8e-11d61af01578 req-240f4deb-c721-475c-881d-81c418ca5d49 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 210 time: 0.0498154
Dec 13 15:17:51.881872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:51.960388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:51.960808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:52.078001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Sync routers for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:17:52.104226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:52.104916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc71d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:52.303523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:52.658353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc71d0>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 4, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '3c18f554-2e5e-40fd-9003-92008a2e27f3', 'name': '', 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'mac_address': 'fa:16:3e:b0:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:47Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 2, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'subnets': [{'id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:52.663356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Checking router: 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:17:52.663754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Updating router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 port 3c18f554-2e5e-40fd-9003-92008a2e27f3 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:17:52.712332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-a7bf7b80-b333-42c3-a4ca-8aa4e8014a13 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:52.714775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-a7bf7b80-b333-42c3-a4ca-8aa4e8014a13 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 817 time: 0.1931186
Dec 13 15:17:52.721263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:52.766402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Request body: {'port': {'device_id': '0d23a74e-9284-47e3-806b-994f541f4710', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'admin_state_up': True, 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:52.793221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95a74c5f-f6e3-47a3-8907-fc0bf54eeceb req-8cdc4a79-fa90-4d82-a7dd-bf3733022147 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 210 time: 0.0702603
Dec 13 15:17:52.920480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:17:52.931293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:17:52.941252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Made reservation on behalf of 8f1a962d3d094e008494b6bed47dc31e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:17:52.946841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.101409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.114361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Transition to ACTIVE for port object 3c18f554-2e5e-40fd-9003-92008a2e27f3 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:53.122401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.122693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Allocated IP 172.20.0.3 (384bdb8e-9b7d-4f14-852d-9d54af4502d5/aa21ff74-600f-4f6a-a2a7-4c4d3076b208/2c2059f8-47f1-4ada-9a68-e263702d711d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:17:53.127000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4e6d426-20fe-496d-88b8-8cd6600f93a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:53.253401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Pushing event updated for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:53.257864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:53.355298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.359010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Attempting to bind port 3c18f554-2e5e-40fd-9003-92008a2e27f3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:53.359437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Attempting to bind port 3c18f554-2e5e-40fd-9003-92008a2e27f3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:53.359859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Attempting to bind port 3c18f554-2e5e-40fd-9003-92008a2e27f3 on network 74138b22-f793-420f-a665-fe0456cf4bd2 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:53.367849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:53.368265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Checking segment: {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:53.368699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.369148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Bound using segment: {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:53.369674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Bound port: 3c18f554-2e5e-40fd-9003-92008a2e27f3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98baaade-286a-4fe8-8ea0-d6b1b06aa25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:53.370096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.377522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Transition to ACTIVE for port object 2c2059f8-47f1-4ada-9a68-e263702d711d will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:53.401443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.408275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5b0a346-0744-455c-8a4f-1c864d80c28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:53.469408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] For port 3c18f554-2e5e-40fd-9003-92008a2e27f3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:53.473259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] For port 3c18f554-2e5e-40fd-9003-92008a2e27f3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c18f554-2e5e-40fd-9003-92008a2e27f3,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:53.479741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.484523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:53.485681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:17:53.489466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:17:53.491589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Pushing event updated for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:53.493843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:17:53.521542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:53.559597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:53.560462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.587122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:17:53.588309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc71d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:17:41Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:53.599896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8418415
Dec 13 15:17:53.611780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-6038ebb0-c49c-47c4-8660-09bea07d3815 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:17:53.613278 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-6038ebb0-c49c-47c4-8660-09bea07d3815 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063426
Dec 13 15:17:53.678637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Pushing event updated for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:53.682267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:53.790210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Request body: {'port': {'device_id': '0d23a74e-9284-47e3-806b-994f541f4710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:17:53.833352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:17:53.918370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2b47e236-e1da-4fe4-995e-ed91eec58380 None None] Provisioning for port 2c2059f8-47f1-4ada-9a68-e263702d711d completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:53.923477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:53.930145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2b47e236-e1da-4fe4-995e-ed91eec58380 None None] Provisioning complete for port 2c2059f8-47f1-4ada-9a68-e263702d711d triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:53.930575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b47e236-e1da-4fe4-995e-ed91eec58380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.020301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e6745-8e51-4f3f-b2b3-547098ae0096 req-ba298ae4-c497-423e-a594-951499df06e5 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:54.022282 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-129e6745-8e51-4f3f-b2b3-547098ae0096 req-ba298ae4-c497-423e-a594-951499df06e5 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 931 time: 0.0874383
Dec 13 15:17:54.076968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-129e6745-8e51-4f3f-b2b3-547098ae0096 req-c201606b-16c0-4fcc-8aaa-0c8ba207d6f7 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476668
Dec 13 15:17:54.246904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2b47e236-e1da-4fe4-995e-ed91eec58380 None None] Port 2c2059f8-47f1-4ada-9a68-e263702d711d cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:17:54.303404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2059f8-47f1-4ada-9a68-e263702d711d {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:17:54.310714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.328507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Transition to ACTIVE for port object 2c2059f8-47f1-4ada-9a68-e263702d711d will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:17:54.332181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.336861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:54.429434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ebc71d0>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 4, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '3c18f554-2e5e-40fd-9003-92008a2e27f3', 'name': '', 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'mac_address': 'fa:16:3e:b0:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:47Z', 'updated_at': '2021-12-13T15:17:53Z', 'revision_number': 4, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'subnets': [{'id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:17:54.435045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6894cc-d966-4fb7-bf59-a4dafa50139a None None] The sync data for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv is: [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:17:47Z', 'revision_number': 4, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '3c18f554-2e5e-40fd-9003-92008a2e27f3', 'name': '', 'network_id': '74138b22-f793-420f-a665-fe0456cf4bd2', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'mac_address': 'fa:16:3e:b0:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:47Z', 'updated_at': '2021-12-13T15:17:53Z', 'revision_number': 4, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'subnets': [{'id': '88ce609f-597f-4cbb-b100-cb30c54e35e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:17:54.470157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Pushing event updated for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:54.473473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:54.611155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Attempting to bind port 2c2059f8-47f1-4ada-9a68-e263702d711d on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:17:54.611525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Attempting to bind port 2c2059f8-47f1-4ada-9a68-e263702d711d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:17:54.611930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Attempting to bind port 2c2059f8-47f1-4ada-9a68-e263702d711d on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:54.620563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Port 2c2059f8-47f1-4ada-9a68-e263702d711d on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:17:54.620933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Attempting to bind port 2c2059f8-47f1-4ada-9a68-e263702d711d on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:17:54.628867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:17:54.629364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Checking segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:17:54.629863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Bound using segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:17:54.630483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Bound port: 2c2059f8-47f1-4ada-9a68-e263702d711d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:17:54.630880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.735799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:17:54.740726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c2059f8-47f1-4ada-9a68-e263702d711d,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:17:54.746366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.752185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2367c16c-b0c6-4259-8463-133b5443d675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:54.812101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:54.813885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] 10.222.0.72 "PUT /v2.0/ports/2c2059f8-47f1-4ada-9a68-e263702d711d HTTP/1.1" status: 200  len: 1093 time: 1.1932352
Dec 13 15:17:54.823003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:17:54.856043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Pushing event updated for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:54.899584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:54.919596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d', 'status': 'completed', 'code': 200}
Dec 13 15:17:54.943705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-2b2398e5-e2b4-4777-9672-f6572429cc47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 1096 time: 0.0893168
Dec 13 15:17:55.027837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-f31773ca-6838-4490-9471-0e8a1b76a881 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2059f8-47f1-4ada-9a68-e263702d711d HTTP/1.1" status: 200  len: 217 time: 0.0750718
Dec 13 15:17:55.115805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-29645bfa-7115-4eec-9020-7eca3e005596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:55.117674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-29645bfa-7115-4eec-9020-7eca3e005596 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa21ff74-600f-4f6a-a2a7-4c4d3076b208 HTTP/1.1" status: 200  len: 856 time: 0.0835271
Dec 13 15:17:55.215626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-eaaf3af2-206a-409c-9b74-ef5c0693ec5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=384bdb8e-9b7d-4f14-852d-9d54af4502d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0907407
Dec 13 15:17:55.353438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341a532-3b8b-4cbc-aa08-c57046921588 req-a66e37b0-93d7-4dd4-9114-795c02ca65e6 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:55.355140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f341a532-3b8b-4cbc-aa08-c57046921588 req-a66e37b0-93d7-4dd4-9114-795c02ca65e6 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 943 time: 0.1058123
Dec 13 15:17:55.409280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-28f44c76-f792-43c2-8b6e-4a1c5e363f37 service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856284
Dec 13 15:17:55.421197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f341a532-3b8b-4cbc-aa08-c57046921588 req-16fa12d8-f5d8-4b97-99d0-e6bc6c7cbf81 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591552
Dec 13 15:17:55.588565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-30c013a2-b50d-412e-a0d0-e3b38831f479 req-9c1bfdac-16e0-434e-adcb-fa4a95ec5ab5 service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728170
Dec 13 15:17:55.739590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-d5dc17d4-4a36-4883-9af3-0349eb5ff0dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 1096 time: 0.0980539
Dec 13 15:17:55.914442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c18f554-2e5e-40fd-9003-92008a2e27f3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:55.928255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-3bb52b9d-0de6-43ec-8ece-66905cf025c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:55.929936 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-3bb52b9d-0de6-43ec-8ece-66905cf025c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 918 time: 0.1822655
Dec 13 15:17:55.995215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:56.000259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:56.000899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:56.004013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-e6a11c20-05b4-42ff-a0bc-7a594b31d4b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2059f8-47f1-4ada-9a68-e263702d711d HTTP/1.1" status: 200  len: 217 time: 0.0665407
Dec 13 15:17:56.080951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-6d723d45-1f32-49e8-baa1-a1e03b30385a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:56.082573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-6d723d45-1f32-49e8-baa1-a1e03b30385a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa21ff74-600f-4f6a-a2a7-4c4d3076b208 HTTP/1.1" status: 200  len: 856 time: 0.0713961
Dec 13 15:17:56.119319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:56.156477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3c18f554-2e5e-40fd-9003-92008a2e27f3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c18f554-2e5e-40fd-9003-92008a2e27f3,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:56.161425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:56.163779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:56.177330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-0e2ce6bb-f353-4a54-8452-5e7e6ee7645b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=384bdb8e-9b7d-4f14-852d-9d54af4502d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0866535
Dec 13 15:17:56.232496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:56.242091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.242496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.242881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.243292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.243670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.244044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.244418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.244791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.245159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.245525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.245893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:17:56.250168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:56.515728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2c2059f8-47f1-4ada-9a68-e263702d711d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:17:56.631796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-d7539303-3248-443a-8877-c237a0db2e29 service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459493
Dec 13 15:17:56.665080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c2059f8-47f1-4ada-9a68-e263702d711d,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:56.679794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '2c2059f8-47f1-4ada-9a68-e263702d711d', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'port_id': '2c2059f8-47f1-4ada-9a68-e263702d711d', 'mac_address': 'fa:16:3e:0d:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:17:56.736308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:56.755008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2059f8-47f1-4ada-9a68-e263702d711d {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:17:56.770488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c2059f8-47f1-4ada-9a68-e263702d711d,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:56.774648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:56.776595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:56.780133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-927ad267-2281-4719-afa9-bf365fcf3007 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:56.780900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-927ad267-2281-4719-afa9-bf365fcf3007 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:56.816226 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4c2665a-7465-4de4-8614-d4b272a4e8ff req-573c1fda-808c-426f-9381-3fd2e89e7d7d service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771646
Dec 13 15:17:56.817300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-927ad267-2281-4719-afa9-bf365fcf3007 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:56.818425 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-927ad267-2281-4719-afa9-bf365fcf3007 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 943 time: 0.2532475
Dec 13 15:17:56.846865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:56.850056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:56.875685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-46a1cc69-5512-4437-87af-a6f6ffb9c3c8 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:17:56.892959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-46a1cc69-5512-4437-87af-a6f6ffb9c3c8 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:17:56.894324 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b171bcd-fcc8-40c0-8f70-184caa2b2050 req-46a1cc69-5512-4437-87af-a6f6ffb9c3c8 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689392
Dec 13 15:17:56.995924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['2c2059f8-47f1-4ada-9a68-e263702d711d'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:17:57.888821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c18f554-2e5e-40fd-9003-92008a2e27f3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:57.963725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3c18f554-2e5e-40fd-9003-92008a2e27f3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:57.964158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:58.113711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8897b-5893-4ab6-8464-293844927dbd req-ee3d4395-8f4a-4df8-b186-d6573ed9343f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:58.115336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28d8897b-5893-4ab6-8464-293844927dbd req-ee3d4395-8f4a-4df8-b186-d6573ed9343f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 944 time: 0.0870323
Dec 13 15:17:58.170718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28d8897b-5893-4ab6-8464-293844927dbd req-f88b1489-17b7-4170-a6f4-8298986d3099 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480683
Dec 13 15:17:58.531111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2c2059f8-47f1-4ada-9a68-e263702d711d up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:17:58.606431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 2c2059f8-47f1-4ada-9a68-e263702d711d completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:17:58.611731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 2c2059f8-47f1-4ada-9a68-e263702d711d triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:17:58.612149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:58.730804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:58.759830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:17:58.770314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c2059f8-47f1-4ada-9a68-e263702d711d,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:17:58.774212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:58.776215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:17:58.818591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d', 'code': 200}
Dec 13 15:17:58.846158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:17:58.849505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:17:59.073438 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4bf6ee27-eb9a-4ac2-bb6a-82b5bc7f1746 req-14030e88-594f-4bba-9e3a-80b5a4d32364 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 1098 time: 0.0776856
Dec 13 15:17:59.132116 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4bf6ee27-eb9a-4ac2-bb6a-82b5bc7f1746 req-ff75b1db-f066-4454-b94a-d4f227b8219a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513282
Dec 13 15:17:59.292795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:17:59.398102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf316-db07-466a-a6f2-e94ed213d2d4 req-a193f4be-728e-4f53-bd03-ea0b54ede622 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:17:59.399749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-754cf316-db07-466a-a6f2-e94ed213d2d4 req-a193f4be-728e-4f53-bd03-ea0b54ede622 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0865922
Dec 13 15:17:59.448908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-754cf316-db07-466a-a6f2-e94ed213d2d4 req-88bba520-6466-4a32-b860-11c69553b0ba tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429223
Dec 13 15:18:00.838739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1122-3d47-46b9-b5d4-4e9c567bdf4f req-f4a266a8-0282-4233-b5cf-9507948dcf4e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:00.840300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64aa1122-3d47-46b9-b5d4-4e9c567bdf4f req-f4a266a8-0282-4233-b5cf-9507948dcf4e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0981908
Dec 13 15:18:00.891282 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64aa1122-3d47-46b9-b5d4-4e9c567bdf4f req-fb393a15-777c-47ec-95cb-99363abfd239 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447190
Dec 13 15:18:01.115750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffae983-612e-41b6-82f8-0bfc80a1bb4e req-d0b6dcad-a8b4-49f4-ab82-73945e54823e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:01.117361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cffae983-612e-41b6-82f8-0bfc80a1bb4e req-d0b6dcad-a8b4-49f4-ab82-73945e54823e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0963740
Dec 13 15:18:01.166662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cffae983-612e-41b6-82f8-0bfc80a1bb4e req-ed91c4d1-b0c4-4219-b03b-b93a6f149280 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429351
Dec 13 15:18:07.983457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eaf0359b-e31c-4882-a334-75f7faed2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:09.548996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:10.396740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27813579-356a-4222-aae3-641ead6b63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:10.868544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:12.237333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:17.365299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e36a86-6bbd-4031-bb89-5163f4107243 req-3bb070fb-985c-4100-99bd-f592ee4a41f2 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:17.367100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f7e36a86-6bbd-4031-bb89-5163f4107243 req-3bb070fb-985c-4100-99bd-f592ee4a41f2 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0861826
Dec 13 15:18:17.417292 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f7e36a86-6bbd-4031-bb89-5163f4107243 req-8f015653-9dc1-4236-807c-7700effe6b53 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434520
Dec 13 15:18:18.643106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54245d1-6278-48b7-a32f-75424755dc26 req-dc154110-b220-456f-823e-6e21449e1a50 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:18.644642 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d54245d1-6278-48b7-a32f-75424755dc26 req-dc154110-b220-456f-823e-6e21449e1a50 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0921788
Dec 13 15:18:18.695960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d54245d1-6278-48b7-a32f-75424755dc26 req-704aea14-bbf2-4bfc-baf2-0c70a9f9a516 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449462
Dec 13 15:18:18.873195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-0ddd41bb-7332-4044-a6d8-a34027498920 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:18.874860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-0ddd41bb-7332-4044-a6d8-a34027498920 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 945 time: 0.0976820
Dec 13 15:18:18.966188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Deleting port 2c2059f8-47f1-4ada-9a68-e263702d711d {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:18.966567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:19.224746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] For port 2c2059f8-47f1-4ada-9a68-e263702d711d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c2059f8-47f1-4ada-9a68-e263702d711d,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:19.225028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:19.357709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Calling delete_port for 2c2059f8-47f1-4ada-9a68-e263702d711d owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:19.520625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:19.526738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7e524274-a08e-447d-87a0-5a33e3421094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:19.532888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['2c2059f8-47f1-4ada-9a68-e263702d711d'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:18:19.573984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Pushing event deleted for resources: {'Port': ['ID=2c2059f8-47f1-4ada-9a68-e263702d711d,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:19.577825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:19.652182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] No DVR routers for this DVR port 2c2059f8-47f1-4ada-9a68-e263702d711d on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:18:19.654754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:19.657890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'name': 'network-vif-deleted', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:18:19.674684 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-277cb8d1-3a1d-4a5a-9475-ab302ad8e76b req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "DELETE /v2.0/ports/2c2059f8-47f1-4ada-9a68-e263702d711d HTTP/1.1" status: 204  len: 173 time: 0.7932191
Dec 13 15:18:19.717435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d23a74e-9284-47e3-806b-994f541f4710', 'name': 'network-vif-deleted', 'tag': '2c2059f8-47f1-4ada-9a68-e263702d711d', 'status': 'completed', 'code': 200}
Dec 13 15:18:19.975792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2e793b9a-e76b-447e-a711-611bb187e83b req-30d27c94-d128-4c97-b347-b4fc84de1e8b tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:18:19.993504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-2e793b9a-e76b-447e-a711-611bb187e83b req-30d27c94-d128-4c97-b347-b4fc84de1e8b tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:18:19.994739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e793b9a-e76b-447e-a711-611bb187e83b req-30d27c94-d128-4c97-b347-b4fc84de1e8b tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d23a74e-9284-47e3-806b-994f541f4710 HTTP/1.1" status: 200  len: 210 time: 0.1433022
Dec 13 15:18:21.659291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b967-af6a-48e5-aefc-c4324313013e req-3ba51914-0847-4f42-beb4-d24737c2485f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:21.661016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-3ba51914-0847-4f42-beb4-d24737c2485f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 817 time: 0.1593821
Dec 13 15:18:21.680231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-6158fb80-15db-4230-82d2-7b4cbcfc033f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/quotas/8f1a962d3d094e008494b6bed47dc31e HTTP/1.1" status: 200  len: 375 time: 0.0129106
Dec 13 15:18:21.773624 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-02a7ca0f-85d9-4fe9-b64e-f6e55a1f7637 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0866005
Dec 13 15:18:21.805237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:18:21.926523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-261a2662-b685-4f94-ba1b-a0d2273798a6 service neutron] 10.222.0.69 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388659
Dec 13 15:18:22.083315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-ab0d3e89-67f1-4277-91d8-31633d85f854 service neutron] 10.222.0.69 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470957
Dec 13 15:18:22.291631 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce1340e4-268f-4857-9273-0d909d199b98 req-0f5c079a-af0c-4212-ae0c-99ac76784545 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 210 time: 0.0499735
Dec 13 15:18:22.702575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2c2059f8-47f1-4ada-9a68-e263702d711d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:18:22.738396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 2c2059f8-47f1-4ada-9a68-e263702d711d {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:18:22.738795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2c2059f8-47f1-4ada-9a68-e263702d711d not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:18:23.381262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b967-af6a-48e5-aefc-c4324313013e req-a4925996-5487-4a38-865e-d396f25d1c6d tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:23.383035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-a4925996-5487-4a38-865e-d396f25d1c6d tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 817 time: 0.1607523
Dec 13 15:18:23.398991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Request body: {'port': {'device_id': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'admin_state_up': True, 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:18:23.484170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d0600ca-6973-4e00-9e6d-d634e258301a req-74f9d993-61ff-43df-9c48-7c634c9e24a4 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 210 time: 0.0629497
Dec 13 15:18:23.590303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:18:23.601747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:18:23.613345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Made reservation on behalf of 8f1a962d3d094e008494b6bed47dc31e for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:18:23.619043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:23.806799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Allocated IP 172.20.0.4 (384bdb8e-9b7d-4f14-852d-9d54af4502d5/aa21ff74-600f-4f6a-a2a7-4c4d3076b208/bb331b6b-feec-4808-a156-290463b1d332) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:18:24.031319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.047875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Transition to ACTIVE for port object bb331b6b-feec-4808-a156-290463b1d332 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:18:24.069911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.075719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a6a6755c-52ac-4727-8982-c311d52d17e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:24.148433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:18:24.151990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:18:24.154176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Pushing event updated for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:24.157170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:18:24.207240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.207675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.208102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.208524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.208913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.209349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.209740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.210149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.210555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.210962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.211402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:18:24.217439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:24.238248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:24.238919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.265973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8710880
Dec 13 15:18:24.279225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Request body: {'port': {'device_id': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:18:24.398956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.419888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1dd3edf8-1a7c-4d7b-bc02-a54ae82f2ec6 None None] Provisioning for port bb331b6b-feec-4808-a156-290463b1d332 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:18:24.424974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1dd3edf8-1a7c-4d7b-bc02-a54ae82f2ec6 None None] Provisioning complete for port bb331b6b-feec-4808-a156-290463b1d332 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:18:24.425309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1dd3edf8-1a7c-4d7b-bc02-a54ae82f2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.479277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3edf8-1a7c-4d7b-bc02-a54ae82f2ec6 None None] Port bb331b6b-feec-4808-a156-290463b1d332 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:18:24.704740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134d36-b318-4cd5-a062-62688874e2de req-26745e85-044c-46d9-bde6-f21ec0013f65 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:24.706598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c134d36-b318-4cd5-a062-62688874e2de req-26745e85-044c-46d9-bde6-f21ec0013f65 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 931 time: 0.0953777
Dec 13 15:18:24.758912 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4c134d36-b318-4cd5-a062-62688874e2de req-e9fb0e6f-93de-4d5f-8545-a8c1f9e4deec tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457642
Dec 13 15:18:24.761482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb331b6b-feec-4808-a156-290463b1d332 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:18:24.769052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.785225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Transition to ACTIVE for port object bb331b6b-feec-4808-a156-290463b1d332 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:18:24.788932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:24.792787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-226c2973-d3c8-474c-863e-58defeb94445 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:24.924858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Pushing event updated for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:24.927904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:25.045021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Attempting to bind port bb331b6b-feec-4808-a156-290463b1d332 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:18:25.045394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Attempting to bind port bb331b6b-feec-4808-a156-290463b1d332 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:18:25.045767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Attempting to bind port bb331b6b-feec-4808-a156-290463b1d332 on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:18:25.052467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Port bb331b6b-feec-4808-a156-290463b1d332 on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:18:25.052831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Attempting to bind port bb331b6b-feec-4808-a156-290463b1d332 on network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:18:25.059756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:18:25.060094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Checking segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:18:25.060514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Bound using segment: {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:18:25.061011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Bound port: bb331b6b-feec-4808-a156-290463b1d332, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:18:25.061372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:25.163234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:18:25.167590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb331b6b-feec-4808-a156-290463b1d332,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:18:25.172867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:25.176853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8acf63e2-dbcc-4c78-88cc-5da377d6d7af tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:25.240538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:25.242042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] 10.222.0.72 "PUT /v2.0/ports/bb331b6b-feec-4808-a156-290463b1d332 HTTP/1.1" status: 200  len: 1093 time: 0.9679849
Dec 13 15:18:25.242718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:18:25.258948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Pushing event updated for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:25.262431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:25.327677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332', 'status': 'completed', 'code': 200}
Dec 13 15:18:25.373566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-8e1bfd1e-a01c-4744-89c0-af9e5421403a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 1096 time: 0.0836651
Dec 13 15:18:25.455426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-8d9540cd-4935-4641-89be-5f92632f0e0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb331b6b-feec-4808-a156-290463b1d332 HTTP/1.1" status: 200  len: 217 time: 0.0738916
Dec 13 15:18:25.525928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b967-af6a-48e5-aefc-c4324313013e req-973d4f2b-ab95-4bff-b802-965c805f4f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:25.527598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-973d4f2b-ab95-4bff-b802-965c805f4f25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa21ff74-600f-4f6a-a2a7-4c4d3076b208 HTTP/1.1" status: 200  len: 856 time: 0.0655348
Dec 13 15:18:25.613562 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-d07646b1-fe95-4bda-a254-d6f60e664d70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=384bdb8e-9b7d-4f14-852d-9d54af4502d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796795
Dec 13 15:18:25.985085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83346a0c-0ad2-4ccb-8616-a24ceb895d02 req-092cfccf-a9cf-4708-80fd-42b47522ff9f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:25.986732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83346a0c-0ad2-4ccb-8616-a24ceb895d02 req-092cfccf-a9cf-4708-80fd-42b47522ff9f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 943 time: 0.0966892
Dec 13 15:18:26.008812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-a6b3c305-1c1d-423d-bb0c-3f553530c10d service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3882487
Dec 13 15:18:26.038758 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83346a0c-0ad2-4ccb-8616-a24ceb895d02 req-0b9b528f-5d84-4924-8abb-c4dca665b449 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439844
Dec 13 15:18:26.152896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02a0b967-af6a-48e5-aefc-c4324313013e req-80797794-579e-431b-aeb5-36fc764990c8 service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369638
Dec 13 15:18:26.272597 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-f7fe79e1-d41f-419f-9d00-cfa95054aa5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f1a962d3d094e008494b6bed47dc31e&device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 1096 time: 0.0759864
Dec 13 15:18:26.421024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612bea-2870-4fa8-abb8-190938404edb req-1f5fb1bd-640d-4715-a299-a18a18090ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:26.422632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-1f5fb1bd-640d-4715-a299-a18a18090ece service neutron] 10.222.0.72 "GET /v2.0/networks?id=384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 200  len: 918 time: 0.1425169
Dec 13 15:18:26.506344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-d5b01962-d6b3-4931-ae6f-45baa268a40b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb331b6b-feec-4808-a156-290463b1d332 HTTP/1.1" status: 200  len: 217 time: 0.0749714
Dec 13 15:18:26.583982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612bea-2870-4fa8-abb8-190938404edb req-c65212a2-d2db-44b2-b598-5151bd788e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:26.585491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-c65212a2-d2db-44b2-b598-5151bd788e2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa21ff74-600f-4f6a-a2a7-4c4d3076b208 HTTP/1.1" status: 200  len: 856 time: 0.0718915
Dec 13 15:18:26.672823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-f72e3c69-fd1c-4d81-8d4a-f383d474954c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=384bdb8e-9b7d-4f14-852d-9d54af4502d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0799406
Dec 13 15:18:26.718596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb331b6b-feec-4808-a156-290463b1d332 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:18:26.819612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-e95ad8ac-7418-4b77-9a93-37e684a02e76 service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392832
Dec 13 15:18:26.870558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb331b6b-feec-4808-a156-290463b1d332,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:26.885652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'bb331b6b-feec-4808-a156-290463b1d332', 'network_id': '384bdb8e-9b7d-4f14-852d-9d54af4502d5', 'port_id': 'bb331b6b-feec-4808-a156-290463b1d332', 'mac_address': 'fa:16:3e:13:5b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa21ff74-600f-4f6a-a2a7-4c4d3076b208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:18:26.942190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:26.960965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb331b6b-feec-4808-a156-290463b1d332 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:18:26.972994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37612bea-2870-4fa8-abb8-190938404edb req-8263c7dd-520e-4d91-b1f9-5ce3ebf5571f service neutron] 10.222.0.72 "GET /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450849
Dec 13 15:18:26.977152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb331b6b-feec-4808-a156-290463b1d332,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:26.981252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:26.983620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:27.051336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:27.054581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:27.194802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['bb331b6b-feec-4808-a156-290463b1d332'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:18:27.256197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c05f3-3885-43d2-842a-8f1f0f5fc46e req-674064b0-594b-4e4d-a4cd-ff2b89693767 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:27.257283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-856c05f3-3885-43d2-842a-8f1f0f5fc46e req-674064b0-594b-4e4d-a4cd-ff2b89693767 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:18:27.274397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-856c05f3-3885-43d2-842a-8f1f0f5fc46e req-674064b0-594b-4e4d-a4cd-ff2b89693767 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:18:27.275749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-856c05f3-3885-43d2-842a-8f1f0f5fc46e req-674064b0-594b-4e4d-a4cd-ff2b89693767 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 944 time: 0.1087792
Dec 13 15:18:27.331898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-856c05f3-3885-43d2-842a-8f1f0f5fc46e req-43e5492a-becd-461b-9aef-d791045f3ff8 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478752
Dec 13 15:18:28.565139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7032cf-e084-4771-afb3-4034ddceaac2 req-e6208db1-5a25-4e7e-a909-9f0d28265cb7 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:28.566742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d7032cf-e084-4771-afb3-4034ddceaac2 req-e6208db1-5a25-4e7e-a909-9f0d28265cb7 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 944 time: 0.1004975
Dec 13 15:18:28.620312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d7032cf-e084-4771-afb3-4034ddceaac2 req-80871165-aa1a-4605-9703-0399aebda64e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441065
Dec 13 15:18:28.723032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb331b6b-feec-4808-a156-290463b1d332 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:18:28.805821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port bb331b6b-feec-4808-a156-290463b1d332 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:18:28.811290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port bb331b6b-feec-4808-a156-290463b1d332 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:18:28.811713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:28.927209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:28.954573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:18:28.964775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb331b6b-feec-4808-a156-290463b1d332,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:28.968629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:28.970631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:29.016076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332', 'code': 200}
Dec 13 15:18:29.044708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:29.048357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:29.267346 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d158204e-7fd3-48fc-b3f1-09f56130e417 req-c6323283-58db-48c4-ae0b-105fd6bb2ea9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0807135
Dec 13 15:18:29.281313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:29.314654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d158204e-7fd3-48fc-b3f1-09f56130e417 req-f924bb81-9bb9-4e48-b7fd-b62a5cb2d90c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403206
Dec 13 15:18:29.856768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72740da3-e6cc-431a-ad88-331408ba64f1 req-344a5769-950e-470b-84ce-f6f5805ba231 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:29.858421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72740da3-e6cc-431a-ad88-331408ba64f1 req-344a5769-950e-470b-84ce-f6f5805ba231 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0997949
Dec 13 15:18:29.910241 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-72740da3-e6cc-431a-ad88-331408ba64f1 req-ca8ae3f3-c734-4939-9bd7-06021040c307 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424163
Dec 13 15:18:31.150888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508608e-9e82-470a-ae95-7e8176d23bc2 req-384b2b2b-11f9-482c-bbfc-d1c9ff8fd158 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:31.152549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2508608e-9e82-470a-ae95-7e8176d23bc2 req-384b2b2b-11f9-482c-bbfc-d1c9ff8fd158 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0956647
Dec 13 15:18:31.201682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2508608e-9e82-470a-ae95-7e8176d23bc2 req-6d0e7aaf-1c5d-48e3-a083-070f93d5bb68 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428174
Dec 13 15:18:31.419723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fea492-9c10-476d-8887-9386fe4b7789 req-00681e24-b119-4e87-939f-4aa9b432499e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:31.421359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6fea492-9c10-476d-8887-9386fe4b7789 req-00681e24-b119-4e87-939f-4aa9b432499e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0974808
Dec 13 15:18:31.476250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f6fea492-9c10-476d-8887-9386fe4b7789 req-8eaba0f8-d52e-491a-925f-54e9443de174 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482824
Dec 13 15:18:37.975358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-229461ca-6923-44d9-8d4d-370747e85a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:39.551466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:40.392323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34a85efd-807a-43d6-9a54-311ebbf04960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:40.869961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:42.241504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:47.518809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf1db0-9142-41e0-a76f-ecfb9bb74e98 req-be1a8b4f-a674-442e-8577-c6044bcc16a1 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:47.520563 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5aaf1db0-9142-41e0-a76f-ecfb9bb74e98 req-be1a8b4f-a674-442e-8577-c6044bcc16a1 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0966680
Dec 13 15:18:47.573448 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5aaf1db0-9142-41e0-a76f-ecfb9bb74e98 req-236c9339-9bf2-4a49-a757-f868b18d8dec tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465803
Dec 13 15:18:48.806770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda00ae-5814-42d3-af9c-18a6b663ff81 req-5bfe5e30-0de4-40ef-97fa-a5630529718f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:48.808402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2bda00ae-5814-42d3-af9c-18a6b663ff81 req-5bfe5e30-0de4-40ef-97fa-a5630529718f tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0905454
Dec 13 15:18:48.860824 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2bda00ae-5814-42d3-af9c-18a6b663ff81 req-bafd3328-ba7e-4374-8ce3-cf8c8fc63c30 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/security-groups?id=3ef45410-6e00-4297-81f4-e4ae7ed77709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445669
Dec 13 15:18:49.056470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-e838f384-5449-4970-9ebd-0d9baf095a38 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:18:49.058030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-e838f384-5449-4970-9ebd-0d9baf095a38 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 945 time: 0.0931816
Dec 13 15:18:49.134075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Deleting port bb331b6b-feec-4808-a156-290463b1d332 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:49.134453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:49.387766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] For port bb331b6b-feec-4808-a156-290463b1d332, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb331b6b-feec-4808-a156-290463b1d332,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:49.388168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:49.527163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Calling delete_port for bb331b6b-feec-4808-a156-290463b1d332 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:49.681025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:49.687260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9fc79f0c-d554-4de8-8d4e-c5db5f0bf776 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:49.693393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['bb331b6b-feec-4808-a156-290463b1d332'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:18:49.733849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Pushing event deleted for resources: {'Port': ['ID=bb331b6b-feec-4808-a156-290463b1d332,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:49.737671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:49.810653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] No DVR routers for this DVR port bb331b6b-feec-4808-a156-290463b1d332 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:18:49.813749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:49.817083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'name': 'network-vif-deleted', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:18:49.833756 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23419fe1-4ba7-4ad3-9c63-e0f83662eccf req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.72 "DELETE /v2.0/ports/bb331b6b-feec-4808-a156-290463b1d332 HTTP/1.1" status: 204  len: 173 time: 0.7704694
Dec 13 15:18:49.883988 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0710f40e-c8c0-44f5-821d-8ddec588f0f0', 'name': 'network-vif-deleted', 'tag': 'bb331b6b-feec-4808-a156-290463b1d332', 'status': 'completed', 'code': 200}
Dec 13 15:18:50.060491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6b2e7df0-9d5a-4244-8989-ff43e1663e12 req-f9061732-f55f-47e7-8b44-b7a5a78a45a4 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Synchronizing usage tracker for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:18:50.077590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6b2e7df0-9d5a-4244-8989-ff43e1663e12 req-f9061732-f55f-47e7-8b44-b7a5a78a45a4 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Unset dirty status for tenant:8f1a962d3d094e008494b6bed47dc31e on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:18:50.078926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b2e7df0-9d5a-4244-8989-ff43e1663e12 req-f9061732-f55f-47e7-8b44-b7a5a78a45a4 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] 10.222.0.69 "GET /v2.0/ports?device_id=0710f40e-c8c0-44f5-821d-8ddec588f0f0 HTTP/1.1" status: 200  len: 210 time: 0.0670726
Dec 13 15:18:51.240027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56856) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:18:51.654761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:52.305887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Deleting port 16198119-2c8b-4838-aef9-871f149095be {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:52.306470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:52.490057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] For port 16198119-2c8b-4838-aef9-871f149095be, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=16198119-2c8b-4838-aef9-871f149095be,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:52.490441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:52.616865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Calling delete_port for 16198119-2c8b-4838-aef9-871f149095be owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:52.826677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb331b6b-feec-4808-a156-290463b1d332 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:18:52.862849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: bb331b6b-feec-4808-a156-290463b1d332 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:18:52.863275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb331b6b-feec-4808-a156-290463b1d332 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:18:53.051829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:53.058242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:53.106641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Pushing event deleted for resources: {'Port': ['ID=16198119-2c8b-4838-aef9-871f149095be,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:53.110574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:53.414386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:54.026033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Router 9308c2fb-35d8-4b79-b56f-092b4f246743 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:18:54.237345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:18:54.246744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Sync routers for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:18:54.257060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] 10.222.0.69 "PUT /v2.0/routers/9308c2fb-35d8-4b79-b56f-092b4f246743/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0149317
Dec 13 15:18:54.259023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56860) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:18:54.259799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:18:54.260576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efa2198>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:54.446625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:18:54.464439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:54.666950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:54.678431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Deleting port 448cdea3-f13f-42d5-bc50-9b35c08a733b {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:54.678897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:54.751353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efa2198>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:18:52Z', 'revision_number': 5, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port': {'id': '448cdea3-f13f-42d5-bc50-9b35c08a733b', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:54.755517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Checking router: 9308c2fb-35d8-4b79-b56f-092b4f246743 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:18:54.767178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Routers {'9308c2fb-35d8-4b79-b56f-092b4f246743'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:18:54.767828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efa2198>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['9308c2fb-35d8-4b79-b56f-092b4f246743'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:54.866448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] For port 448cdea3-f13f-42d5-bc50-9b35c08a733b, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=448cdea3-f13f-42d5-bc50-9b35c08a733b,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:54.866795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:54.930057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] Set router 9308c2fb-35d8-4b79-b56f-092b4f246743 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:18:54.991769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Calling delete_port for 448cdea3-f13f-42d5-bc50-9b35c08a733b owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:55.039882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efa2198>, [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:18:54Z', 'revision_number': 6, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:55.044291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d606f-dc39-45e4-8e18-0552e838139c None None] The sync data for ids ['9308c2fb-35d8-4b79-b56f-092b4f246743'] in dv-neutron-821565-1-hyperv is: [{'id': '9308c2fb-35d8-4b79-b56f-092b4f246743', 'name': 'tempest-TestEncryptedCinderVolumes-1339650344-router', 'tenant_id': '8f1a962d3d094e008494b6bed47dc31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:37Z', 'updated_at': '2021-12-13T15:18:54Z', 'revision_number': 6, 'project_id': '8f1a962d3d094e008494b6bed47dc31e', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:18:55.173353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:55.178464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c2a930aa-beb6-422d-b1eb-47878cd8e838 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:55.221798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Pushing event deleted for resources: {'Port': ['ID=448cdea3-f13f-42d5-bc50-9b35c08a733b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:55.224901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:55.457319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:55.912408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16198119-2c8b-4838-aef9-871f149095be no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:18:55.950475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 16198119-2c8b-4838-aef9-871f149095be {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:18:55.950864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 16198119-2c8b-4838-aef9-871f149095be not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:18:55.951362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 448cdea3-f13f-42d5-bc50-9b35c08a733b no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:18:55.977879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:55.983296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:55.985500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 448cdea3-f13f-42d5-bc50-9b35c08a733b {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:18:55.985933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 448cdea3-f13f-42d5-bc50-9b35c08a733b not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:18:56.012121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.012838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9308c2fb-35d8-4b79-b56f-092b4f246743 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:18:56.028010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.029250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9308c2fb-35d8-4b79-b56f-092b4f246743 HTTP/1.1" status: 204  len: 168 time: 1.7691884
Dec 13 15:18:56.032374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56864) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:18:56.102411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Deleting subnet aa21ff74-600f-4f6a-a2a7-4c4d3076b208 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:18:56.106165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.159542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.243738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.320096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.324912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78f10b2c-9525-4836-a460-0125d77fe639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:56.362173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa21ff74-600f-4f6a-a2a7-4c4d3076b208,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:56.364824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:56.367837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.373524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ee2c0-6bc5-4062-9bc8-cb113a9e4d9d None None] Network 384bdb8e-9b7d-4f14-852d-9d54af4502d5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:18:56.374526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa21ff74-600f-4f6a-a2a7-4c4d3076b208 HTTP/1.1" status: 204  len: 168 time: 0.3412142
Dec 13 15:18:56.377196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:18:56.497681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.509367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Deleting port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:56.509742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.650951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] DHCP port deletion for 384bdb8e-9b7d-4f14-852d-9d54af4502d5 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:18:56.662076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Deleting port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:56.662507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.733584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] For port 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9a48dac7-a10a-4c6a-ba41-a4b325223b80,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:56.734142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.865733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Calling delete_port for 9a48dac7-a10a-4c6a-ba41-a4b325223b80 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:56.910357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] For port 9a48dac7-a10a-4c6a-ba41-a4b325223b80, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9a48dac7-a10a-4c6a-ba41-a4b325223b80,segment=NetworkSegment(ff0af9a7-3870-4dc4-a712-ac42af1f4d9f),segment_id=ff0af9a7-3870-4dc4-a712-ac42af1f4d9f)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:56.910794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.957467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:56.965226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a8bc961-22ac-4e0d-969e-609748f9f612 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:57.028461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Pushing event deleted for resources: {'Port': ['ID=9a48dac7-a10a-4c6a-ba41-a4b325223b80,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:57.031483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:57.034673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] No DVR routers for this DVR port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:18:57.049314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Calling delete_port for 9a48dac7-a10a-4c6a-ba41-a4b325223b80 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:57.130064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:18:57.130486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:18:57.186517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.214220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea89fd0>,) {'filters': {'network_id': ['384bdb8e-9b7d-4f14-852d-9d54af4502d5']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:57.231615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea89fd0>, 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:57.231888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea89fd0>, 'ff0af9a7-3870-4dc4-a712-ac42af1f4d9f') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:18:57.247326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.267332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.275593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:18:57.276070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:18:57.293089 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:18:57.392127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.396237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1972433-ec04-48b6-b0c5-93237196eed1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:57.416499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.430886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=384bdb8e-9b7d-4f14-852d-9d54af4502d5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:57.434508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:57.450128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] 10.222.0.69 "DELETE /v2.0/networks/384bdb8e-9b7d-4f14-852d-9d54af4502d5 HTTP/1.1" status: 204  len: 168 time: 1.0717013
Dec 13 15:18:57.455556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56872) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:18:57.631770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Deleting port 9a48dac7-a10a-4c6a-ba41-a4b325223b80 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:57.632362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.873427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4b317a43-87e6-4c71-91de-36817c8f4f8e None None] The port '9a48dac7-a10a-4c6a-ba41-a4b325223b80' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:18:57.912043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9a48dac7-a10a-4c6a-ba41-a4b325223b80 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:18:57.924056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:57.946315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9a48dac7-a10a-4c6a-ba41-a4b325223b80 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:18:57.946718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9a48dac7-a10a-4c6a-ba41-a4b325223b80 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:18:58.592855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Deleting port 3c18f554-2e5e-40fd-9003-92008a2e27f3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:18:58.593115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:58.773588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] For port 3c18f554-2e5e-40fd-9003-92008a2e27f3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3c18f554-2e5e-40fd-9003-92008a2e27f3,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:18:58.774221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:58.807135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:18:58.903718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Calling delete_port for 3c18f554-2e5e-40fd-9003-92008a2e27f3 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:18:59.083247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:59.087007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdaee058-cf94-4dac-8b99-f41a06904849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:18:59.128723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c18f554-2e5e-40fd-9003-92008a2e27f3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:18:59.132439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:18:59.328364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:18:59.687725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:00.329638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:19:00.552314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:19:00.561832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Sync routers for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:19:00.565945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] 10.222.0.69 "PUT /v2.0/routers/1d2e2572-073d-4e67-b87b-afbf7f60a0f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1061733
Dec 13 15:19:00.566827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56876) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:00.575265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:00.575959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eef62b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:00.763665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:00.777391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:00.989916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:01.001472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Deleting port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:19:01.001870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:01.068209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eef62b0>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:18:59Z', 'revision_number': 5, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port': {'id': 'c31f1adb-be7d-49d4-ac2e-52a3284c4ed4', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:17:44Z', 'updated_at': '2021-12-13T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:01.072374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Checking router: 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:19:01.084539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Routers {'1d2e2572-073d-4e67-b87b-afbf7f60a0f8'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:01.085243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eef62b0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:01.192464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] For port c31f1adb-be7d-49d4-ac2e-52a3284c4ed4, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:01.192863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:01.243694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] Set router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:01.326338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Calling delete_port for c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:19:01.365786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eef62b0>, [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:19:00Z', 'revision_number': 6, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:01.370085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583f99-5354-434b-bd13-16e97cabf462 None None] The sync data for ids ['1d2e2572-073d-4e67-b87b-afbf7f60a0f8'] in dv-neutron-821565-1-hyperv is: [{'id': '1d2e2572-073d-4e67-b87b-afbf7f60a0f8', 'name': 'tempest-TestEncryptedCinderVolumes-729269350-router', 'tenant_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:17:43Z', 'updated_at': '2021-12-13T15:19:00Z', 'revision_number': 6, 'project_id': 'bd4f47a031ed4f27ac03214cce7a9e83', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:19:01.503005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:01.507753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38a2687b-e6fa-4152-8de6-aec318645704 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:01.551460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f1adb-be7d-49d4-ac2e-52a3284c4ed4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:01.633549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.633987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.634398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.634812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.635244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.635652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.636059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.636462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.636865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.637263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.637658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:01.645210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:01.806956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:01.913821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:19:01.948447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:19:01.948848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c31f1adb-be7d-49d4-ac2e-52a3284c4ed4 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:19:01.949318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c18f554-2e5e-40fd-9003-92008a2e27f3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:19:01.982330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3c18f554-2e5e-40fd-9003-92008a2e27f3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:19:01.982729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3c18f554-2e5e-40fd-9003-92008a2e27f3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:19:02.079820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.084558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.120189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.120725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2e2572-073d-4e67-b87b-afbf7f60a0f8 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:19:02.134124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.135499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1d2e2572-073d-4e67-b87b-afbf7f60a0f8 HTTP/1.1" status: 204  len: 168 time: 1.5675905
Dec 13 15:19:02.138287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56880) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:02.206141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Deleting subnet 88ce609f-597f-4cbb-b100-cb30c54e35e6 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:19:02.210016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.502622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.587325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.667363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.671228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b23a66d6-9443-4f96-b13a-d2b80513df1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:02.708143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ce609f-597f-4cbb-b100-cb30c54e35e6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:02.712425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:02.715260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.721442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bab97-f620-4de2-acef-98f7bdd3e5a9 None None] Network 74138b22-f793-420f-a665-fe0456cf4bd2 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:19:02.723021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c9b6e35-b011-4aca-9c15-b27690906887 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/88ce609f-597f-4cbb-b100-cb30c54e35e6 HTTP/1.1" status: 204  len: 168 time: 0.5836489
Dec 13 15:19:02.726011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56884) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:02.842324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.854127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Deleting port 1c039725-8ead-4590-853a-01f174cd8dec {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:19:02.854489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:02.996032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] DHCP port deletion for 74138b22-f793-420f-a665-fe0456cf4bd2 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:19:03.000954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Deleting port 1c039725-8ead-4590-853a-01f174cd8dec {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:19:03.001387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.072408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] For port 1c039725-8ead-4590-853a-01f174cd8dec, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c039725-8ead-4590-853a-01f174cd8dec,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:03.072813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.202466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Calling delete_port for 1c039725-8ead-4590-853a-01f174cd8dec owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:19:03.228811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] For port 1c039725-8ead-4590-853a-01f174cd8dec, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=1c039725-8ead-4590-853a-01f174cd8dec,segment=NetworkSegment(98baaade-286a-4fe8-8ea0-d6b1b06aa25b),segment_id=98baaade-286a-4fe8-8ea0-d6b1b06aa25b)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:03.229183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.278427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.283232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-781c4a5d-9c5d-4fc0-9584-e122c7181267 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:03.336251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c039725-8ead-4590-853a-01f174cd8dec,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:03.340743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:03.343774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] No DVR routers for this DVR port 1c039725-8ead-4590-853a-01f174cd8dec on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:19:03.367875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Calling delete_port for 1c039725-8ead-4590-853a-01f174cd8dec owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:19:03.437165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:19:03.437523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:19:03.469658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.496232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e9598d0>,) {'filters': {'network_id': ['74138b22-f793-420f-a665-fe0456cf4bd2']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:03.509864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9598d0>, '98baaade-286a-4fe8-8ea0-d6b1b06aa25b') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:03.510379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e9598d0>, '98baaade-286a-4fe8-8ea0-d6b1b06aa25b') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:03.522184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.540535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.547578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:19:03.548006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:19:03.562018 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:19:03.649368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.654113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8a43336-3c0f-4311-934c-99a7b5ec7ac1 tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:03.674548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.685482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Pushing event deleted for resources: {'Network': ['ID=74138b22-f793-420f-a665-fe0456cf4bd2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:03.688675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:03.690513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] 10.222.0.69 "DELETE /v2.0/networks/74138b22-f793-420f-a665-fe0456cf4bd2 HTTP/1.1" status: 204  len: 168 time: 0.9634631
Dec 13 15:19:03.908737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56890) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:03.913686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c039725-8ead-4590-853a-01f174cd8dec no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:19:03.943750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Deleting port 1c039725-8ead-4590-853a-01f174cd8dec {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:19:03.944171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:03.962499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-073974fd-1f59-46e9-9c4d-1a51c693e7a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f1a962d3d094e008494b6bed47dc31e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0524204
Dec 13 15:19:03.965157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56894) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:03.979872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 1c039725-8ead-4590-853a-01f174cd8dec {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:19:03.980590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 1c039725-8ead-4590-853a-01f174cd8dec not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:19:04.021663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-beb51035-4509-4f9b-95dd-1dd4e2e1b54c None None] The port '1c039725-8ead-4590-853a-01f174cd8dec' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:19:04.032585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.059697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.130330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.134442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db3052d9-4a7b-4f02-8089-a28a5a7e6436 tempest-PortsIpV6TestJSON-451676731 tempest-PortsIpV6TestJSON-451676731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:04.149370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef45410-6e00-4297-81f4-e4ae7ed77709,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:04.152143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:04.158649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.159919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-10b09a34-ef3e-45fe-ba74-7f0912175676 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ef45410-6e00-4297-81f4-e4ae7ed77709 HTTP/1.1" status: 204  len: 168 time: 0.1938167
Dec 13 15:19:04.615569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56902) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:04.669648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-48593bc7-c1e5-46d5-b1f3-109caa9b73ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd4f47a031ed4f27ac03214cce7a9e83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0526457
Dec 13 15:19:04.673514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56906) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:04.738589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.766376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.813258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.818245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e8b2569f-df37-47dc-9a5f-aaf74ee33d20 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:04.830679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a40c0-a107-45f9-a45f-3cf87de99059,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:04.833797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:04.835894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:04.837124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-54f38f77-e63a-4022-b69a-14713bbae3c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab0a40c0-a107-45f9-a45f-3cf87de99059 HTTP/1.1" status: 204  len: 168 time: 0.1623163
Dec 13 15:19:05.815623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56928) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:05.962159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034873135-network', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:05.970411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:05.977219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Usage tracker for resource:network and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:05.982448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:05.991336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:06.002848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Made reservation on behalf of fed5a2fcda4a458893c078c2d079763b for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:19:06.007675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.024840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.057900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:06.062139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:06.065145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:06.071315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:06.154142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.158228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.162687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-23c6cec9-8541-4a90-8d19-3f03a602bb51 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:06.188784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:19:06.204326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:06.207280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.207671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Added segment 8923784a-3e63-479a-bd7c-875d573c6cee of type vlan for network b7c0a40a-4d00-43f5-87f8-b2207146a3dd
Dec 13 15:19:06.209006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:06.235853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.268035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.269538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:06.270539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.278485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4a5f0043-6193-4e1c-9a83-f60f038fbf3a tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:06.385455 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5685611
Dec 13 15:19:06.388619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56934) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:06.391870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c0a40a-4d00-43f5-87f8-b2207146a3dd,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:06.397420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Request body: {'subnet': {'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034873135-subnet', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:06.401203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:06.402519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:19:06.403514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:06.408317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Usage tracker for resource:subnet and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:06.411376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:06.417489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:06.427760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Made reservation on behalf of fed5a2fcda4a458893c078c2d079763b for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:19:06.432432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.653248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.658631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-257a3225-7536-4c6d-b6ec-074cc4744d9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:06.736489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dde0b0-7bb0-48be-b0bc-dba237ac3b37,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:06.740506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:06.755762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Checking segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:06.756149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Network hostable DHCP agents. Network: b7c0a40a-4d00-43f5-87f8-b2207146a3dd, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:19:06.780290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:19:06.790126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, b7c0a40a-4d00-43f5-87f8-b2207146a3dd) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:06.794201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:06.794857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.801788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fe79b-33b1-4632-96fa-b818b0342ecf None None] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:19:06.816545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fc2698a2-c11e-4ec4-9a52-548732a85335 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4267609
Dec 13 15:19:06.819401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56938) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:06.824861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:06.830126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:06.834234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Usage tracker for resource:router and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:06.837283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:06.843426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:06.853703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.854678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:06.873425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.023763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.027115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:19:07.028093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.206663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Allocated IP 172.20.0.2 (b7c0a40a-4d00-43f5-87f8-b2207146a3dd/87dde0b0-7bb0-48be-b0bc-dba237ac3b37/14923258-7f9c-4c9c-aee0-ff840196ba85) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:07.453861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.465136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Transition to ACTIVE for port object 14923258-7f9c-4c9c-aee0-ff840196ba85 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:07.484981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Transition to ACTIVE for port object 14923258-7f9c-4c9c-aee0-ff840196ba85 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:07.489262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.502322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.538223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.665822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:07.697640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Allocated IP 172.26.4.132 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/f909f849-3547-44ed-8179-c5c7f4f7c075) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:07.733497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:07.734725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:07.738838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:07.745272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Pushing event updated for resources: {'Port': ['ID=14923258-7f9c-4c9c-aee0-ff840196ba85,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:07.817690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.818286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.818375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.818760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.819193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.819572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.819940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.820309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.820677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.821041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.821403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:07.829077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:07.845703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Attempting to bind port 14923258-7f9c-4c9c-aee0-ff840196ba85 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:07.846088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Attempting to bind port 14923258-7f9c-4c9c-aee0-ff840196ba85 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:07.846524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Attempting to bind port 14923258-7f9c-4c9c-aee0-ff840196ba85 on network b7c0a40a-4d00-43f5-87f8-b2207146a3dd {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:07.855287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:07.855287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Checking segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:07.855542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.855832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Bound using segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:07.856353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Bound port: 14923258-7f9c-4c9c-aee0-ff840196ba85, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:07.856772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.861669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.889070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.893737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b331332-2905-4b1e-8d9a-d777465028b0 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:07.948341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] For port 14923258-7f9c-4c9c-aee0-ff840196ba85, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:07.951552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] For port 14923258-7f9c-4c9c-aee0-ff840196ba85, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14923258-7f9c-4c9c-aee0-ff840196ba85,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:07.960408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:07.962524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:07.963547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:07.968164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:07.969652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:07.997743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Pushing event updated for resources: {'Port': ['ID=f909f849-3547-44ed-8179-c5c7f4f7c075,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:08.003883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:08.019870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f1292bf-de7f-4db7-af73-72a5993416a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:08.056476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Pushing event updated for resources: {'Port': ['ID=14923258-7f9c-4c9c-aee0-ff840196ba85,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:08.061342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:08.138685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:08.139465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:08.392929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Router 7ed36f42-fa10-48bf-a222-d0617298260d is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:19:08.620593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:19:08.633328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Sync routers for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:19:08.647453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:08.648222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efdb128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:08.648722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:08.650056 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.8296931
Dec 13 15:19:08.653023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56942) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:08.836173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:09.295688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efdb128>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:08Z', 'revision_number': 3, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:09.300289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Checking router: 7ed36f42-fa10-48bf-a222-d0617298260d for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:19:09.300944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Updating router 7ed36f42-fa10-48bf-a222-d0617298260d port f909f849-3547-44ed-8179-c5c7f4f7c075 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:19:09.369323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.486361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.544704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.730604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Allocated IP 172.20.0.1 (b7c0a40a-4d00-43f5-87f8-b2207146a3dd/87dde0b0-7bb0-48be-b0bc-dba237ac3b37/36110b76-9027-4797-b875-475e7a61cd8e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:09.731853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.744350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5232c-1093-4868-821c-d48ae76b9fef None None] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:19:09.745251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Transition to ACTIVE for port object f909f849-3547-44ed-8179-c5c7f4f7c075 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:09.753467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.758212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:09.854320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Pushing event updated for resources: {'Port': ['ID=f909f849-3547-44ed-8179-c5c7f4f7c075,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:09.860856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Attempting to bind port f909f849-3547-44ed-8179-c5c7f4f7c075 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:09.861090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Attempting to bind port f909f849-3547-44ed-8179-c5c7f4f7c075 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:09.861483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Attempting to bind port f909f849-3547-44ed-8179-c5c7f4f7c075 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:09.870089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ad8f4830-57d9-487f-820a-bf4e0c794d16 None None] Provisioning for port 14923258-7f9c-4c9c-aee0-ff840196ba85 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:09.873991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.874658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.875444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.875818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.876171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.876547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.877104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.877457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.877874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.878217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.878824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:09.882721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:09.883414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:09.884021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.884820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:09.885366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Bound port: f909f849-3547-44ed-8179-c5c7f4f7c075, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:09.885791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.917646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:09.937878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.962355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Transition to ACTIVE for port object 36110b76-9027-4797-b875-475e7a61cd8e will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:09.971796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] For port f909f849-3547-44ed-8179-c5c7f4f7c075, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:09.975902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] For port f909f849-3547-44ed-8179-c5c7f4f7c075, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f909f849-3547-44ed-8179-c5c7f4f7c075,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:09.986919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.987835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:09.994449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:09.995816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:10.006336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14923258-7f9c-4c9c-aee0-ff840196ba85 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:10.070507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:10.074168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Pushing event updated for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:10.077383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:10.078189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Pushing event updated for resources: {'Port': ['ID=f909f849-3547-44ed-8179-c5c7f4f7c075,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:10.078795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:10.082063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:10.084251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9adcc4bb-8f5f-4d89-929d-1ab4e3592c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:10.088666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:10.089452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65efdb128>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:18:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:10.122675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 14923258-7f9c-4c9c-aee0-ff840196ba85 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:10.130482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 14923258-7f9c-4c9c-aee0-ff840196ba85 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:10.131206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.146939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.251642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.269832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.300196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:10.318400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 14923258-7f9c-4c9c-aee0-ff840196ba85, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14923258-7f9c-4c9c-aee0-ff840196ba85,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:10.323073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.325091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:10.407340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-afa13da6-b155-4c9c-afa5-07f5d75aa65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.419533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=14923258-7f9c-4c9c-aee0-ff840196ba85,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:10.423388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:10.511446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Provisioning complete for port 14923258-7f9c-4c9c-aee0-ff840196ba85 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:10.512339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.566569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.574007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.607856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:10.651903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65efdb128>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:08Z', 'revision_number': 3, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:10.657050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883838a-da94-483e-8022-71a8cce278a0 None None] The sync data for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv is: [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:08Z', 'revision_number': 3, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:19:10.675877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Provisioning for port 36110b76-9027-4797-b875-475e7a61cd8e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:10.681292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Provisioning complete for port 36110b76-9027-4797-b875-475e7a61cd8e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:10.681852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.706136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.710717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Pushing event updated for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:10.714183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:10.744057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e317b97e-f9fe-4dac-abf2-4ebb97be22a7 None None] Port 36110b76-9027-4797-b875-475e7a61cd8e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:10.864858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:10.866550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:10.868613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ef4c05f-0ba4-4081-b3b1-6d83dcf677b3 None None] Provisioning complete for port 36110b76-9027-4797-b875-475e7a61cd8e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:10.869063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c05f-0ba4-4081-b3b1-6d83dcf677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.932801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:10.942091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4c05f-0ba4-4081-b3b1-6d83dcf677b3 None None] Port 36110b76-9027-4797-b875-475e7a61cd8e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:11.273906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15bd01e9-d899-4fcd-9c78-c17d6c3f6c62 None None] Provisioning complete for port 36110b76-9027-4797-b875-475e7a61cd8e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:11.274343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15bd01e9-d899-4fcd-9c78-c17d6c3f6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:11.344961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-15bd01e9-d899-4fcd-9c78-c17d6c3f6c62 None None] Port 36110b76-9027-4797-b875-475e7a61cd8e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:11.588683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Router 7ed36f42-fa10-48bf-a222-d0617298260d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:19:11.803609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:19:11.813148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] 10.222.0.69 "PUT /v2.0/routers/7ed36f42-fa10-48bf-a222-d0617298260d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1588616
Dec 13 15:19:11.992629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14923258-7f9c-4c9c-aee0-ff840196ba85 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:12.065935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 14923258-7f9c-4c9c-aee0-ff840196ba85 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:12.066366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.190708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f909f849-3547-44ed-8179-c5c7f4f7c075 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:12.257453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.274682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port f909f849-3547-44ed-8179-c5c7f4f7c075 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:12.279778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f909f849-3547-44ed-8179-c5c7f4f7c075 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:12.280305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.404534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.420339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port f909f849-3547-44ed-8179-c5c7f4f7c075, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f909f849-3547-44ed-8179-c5c7f4f7c075,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:12.423774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.425747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b22d0ff6-ceff-4710-88cc-c2f3dcbac7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:12.497153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=f909f849-3547-44ed-8179-c5c7f4f7c075,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:12.501075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:12.775727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 56964) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:12.782177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570051753-network', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:12.787857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:12.792230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Usage tracker for resource:network and tenant:dd225638c8dd4167ae521edf179c7798 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:12.795535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:12.801856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:12.813547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Made reservation on behalf of dd225638c8dd4167ae521edf179c7798 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:19:12.818384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.832409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.869892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:12.874120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Usage tracker for resource:security_group_rule and tenant:dd225638c8dd4167ae521edf179c7798 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:12.877383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:12.883663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:12.956215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.960208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:12.963461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f650c723-6048-432d-83e1-3c0f15ba4337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:12.992754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:19:13.001708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df71d65-a940-4819-bda1-7a4ee1915917,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:13.005146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:13.009507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.009853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Added segment 88428461-2cbf-44d6-a311-4046757d04d6 of type vlan for network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4
Dec 13 15:19:13.043094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.075186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.076151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:13.076775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.081073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-59ed721c-072b-485c-8045-a045b5939ee0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:13.189234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4122429
Dec 13 15:19:13.192626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56968) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:13.193062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:13.196042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:13.200214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Request body: {'subnet': {'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570051753-subnet', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:13.204800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:19:13.207342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:13.211876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Usage tracker for resource:subnet and tenant:dd225638c8dd4167ae521edf179c7798 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:13.215190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:13.222519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:13.234608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Made reservation on behalf of dd225638c8dd4167ae521edf179c7798 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:19:13.239535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.474242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.477971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f47aa409-c282-45f6-85fd-a2652ff07adc tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:13.549182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b925606-85b7-4324-9626-3c67c24a13ec,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:13.554927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:13.571925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Checking segment: {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:13.572314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Network hostable DHCP agents. Network: e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:19:13.596303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:19:13.606489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:13.610719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:13.611654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.616892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9310eed-1394-4c3d-90ba-14753d234c17 None None] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:19:13.634215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5de36eb2-ceeb-4075-905c-5b52461a23b9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4403565
Dec 13 15:19:13.637201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56972) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:13.641758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Sync routers for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:19:13.643007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:13.648448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:13.652589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Usage tracker for resource:router and tenant:dd225638c8dd4167ae521edf179c7798 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:19:13.655967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:19:13.662201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:13.673112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.674110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.693970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.732723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:13.733355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f230c18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:13.848724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:13.934877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f909f849-3547-44ed-8179-c5c7f4f7c075 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:14.049895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.081576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.088940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:14.134368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'fixed_ips': [{'subnet_id': '3b925606-85b7-4324-9626-3c67c24a13ec'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:19:14.135308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.188462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port f909f849-3547-44ed-8179-c5c7f4f7c075 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:14.188890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.228107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Allocated IP 172.26.4.30 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:14.396403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.426612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.430676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fffb561a-544b-46be-9516-438083d41650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:14.499859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:14.503376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:14.505499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:14.507804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:14.541141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:14.678742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.679866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:14.793986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Allocated IP 172.20.0.2 (e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4/3b925606-85b7-4324-9626-3c67c24a13ec/8c0fecb5-d0ed-44d9-9195-d45e8319ce0f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:14.926950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Router f0679fb6-27c4-453f-a7ec-0d2b999cf35b is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:19:15.034392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f230c18>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 2, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:15.073059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Checking router: 7ed36f42-fa10-48bf-a222-d0617298260d for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:19:15.073655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Updating router 7ed36f42-fa10-48bf-a222-d0617298260d port 36110b76-9027-4797-b875-475e7a61cd8e binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:19:15.138871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:19:15.148578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Sync routers for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:19:15.150179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.161388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:15.162116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:15.163016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.165506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.166894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5286832
Dec 13 15:19:15.169710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 56976) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:19:15.176631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Transition to ACTIVE for port object 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:15.237623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Transition to ACTIVE for port object 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:15.254448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.262857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d733a933-99aa-4a3a-9869-09e20ed906a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:15.359481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:15.388054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Pushing event updated for resources: {'Port': ['ID=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:15.404288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:15.420505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:15.425354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:15.430016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:15.643110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Attempting to bind port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:15.643469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Attempting to bind port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:15.643851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Attempting to bind port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f on network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:15.657339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:15.657762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Checking segment: {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:15.658327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.659313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Bound using segment: {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:15.660040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Bound port: 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:15.660280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.717295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438978>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:14Z', 'revision_number': 3, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:15.721627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Checking router: f0679fb6-27c4-453f-a7ec-0d2b999cf35b for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:19:15.722038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Updating router f0679fb6-27c4-453f-a7ec-0d2b999cf35b port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:19:15.778821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.832207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] For port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:15.858874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] For port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:15.870320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.877221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4333706a-056c-4cf5-8966-317e9c7a4ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:15.911552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.959850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Transition to ACTIVE for port object 36110b76-9027-4797-b875-475e7a61cd8e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:15.972973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:15.995741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Pushing event updated for resources: {'Port': ['ID=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:15.996113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:15.996638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:16.161678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.177319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Transition to ACTIVE for port object fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:16.187987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.202940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:16.214765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Pushing event updated for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:16.228979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:16.251088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Attempting to bind port 36110b76-9027-4797-b875-475e7a61cd8e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:16.251914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Attempting to bind port 36110b76-9027-4797-b875-475e7a61cd8e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:16.252475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Attempting to bind port 36110b76-9027-4797-b875-475e7a61cd8e on network b7c0a40a-4d00-43f5-87f8-b2207146a3dd {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:16.265930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:16.266325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Checking segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:16.266789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.267256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Bound using segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:16.267785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Bound port: 36110b76-9027-4797-b875-475e7a61cd8e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:16.268204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.319468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Pushing event updated for resources: {'Port': ['ID=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:16.328453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:16.345729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Attempting to bind port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:16.346149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Attempting to bind port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:16.346559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Attempting to bind port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:16.361043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:16.361469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:16.361908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.362355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:16.362901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Bound port: fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:16.363359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.375680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.423865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] For port 36110b76-9027-4797-b875-475e7a61cd8e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:16.431429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] For port 36110b76-9027-4797-b875-475e7a61cd8e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=36110b76-9027-4797-b875-475e7a61cd8e,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:16.437411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.442582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:16.488923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] For port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:16.494090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] For port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:16.500744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.510160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a23d438a-6c52-41c3-a095-d1b830722f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:16.554026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Pushing event updated for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:16.559994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:16.576790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:16.577812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f230c18>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:16.622983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:16.623802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f438978>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:16.695772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Allocated IP 172.20.0.1 (e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4/3b925606-85b7-4324-9626-3c67c24a13ec/9d7629ed-8f99-4668-a17e-eb8d80bb7a79) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:16.703593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Pushing event updated for resources: {'Port': ['ID=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:16.716062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:16.840288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:16.897954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.917711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Transition to ACTIVE for port object 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:16.940504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:16.946191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:17.023356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:17.024104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:17.027735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:17.030806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:17.090654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:17.116875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:17.120600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:17.191642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:17.347726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f438978>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:14Z', 'revision_number': 3, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:17.354215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9c1e9-5958-4a5d-a74d-e415e86d35b1 None None] The sync data for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv is: [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:14Z', 'revision_number': 3, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:19:17.384951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f230c18>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:17.389354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b290-2ed8-4d47-99ad-d38735904732 None None] The sync data for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv is: [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:19:17.520737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:17.524020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:17.557702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:17.645674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:17.648587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:17.653040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:17.815089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:17.816381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:18.069346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 36110b76-9027-4797-b875-475e7a61cd8e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:18.175359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 36110b76-9027-4797-b875-475e7a61cd8e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:18.181986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 36110b76-9027-4797-b875-475e7a61cd8e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:18.182414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.218161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6a35a-4734-4532-8d6f-0837d1ca2a41 None None] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:19:18.364880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Router f0679fb6-27c4-453f-a7ec-0d2b999cf35b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:19:18.449821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-961296d8-1b28-4384-8163-6bfc13b7ffd7 None None] Provisioning for port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:18.470830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.553054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 36110b76-9027-4797-b875-475e7a61cd8e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=36110b76-9027-4797-b875-475e7a61cd8e,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:18.591720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.592648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:18.603458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:19:18.617632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] 10.222.0.69 "PUT /v2.0/routers/f0679fb6-27c4-453f-a7ec-0d2b999cf35b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4467132
Dec 13 15:19:18.623954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:18.736959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:18.740476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:18.774768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:18.783060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:18.783496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.951768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.974906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:18.982295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:18.985254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:19.015724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-074da1fb-d32b-41d0-885f-dd16d89d5bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:19.115777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:19.124425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:19.135777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:19.141596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:19.142019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.266594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Provisioning complete for port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:19.267192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.355551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.400594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:19.428781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.437770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:19.542297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:19.545756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:19.552003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Provisioning for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:19.558456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Provisioning complete for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:19.558877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.629453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd528d-d51f-4854-a4e4-8f76471d59a8 None None] Port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:19.755782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0085c374-a35c-46d5-a4f4-1713f2fbe6a5 None None] Provisioning complete for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:19.756198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0085c374-a35c-46d5-a4f4-1713f2fbe6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:19.831679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0085c374-a35c-46d5-a4f4-1713f2fbe6a5 None None] Port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:19.956333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 36110b76-9027-4797-b875-475e7a61cd8e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:19.998425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-832bb80f-7784-42c0-98ba-c2798b5d68cb None None] Provisioning complete for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:19.998750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-832bb80f-7784-42c0-98ba-c2798b5d68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:20.078846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-832bb80f-7784-42c0-98ba-c2798b5d68cb None None] Port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:20.101617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 36110b76-9027-4797-b875-475e7a61cd8e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:20.102907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:20.244176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:20.323302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:20.323818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:20.451618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:20.530899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:20.531383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:21.938110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Sync routers for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:19:21.951861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:21.952850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b358>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:22.156545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:22.536625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b358>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 4, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '9d7629ed-8f99-4668-a17e-eb8d80bb7a79', 'name': '', 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'mac_address': 'fa:16:3e:d0:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 2, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'subnets': [{'id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:22.541631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Checking router: f0679fb6-27c4-453f-a7ec-0d2b999cf35b for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:19:22.542112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Updating router f0679fb6-27c4-453f-a7ec-0d2b999cf35b port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:19:22.598998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.186517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.199701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Transition to ACTIVE for port object 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:23.207281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.212511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:23.349567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Pushing event updated for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:23.386531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:23.446161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Attempting to bind port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:23.446584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Attempting to bind port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:23.447133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Attempting to bind port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 on network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:23.455260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:23.455686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Checking segment: {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:23.456145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.456601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Bound using segment: {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:23.457124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Bound port: 9d7629ed-8f99-4668-a17e-eb8d80bb7a79, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88428461-2cbf-44d6-a311-4046757d04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:23.457549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.572513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] For port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:23.577192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] For port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:23.587637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:23.603227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:23.681836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:19:23.682556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b358>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:23.778137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Pushing event updated for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:23.782123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:23.934067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:19:24.312008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f19b358>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 4, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '9d7629ed-8f99-4668-a17e-eb8d80bb7a79', 'name': '', 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'mac_address': 'fa:16:3e:d0:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:23Z', 'revision_number': 4, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'subnets': [{'id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:19:24.317255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4c612-af99-4397-8418-f50721e4df6b None None] The sync data for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv is: [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 4, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '9d7629ed-8f99-4668-a17e-eb8d80bb7a79', 'name': '', 'network_id': 'e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'mac_address': 'fa:16:3e:d0:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:23Z', 'revision_number': 4, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'subnets': [{'id': '3b925606-85b7-4324-9626-3c67c24a13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:19:26.014775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:26.158713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:26.164424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:26.164951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:26.321675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:26.367172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:26.372670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:26.379962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:26.462789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:26.466273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:27.946962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:28.038025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:28.038556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:29.340460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:29.462234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-cbae60aa-6003-44a3-88d2-3d674c09dce7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:29.463012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-cbae60aa-6003-44a3-88d2-3d674c09dce7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:19:29.481162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-cbae60aa-6003-44a3-88d2-3d674c09dce7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:19:29.482485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-cbae60aa-6003-44a3-88d2-3d674c09dce7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 815 time: 0.1823525
Dec 13 15:19:29.500879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-26ebb687-684f-421e-86b1-b648f125f261 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/quotas/fed5a2fcda4a458893c078c2d079763b HTTP/1.1" status: 200  len: 375 time: 0.0123818
Dec 13 15:19:29.600385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-839c54b8-c62f-4802-89ff-de7b79310522 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:19:29.620150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-839c54b8-c62f-4802-89ff-de7b79310522 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:19:29.621533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-839c54b8-c62f-4802-89ff-de7b79310522 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1126442
Dec 13 15:19:30.023244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-f443ef78-439a-4190-93ad-83a26afef243 service neutron] 10.222.0.69 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873918
Dec 13 15:19:30.166696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-3eda832d-fb96-4a08-8ae7-b45eaa0bf336 service neutron] 10.222.0.69 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367955
Dec 13 15:19:30.641743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7cb260e3-2250-4d7d-acdd-f49ea89fea5e req-bbca2446-601b-4cc8-8b99-ea9199f239d0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 210 time: 0.3076930
Dec 13 15:19:31.529257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-2aa85cc9-0554-40c5-b7d8-057cae4f5b50 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:31.530855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-2aa85cc9-0554-40c5-b7d8-057cae4f5b50 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 815 time: 0.1653984
Dec 13 15:19:31.547714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'port': {'device_id': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'admin_state_up': True, 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:31.692596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:19:31.703311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:19:31.714307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Made reservation on behalf of fed5a2fcda4a458893c078c2d079763b for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:19:31.720724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:31.839462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-05ecf8b5-01c0-49b8-a1f6-bbb66a612350 req-0a1aa090-db6d-4f61-876b-26b82b29796e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 210 time: 0.0583997
Dec 13 15:19:31.945650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Allocated IP 172.20.0.6 (b7c0a40a-4d00-43f5-87f8-b2207146a3dd/87dde0b0-7bb0-48be-b0bc-dba237ac3b37/54b9b930-171a-4752-b6ca-fd161a8a8745) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:19:32.228699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:32.247123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Transition to ACTIVE for port object 54b9b930-171a-4752-b6ca-fd161a8a8745 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:32.269049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:32.275541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:32.354069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:19:32.358796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:19:32.363491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:19:32.397144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:32.413502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.413881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.414370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.414794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.415235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.415663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.416060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.416468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.416874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.417276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.417665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:19:32.431075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:32.457263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:32.458145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:32.509712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9664111
Dec 13 15:19:32.793519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87e386ce-d850-4df9-a2e8-cacacded328d None None] Provisioning for port 54b9b930-171a-4752-b6ca-fd161a8a8745 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:32.798596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87e386ce-d850-4df9-a2e8-cacacded328d None None] Provisioning complete for port 54b9b930-171a-4752-b6ca-fd161a8a8745 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:32.798998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87e386ce-d850-4df9-a2e8-cacacded328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:32.868008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-87e386ce-d850-4df9-a2e8-cacacded328d None None] Port 54b9b930-171a-4752-b6ca-fd161a8a8745 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:19:33.068160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee46a6-a8fb-41ff-8447-4a7f1ddb18c5 req-5a4748a5-1c9b-48b0-b53c-e98f2d38f097 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:33.070660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5cee46a6-a8fb-41ff-8447-4a7f1ddb18c5 req-5a4748a5-1c9b-48b0-b53c-e98f2d38f097 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0956984
Dec 13 15:19:33.124535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5cee46a6-a8fb-41ff-8447-4a7f1ddb18c5 req-9853c56f-fd2c-4607-b941-8223d4d38c37 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467553
Dec 13 15:19:34.336745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-446cd951-c661-4435-a749-53faafd5e213 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:34.337818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-446cd951-c661-4435-a749-53faafd5e213 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:19:34.369428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-446cd951-c661-4435-a749-53faafd5e213 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:19:34.371688 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-446cd951-c661-4435-a749-53faafd5e213 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.1226418
Dec 13 15:19:34.429813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-9593fc96-7a67-49b6-8ef8-c08d0d77de8a tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:19:34.447659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-9593fc96-7a67-49b6-8ef8-c08d0d77de8a tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:19:34.448938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6c91d99e-dc9f-4399-bd3a-a8b4786d9bb2 req-9593fc96-7a67-49b6-8ef8-c08d0d77de8a tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709066
Dec 13 15:19:35.670922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54e13c-1662-4223-ac0f-00df8da5eb29 req-61f01919-8c8b-4139-b7cd-1d1756b788c8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:35.672591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd54e13c-1662-4223-ac0f-00df8da5eb29 req-61f01919-8c8b-4139-b7cd-1d1756b788c8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0889556
Dec 13 15:19:35.732750 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd54e13c-1662-4223-ac0f-00df8da5eb29 req-fd4a898b-03a1-462a-826a-00b89dd2a518 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537295
Dec 13 15:19:35.808185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:19:36.953350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76cfc9-94b1-46b8-9548-ad74ca37c629 req-6689775b-d332-43e2-87cf-da044d5eefc9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:36.955000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd76cfc9-94b1-46b8-9548-ad74ca37c629 req-6689775b-d332-43e2-87cf-da044d5eefc9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0909362
Dec 13 15:19:37.007486 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd76cfc9-94b1-46b8-9548-ad74ca37c629 req-5139a9bd-a398-4ba2-a5c1-ed119d3485dd tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454402
Dec 13 15:19:37.975706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc40-7b85-4365-b345-a9a16beb626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:38.224914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4c0d-94ae-4ff9-8e30-ed8d745659ab req-12d66a4d-bd87-4f27-9290-2af2d2bee77e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:38.226558 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aac4c0d-94ae-4ff9-8e30-ed8d745659ab req-12d66a4d-bd87-4f27-9290-2af2d2bee77e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0896893
Dec 13 15:19:38.283322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aac4c0d-94ae-4ff9-8e30-ed8d745659ab req-834d03e0-1d64-4f50-ab6f-457d6613afd0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500870
Dec 13 15:19:39.499581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7f96-6ac6-4b5b-adbe-58f8150a8609 req-2186eb63-6bd5-435d-b0d8-1c0b2762952b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:39.501218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13ea7f96-6ac6-4b5b-adbe-58f8150a8609 req-2186eb63-6bd5-435d-b0d8-1c0b2762952b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0931616
Dec 13 15:19:39.548856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:39.552288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13ea7f96-6ac6-4b5b-adbe-58f8150a8609 req-c55b715b-fd4b-4604-8b66-1fe764675364 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443370
Dec 13 15:19:40.391950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3181fb0a-243e-4a18-b684-a297f7e7763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:40.781151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec3fc9-9b8e-4f9b-bc13-2394eea364d7 req-525b4ac4-97f6-426f-b75f-67e5db973df1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:40.783556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7ec3fc9-9b8e-4f9b-bc13-2394eea364d7 req-525b4ac4-97f6-426f-b75f-67e5db973df1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0876567
Dec 13 15:19:40.844795 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7ec3fc9-9b8e-4f9b-bc13-2394eea364d7 req-22eabab1-007e-41dc-9de7-3ce635732fe5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541337
Dec 13 15:19:40.881300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:42.063069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502e0f7-110b-4f92-abc5-9f4a2f7d0d75 req-a05e3f09-6f57-485b-ac8c-f3cd49dce798 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:42.064966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5502e0f7-110b-4f92-abc5-9f4a2f7d0d75 req-a05e3f09-6f57-485b-ac8c-f3cd49dce798 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0916550
Dec 13 15:19:42.124000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5502e0f7-110b-4f92-abc5-9f4a2f7d0d75 req-56226a17-064f-4d31-8d23-346dfce6a120 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502732
Dec 13 15:19:42.249127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.015557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Request body: {'port': {'device_id': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:19:43.136373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.341609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980fd7f-9ad4-4544-9e5b-88b66edca3cc req-4be1c425-90d3-49ed-bbd3-c3909f8194e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:43.343260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9980fd7f-9ad4-4544-9e5b-88b66edca3cc req-4be1c425-90d3-49ed-bbd3-c3909f8194e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 931 time: 0.0889661
Dec 13 15:19:43.392961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9980fd7f-9ad4-4544-9e5b-88b66edca3cc req-70cc4ea4-abca-41f0-868b-f8e53f49972a tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434489
Dec 13 15:19:43.517676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b9b930-171a-4752-b6ca-fd161a8a8745 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:19:43.524761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.539989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Transition to ACTIVE for port object 54b9b930-171a-4752-b6ca-fd161a8a8745 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:19:43.543927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.547662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-321c38e5-4bc3-4276-ac3e-a9694f6bb3ff tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:43.680455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:43.685481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:43.806693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Attempting to bind port 54b9b930-171a-4752-b6ca-fd161a8a8745 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:19:43.807134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Attempting to bind port 54b9b930-171a-4752-b6ca-fd161a8a8745 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:19:43.807515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Attempting to bind port 54b9b930-171a-4752-b6ca-fd161a8a8745 on network b7c0a40a-4d00-43f5-87f8-b2207146a3dd {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:43.814343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Port 54b9b930-171a-4752-b6ca-fd161a8a8745 on network b7c0a40a-4d00-43f5-87f8-b2207146a3dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:19:43.814708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Attempting to bind port 54b9b930-171a-4752-b6ca-fd161a8a8745 on network b7c0a40a-4d00-43f5-87f8-b2207146a3dd {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:19:43.822503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:19:43.822871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Checking segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:19:43.823321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Bound using segment: {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:19:43.823796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Bound port: 54b9b930-171a-4752-b6ca-fd161a8a8745, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923784a-3e63-479a-bd7c-875d573c6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:19:43.824178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.922845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:19:43.925966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:19:43.930885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:43.934709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-46ca9527-3f4b-4684-89b8-108cf167f3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:44.003290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:44.004822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] 10.222.0.72 "PUT /v2.0/ports/54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 1093 time: 0.9969273
Dec 13 15:19:44.005406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:19:44.022525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:44.026652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:44.080274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:19:44.124309 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-401a8a1d-2465-4eda-bed2-0037d5f786ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1096 time: 0.0801628
Dec 13 15:19:44.203748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-cd5862db-c407-4fd3-9a55-213289d08bd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 217 time: 0.0713725
Dec 13 15:19:44.272869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-00448d6d-4629-44bd-88e5-812023c566cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:44.275013 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-00448d6d-4629-44bd-88e5-812023c566cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0651670
Dec 13 15:19:44.361242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-0e709525-2636-4a4f-b7e8-9c37068028ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798979
Dec 13 15:19:44.511952 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-b22ebe56-7bf2-4cea-8460-c302839d7b03 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436961
Dec 13 15:19:44.606929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb72947-50c5-4d52-b69a-d9fc8e3772e3 req-b0876936-1cfe-48a2-bd0a-98ceb97f7d17 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:44.608608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4eb72947-50c5-4d52-b69a-d9fc8e3772e3 req-b0876936-1cfe-48a2-bd0a-98ceb97f7d17 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 943 time: 0.0854845
Dec 13 15:19:44.660502 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9a679beb-96ee-44de-8fad-d549a01f56cb req-74223183-92c2-4618-8ff5-f71ed1902eed service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411273
Dec 13 15:19:44.663319 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4eb72947-50c5-4d52-b69a-d9fc8e3772e3 req-a2e2910a-4019-4749-badd-ab4fab2c1d92 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479083
Dec 13 15:19:44.795094 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-64e91174-bd1a-48b6-93f3-9bb0c8e5833e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1096 time: 0.0775084
Dec 13 15:19:44.940793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-2cb50f86-ca2a-465a-ad3e-e13ecf50249d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:44.942502 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-2cb50f86-ca2a-465a-ad3e-e13ecf50249d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1397846
Dec 13 15:19:45.023123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-0ffeda3a-6d30-4f17-a27c-2aa8832db5d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 217 time: 0.0723507
Dec 13 15:19:45.096332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-22f1a0b2-c513-4aa7-a49a-10272be9b48a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:45.097803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-22f1a0b2-c513-4aa7-a49a-10272be9b48a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0681787
Dec 13 15:19:45.179889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-a0086867-b090-4ff7-a4f6-7a2113f05c0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742528
Dec 13 15:19:45.585596 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-bd0f7d60-201d-415b-92e0-ea3ec09f319b service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3987529
Dec 13 15:19:45.735365 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4279b21f-5ac1-422c-84f2-6586e1ac00bf req-7ab6e13f-8c3b-46d3-b6f5-bbf8b4c670e1 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422074
Dec 13 15:19:45.875602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc2c13-97f8-4abb-9d59-72d2cfbb7767 req-af9aa264-a886-4228-90bc-b359143bd76f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:45.877103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-45dc2c13-97f8-4abb-9d59-72d2cfbb7767 req-af9aa264-a886-4228-90bc-b359143bd76f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 943 time: 0.0849066
Dec 13 15:19:45.926059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-45dc2c13-97f8-4abb-9d59-72d2cfbb7767 req-ee5f286c-d6ce-4ad7-9027-94ce0f49dd29 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424953
Dec 13 15:19:47.059573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 54b9b930-171a-4752-b6ca-fd161a8a8745 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:19:47.169265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbfa6b-ac52-4996-bc3f-75d662eeedb9 req-c7e2d2b6-ad47-45ab-99f7-b9ef16349d83 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:47.170919 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d1fbfa6b-ac52-4996-bc3f-75d662eeedb9 req-c7e2d2b6-ad47-45ab-99f7-b9ef16349d83 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 943 time: 0.0911717
Dec 13 15:19:47.214166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:47.221599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d1fbfa6b-ac52-4996-bc3f-75d662eeedb9 req-47d60fee-f06e-4ab4-a3c1-13296102d500 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436525
Dec 13 15:19:47.229996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'port_id': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'mac_address': 'fa:16:3e:41:4b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:19:47.285719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:47.307717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b9b930-171a-4752-b6ca-fd161a8a8745 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:19:47.323377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:47.327394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:47.329262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:47.395978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:47.413315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:47.540665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:19:48.443917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1189f8-6a1f-4ffb-81cf-79cc320f2b28 req-c12b41a4-2b19-47cc-8164-506475a6b279 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:48.445478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec1189f8-6a1f-4ffb-81cf-79cc320f2b28 req-c12b41a4-2b19-47cc-8164-506475a6b279 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 944 time: 0.0895629
Dec 13 15:19:48.497746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec1189f8-6a1f-4ffb-81cf-79cc320f2b28 req-8b25bbe0-33cc-4679-b4a7-8f1fd8a8d807 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431259
Dec 13 15:19:49.060905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 54b9b930-171a-4752-b6ca-fd161a8a8745 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:19:49.147359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 54b9b930-171a-4752-b6ca-fd161a8a8745 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:19:49.154167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 54b9b930-171a-4752-b6ca-fd161a8a8745 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:19:49.154593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:49.277967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:49.308985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:19:49.319289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:19:49.323643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:19:49.325638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d2c4bf10-d9d0-4f46-bb50-f3e83ac76389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:19:49.393297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:19:49.396967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:19:49.451509 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'code': 200}
Dec 13 15:19:49.775526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5d57fd3-adfa-4382-b368-05fb0d649534 req-58b1ec6c-979d-4ff8-9c13-e2f06638e9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1098 time: 0.1501102
Dec 13 15:19:49.781504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214f2d0-ce86-49ab-80a1-8e23f7ebb527 req-69d23999-034a-4f82-b362-1db003bae4c2 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:49.783043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c214f2d0-ce86-49ab-80a1-8e23f7ebb527 req-69d23999-034a-4f82-b362-1db003bae4c2 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.1238413
Dec 13 15:19:49.855405 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e5d57fd3-adfa-4382-b368-05fb0d649534 req-2d41b056-00e5-42f8-8d34-ec202870d156 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712907
Dec 13 15:19:49.863138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c214f2d0-ce86-49ab-80a1-8e23f7ebb527 req-baf5bd28-ce73-4a81-9986-cc25fd099b91 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651202
Dec 13 15:19:51.081939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76942631-5cca-46b6-95b4-c8bbe9c823b7 req-4c21826b-dd6a-4431-9afd-290f0663c7ed tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:51.083569 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76942631-5cca-46b6-95b4-c8bbe9c823b7 req-4c21826b-dd6a-4431-9afd-290f0663c7ed tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0906606
Dec 13 15:19:51.138930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-76942631-5cca-46b6-95b4-c8bbe9c823b7 req-49cbb216-8bd6-4dba-9785-1a8b0cd2fff4 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488808
Dec 13 15:19:52.356347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef8b0-03a4-4a68-9c79-1d1f9e6de0ac req-a402c36b-a9e9-46aa-806a-b1ee7f2b8703 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:52.357984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0bef8b0-03a4-4a68-9c79-1d1f9e6de0ac req-a402c36b-a9e9-46aa-806a-b1ee7f2b8703 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0905006
Dec 13 15:19:52.412963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c0bef8b0-03a4-4a68-9c79-1d1f9e6de0ac req-23285cb6-e0a9-455d-ad37-6104b096ce3b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484796
Dec 13 15:19:52.626910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc2046-4967-49fb-aa14-d1d87777e6ae req-1a7478c8-5535-469a-bdc2-27df90ca9849 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:52.628574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a8cc2046-4967-49fb-aa14-d1d87777e6ae req-1a7478c8-5535-469a-bdc2-27df90ca9849 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0898645
Dec 13 15:19:52.683243 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a8cc2046-4967-49fb-aa14-d1d87777e6ae req-1f7bfc22-1133-46bd-96e9-61b5f4a08f2e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464470
Dec 13 15:19:53.144512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65fa8-e047-4fdd-bba2-1eda36e74e90 req-407e39d2-b736-498e-b3f2-1041d16418e1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:19:53.146083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dde65fa8-e047-4fdd-bba2-1eda36e74e90 req-407e39d2-b736-498e-b3f2-1041d16418e1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0948925
Dec 13 15:19:53.195832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dde65fa8-e047-4fdd-bba2-1eda36e74e90 req-cc698519-7edb-430c-85ca-4429a158f277 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434380
Dec 13 15:19:59.359401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:01.381883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-87271618-6cbc-4014-959a-2cc99cbbe3e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751414
Dec 13 15:20:01.535626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-f488dd6b-5c6d-4a25-b75e-ff0989ba61c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1098 time: 0.0789766
Dec 13 15:20:01.713455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-84bebebd-7fb4-458a-b03b-7df997c97236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:01.715211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-84bebebd-7fb4-458a-b03b-7df997c97236 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1482103
Dec 13 15:20:01.800074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-adf44cbc-f6ea-4861-a9f0-8cf4b0201315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 217 time: 0.0774636
Dec 13 15:20:01.872877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-b984d954-1f25-468f-a47b-fd12373b13ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:01.874451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-b984d954-1f25-468f-a47b-fd12373b13ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0668814
Dec 13 15:20:01.960336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-9e0dcd83-0e40-4f1e-9250-06b1f00f6aa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791414
Dec 13 15:20:02.107389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-4411a06b-1c09-4618-9139-e7713044af54 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388597
Dec 13 15:20:02.282442 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3980a9f4-1778-419f-bef3-2a3a2143065a req-0253aff8-05f7-4c06-8e5e-e635d5526f4a service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644402
Dec 13 15:20:03.985055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb2f7-2f41-44a3-a384-9b9fb96e826b req-cacbe1dc-22a8-421f-b791-6ea43a6444d9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:03.986510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d86eb2f7-2f41-44a3-a384-9b9fb96e826b req-cacbe1dc-22a8-421f-b791-6ea43a6444d9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0879004
Dec 13 15:20:04.042615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d86eb2f7-2f41-44a3-a384-9b9fb96e826b req-1700f9b7-29ec-4545-99d6-d3be1168a97d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495772
Dec 13 15:20:04.072381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57180) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:04.237754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29aae972-598a-4258-96ea-421e529b3ef3 tempest-TestMinimumBasicScenario-510558552 tempest-TestMinimumBasicScenario-510558552-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1093 time: 0.1641011
Dec 13 15:20:04.240910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57186) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:04.247004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:04.253615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:04.258093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:floatingip and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:04.261348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:04.268091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:04.279560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:04.434459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:04.581789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Allocated IP 172.26.4.38 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/474b5457-6a1a-490d-8a5f-ba164114f636) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:20:04.754715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:04.786410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:04.790328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:04.861381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:20:04.862362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'Port': ['ID=474b5457-6a1a-490d-8a5f-ba164114f636,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:04.864827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:20:04.867495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:20:04.913472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.913903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.914347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.914731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.915194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.916314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.916314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.917394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.917394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.917394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.918579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:20:04.922920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:05.419131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:05.475188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:05.705398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:05.712408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:05.718215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8bcf1996-639b-41ae-845c-a3cd240ec156 tempest-DeleteServersTestJSON-361532089 tempest-DeleteServersTestJSON-361532089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:05.829114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'Port': ['ID=474b5457-6a1a-490d-8a5f-ba164114f636,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:05.833426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:05.844731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:06.297081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Floating IP 4b79d20a-233d-46ae-9016-d59ed9d355a8 associated. External IP: 172.26.4.38, port: 54b9b930-171a-4752-b6ca-fd161a8a8745.
Dec 13 15:20:06.743362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Router 7ed36f42-fa10-48bf-a222-d0617298260d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:20:06.971318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:20:06.982288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Sync routers for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:20:06.995778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:20:06.996391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:20:06.996852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.059886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8115971
Dec 13 15:20:07.059886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:20:07.063938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:07.072503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544752065', 'description': 'tempest-secgroup-smoke-1544752065 description', 'project_id': 'fed5a2fcda4a458893c078c2d079763b'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:07.082606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.092949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.102371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.140239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.144269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:07.147258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:07.159213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.209120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:20:07.223164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.227159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.231521 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:20:07.234358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ac5e9d1-5528-472d-88d0-0c20195d4442 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:07.313500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac251ff6-7841-4f05-9906-7282d7d733c7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:07.325366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:07.344641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.346000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-87115ccc-c8bb-48b3-8810-f74f2b53b2df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2879293
Dec 13 15:20:07.349352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57198) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:07.357408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:07.364379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.369490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:07.373223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:07.373958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-72e0fbd4-9710-4806-aaf3-fc97e518bd5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1098 time: 0.1174448
Dec 13 15:20:07.380238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.396886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.462944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.467977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.470107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82473169-4520-4ee6-8a47-9f997acfadc3 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:07.494555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf89c42-d433-4cf7-b38c-67615cb7c9f1,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:07.497275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:07.506998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.510803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-022e6a3b-39ca-4cbc-8c87-35f83d0bb63f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1573181
Dec 13 15:20:07.511423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57202) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:07.517634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:07.524619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.527180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-04d7b581-14a7-49ee-8212-6304794a179a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:07.528665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:07.528790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-04d7b581-14a7-49ee-8212-6304794a179a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1462772
Dec 13 15:20:07.531903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:07.537899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.558613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.584146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172160>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4b79d20a-233d-46ae-9016-d59ed9d355a8', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'port_id': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'mac_address': 'fa:16:3e:41:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:20:05Z', 'updated_at': '2021-12-13T15:20:05Z', 'revision_number': 0, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:20:07.588832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Checking router: 7ed36f42-fa10-48bf-a222-d0617298260d for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:20:07.612423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:20:07.612423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:19:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:20:07.654958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.658471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.659681 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-0beb8ad3-63e6-4096-b86f-8a3a87786537 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 998 time: 0.1232212
Dec 13 15:20:07.660606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1486edbf-496a-48ad-8c29-abae49db02b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:07.691125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b55b40-5b25-4b79-863f-489227f0745e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:07.693592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.694887 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1827347
Dec 13 15:20:07.695932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b477f1b2-bea3-48b6-9360-796b7235fd35 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:07.698027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57206) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:07.708628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:07.715674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.720617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:07.723797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:07.730275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.744231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-6c943760-835d-47b0-8c9d-5cd7b1ac34fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:07.745974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-6c943760-835d-47b0-8c9d-5cd7b1ac34fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0774913
Dec 13 15:20:07.750414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.800859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:20:07.819366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.823491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.825038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f9031ba6-3b20-483b-9810-e801086c34d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:07.831336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-c12bd976-9ac7-45d3-abb0-ab980fc9a693 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767581
Dec 13 15:20:07.849215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7efdac5-cb6f-4c1a-9f64-911902236de8,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:07.851796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:07.859864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.863781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1609979
Dec 13 15:20:07.864146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57210) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:07.870353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:07.876917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:07.881036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:07.884134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:07.890254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:07.908395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.985744 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-ff11164d-a810-4ea3-95f1-9903b5dcc1cb service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415067
Dec 13 15:20:07.986011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.988011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24f3dacd-bc0c-4289-9e54-9aa439ec25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.992281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:07.994269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f78cbfb5-c386-4b73-a5b4-6eec8c8d2dd5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:08.017074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614db308-70e2-4aa4-956c-52997a3e3351,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:08.021600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:08.030570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.032222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2a630ed0-9a02-43f1-9baa-e51669d29ba8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1670680
Dec 13 15:20:08.035261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57214) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:08.042219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:08.048967 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:08.053070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:08.056130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:08.062794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:08.073470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Project fed5a2fcda4a458893c078c2d079763b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:20:08.082628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.141983 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1a17489-513e-447d-8e3c-74b6f61baec2 req-998c2c61-2416-462c-b149-388e94467f34 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488945
Dec 13 15:20:08.153766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.158096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.160117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5acff26-114d-478f-ab8c-5b9f6047cf94 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:08.184412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a935943-400b-47e5-85d7-d8496d38bc16,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:08.187112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:08.191813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172160>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4b79d20a-233d-46ae-9016-d59ed9d355a8', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'port_id': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'mac_address': 'fa:16:3e:41:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:20:05Z', 'updated_at': '2021-12-13T15:20:05Z', 'revision_number': 0, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:20:08.194168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.198154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-24d76b3c-5412-49a4-9d82-6668fb1b2eb3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1586616
Dec 13 15:20:08.198323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d68a74-2eaa-4acf-a66e-eb1f08de1f59 None None] The sync data for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv is: [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4b79d20a-233d-46ae-9016-d59ed9d355a8', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'port_id': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'mac_address': 'fa:16:3e:41:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:20:05Z', 'updated_at': '2021-12-13T15:20:05Z', 'revision_number': 0, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:20:08.198894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57218) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:20:08.205368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'security_group_rule': {'security_group_id': 'ac251ff6-7841-4f05-9906-7282d7d733c7', 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:08.212244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:20:08.216437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Usage tracker for resource:security_group_rule and tenant:fed5a2fcda4a458893c078c2d079763b is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:20:08.219651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:20:08.225821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:20:08.236836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Project fed5a2fcda4a458893c078c2d079763b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:20:08.243902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.315147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.318483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.320496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ebb1eff-be39-4152-ab1f-58f4b3c12b3c tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:08.345465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1244c9e7-561e-4337-9bdb-07d6347469c7,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:08.349815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:08.359308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:08.360607 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1606860
Dec 13 15:20:08.504420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-cc1d1c2c-ebbd-4ce6-bbbc-cd75402e5f23 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544752065&fields=id&tenant_id=fed5a2fcda4a458893c078c2d079763b HTTP/1.1" status: 200  len: 267 time: 0.0479329
Dec 13 15:20:08.549815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a7a52-c50f-48fd-86c5-823f6a1d8c35 None None] New status for floating IP 4b79d20a-233d-46ae-9016-d59ed9d355a8: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:20:08.593816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-42b03dad-9431-483f-971b-13233cecb82e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:08.595488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-42b03dad-9431-483f-971b-13233cecb82e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0848656
Dec 13 15:20:08.608560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'port': {'security_groups': ['a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8', 'ac251ff6-7841-4f05-9906-7282d7d733c7']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:20:08.740627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.020628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:20:09.052770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.059377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.065641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b8d27c5-efbe-43d3-8422-2b88b14a1dfb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:20:09.071565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:20:09.134177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:09.134832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.136351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b586577f-3c87-4ca2-875c-5e386d2e3846 req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "PUT /v2.0/ports/54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 981 time: 0.5338769
Dec 13 15:20:09.157532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=6']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:20:09.160933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:20:09.201235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:20:09.233153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:20:09.300142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:20:09.448297 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-0feba05a-b742-4ceb-88e1-d1157ebc8647 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1137 time: 0.1157939
Dec 13 15:20:09.455258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be2d76-267e-4ba0-bf8c-089d1b245440 req-45e4d53a-0be9-49cd-a61d-8195b116dda3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:09.456770 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02be2d76-267e-4ba0-bf8c-089d1b245440 req-45e4d53a-0be9-49cd-a61d-8195b116dda3 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.1959970
Dec 13 15:20:09.523754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6d32e3ed-6d1f-4801-8e1a-8304bf420f82 None None] Provisioning complete for port 54b9b930-171a-4752-b6ca-fd161a8a8745 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:20:09.524175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d32e3ed-6d1f-4801-8e1a-8304bf420f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.611789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-02be2d76-267e-4ba0-bf8c-089d1b245440 req-fd015717-1861-4b45-a6bd-8cc0ee1202b9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:20:09.634293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:09.645801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff508da9-3315-4902-9393-90081c83d89a req-5c1eb91f-fa5f-47bd-85ba-503fc3cc1bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:09.647413 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-5c1eb91f-fa5f-47bd-85ba-503fc3cc1bdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1897132
Dec 13 15:20:09.648808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-02be2d76-267e-4ba0-bf8c-089d1b245440 req-fd015717-1861-4b45-a6bd-8cc0ee1202b9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:20:09.650129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-02be2d76-267e-4ba0-bf8c-089d1b245440 req-fd015717-1861-4b45-a6bd-8cc0ee1202b9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1684651
Dec 13 15:20:09.776035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-8e2d99f6-89d8-4b92-b701-72821a588315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 1000 time: 0.1152494
Dec 13 15:20:09.857905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff508da9-3315-4902-9393-90081c83d89a req-c8cc83c1-65da-4bea-b1d7-d2752a9190ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:09.859535 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-c8cc83c1-65da-4bea-b1d7-d2752a9190ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0726941
Dec 13 15:20:09.944591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-0fa46aa2-8848-4b52-87c5-728161a591ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766821
Dec 13 15:20:10.091690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-843c7644-f339-4359-8043-71d32e14a542 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387086
Dec 13 15:20:10.242720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff508da9-3315-4902-9393-90081c83d89a req-e81bcc4f-b99a-4bda-af71-ec848cda8bac service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443644
Dec 13 15:20:10.398075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1af9e9b1-f43b-4876-8587-151013681266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:10.876081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:12.254734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:12.814123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:20:24.057203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-31fb2bb0-153d-4cc9-93a5-c95624fbc64d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1137 time: 0.1534386
Dec 13 15:20:24.064556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d91e-53ab-4cba-88b2-c10319a46d60 req-db969048-debe-4944-ae0c-47984622e6e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:24.066022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3d6d91e-53ab-4cba-88b2-c10319a46d60 req-db969048-debe-4944-ae0c-47984622e6e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.1266832
Dec 13 15:20:24.238018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a3d6d91e-53ab-4cba-88b2-c10319a46d60 req-5b82eafe-0d61-43ac-a890-7235657edf00 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1496882
Dec 13 15:20:24.258428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-12d384b4-10c7-4a63-9ae1-cea0aa73d5cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:24.260037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-12d384b4-10c7-4a63-9ae1-cea0aa73d5cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1931126
Dec 13 15:20:24.377547 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-8c39766c-bf58-45a3-93d5-1472bbb944c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 1000 time: 0.1102874
Dec 13 15:20:24.454903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-ecd7dfce-ad35-4fdb-ae0b-e2ed06fe7b9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:24.456512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-ecd7dfce-ad35-4fdb-ae0b-e2ed06fe7b9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0707288
Dec 13 15:20:24.543641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-a60ca9dd-27e0-4047-921f-c5a239765d0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774627
Dec 13 15:20:24.930137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-e2d42698-024d-4d54-a685-54eb99e3a967 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782034
Dec 13 15:20:25.085444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f838e3b-2dca-4f7a-a65e-4feda4a516eb req-e93227cf-7f56-4821-9d01-e50056d7a882 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477258
Dec 13 15:20:25.458538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496d6b-f7c3-47f5-b574-f097cea78f5c req-47bff53a-063a-4b64-af6f-753b2ceb7bbe tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:25.460175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b8496d6b-f7c3-47f5-b574-f097cea78f5c req-47bff53a-063a-4b64-af6f-753b2ceb7bbe tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0926077
Dec 13 15:20:25.518675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b8496d6b-f7c3-47f5-b574-f097cea78f5c req-353d70dd-e4c7-4575-9371-a5a5187d9875 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0491891
Dec 13 15:20:26.738854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1775ac-a1c7-4348-8b5f-4f38fb144020 req-05de4363-2e7f-4059-a75f-8834f9873426 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:26.740471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e1775ac-a1c7-4348-8b5f-4f38fb144020 req-05de4363-2e7f-4059-a75f-8834f9873426 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0924602
Dec 13 15:20:26.790915 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2e1775ac-a1c7-4348-8b5f-4f38fb144020 req-26fe4a4d-134d-424a-9758-8d8c8da7c965 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0440848
Dec 13 15:20:28.016408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e87b1-d8e5-445b-800d-24e652f1eabe req-effe381a-c4a4-4b2a-adfc-49cfbb41bb8e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:28.018011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-333e87b1-d8e5-445b-800d-24e652f1eabe req-effe381a-c4a4-4b2a-adfc-49cfbb41bb8e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0907741
Dec 13 15:20:28.072383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-333e87b1-d8e5-445b-800d-24e652f1eabe req-a9c0cb1c-a272-4503-9ba1-37988cd3665e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450375
Dec 13 15:20:29.306115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e15f-4e54-45b3-9bbd-e68b48cdccbd req-b9cbcfa9-54f9-4242-a988-2b7b7bc2815f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:29.308322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f8e8e15f-4e54-45b3-9bbd-e68b48cdccbd req-b9cbcfa9-54f9-4242-a988-2b7b7bc2815f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0912464
Dec 13 15:20:29.361117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f8e8e15f-4e54-45b3-9bbd-e68b48cdccbd req-90289bd0-0e94-459c-b829-f06af694ca26 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468194
Dec 13 15:20:29.365190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:30.589072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab898fb-249e-4926-a8a3-7d37220a06aa req-8453d2f9-183d-42da-8b63-ee4e8b2f80df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:30.590579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eab898fb-249e-4926-a8a3-7d37220a06aa req-8453d2f9-183d-42da-8b63-ee4e8b2f80df tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0981047
Dec 13 15:20:30.646228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eab898fb-249e-4926-a8a3-7d37220a06aa req-884d07a7-c322-4be4-b033-39b56ebc3d34 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455282
Dec 13 15:20:31.865341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b667b5-114c-4d39-a176-c3f0fe5a108f req-abaf192b-66f2-41b6-995b-c7eedca5e604 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:31.867528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97b667b5-114c-4d39-a176-c3f0fe5a108f req-abaf192b-66f2-41b6-995b-c7eedca5e604 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0933652
Dec 13 15:20:31.927188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97b667b5-114c-4d39-a176-c3f0fe5a108f req-bd9e43ed-c94e-41d4-bc3e-8b21b70d99b0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532324
Dec 13 15:20:33.157079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54651-329e-4dcb-a4d6-cd2b8c094a93 req-8b124d78-b8e7-4d6c-93fb-88fad3f3bab9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:33.158686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08f54651-329e-4dcb-a4d6-cd2b8c094a93 req-8b124d78-b8e7-4d6c-93fb-88fad3f3bab9 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0895274
Dec 13 15:20:33.212836 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08f54651-329e-4dcb-a4d6-cd2b8c094a93 req-cf055aaa-5a66-499e-8c5b-cc2654496afb tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450807
Dec 13 15:20:34.439792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec719310-2e7e-4f6c-ad88-811be201d387 req-728eb806-6a87-4480-a6c3-3a34a6096054 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:34.441383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec719310-2e7e-4f6c-ad88-811be201d387 req-728eb806-6a87-4480-a6c3-3a34a6096054 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0907347
Dec 13 15:20:34.493290 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec719310-2e7e-4f6c-ad88-811be201d387 req-8e7fcbe1-7795-446f-8b78-46f1c404d015 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0453618
Dec 13 15:20:35.717274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4204db3-dc02-484f-81a2-fa2651ded6f2 req-266273d8-522e-41e9-8bd0-35f7eb09778e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:35.718962 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4204db3-dc02-484f-81a2-fa2651ded6f2 req-266273d8-522e-41e9-8bd0-35f7eb09778e tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0963342
Dec 13 15:20:35.773433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d4204db3-dc02-484f-81a2-fa2651ded6f2 req-8508b03b-d167-43f4-bffe-eb97cb9f55e4 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0479519
Dec 13 15:20:36.999121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33518c5-342f-4e18-bba8-cde4369bb7b4 req-fe75411f-709b-46ff-8fae-941559cc0f23 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:20:37.000847 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e33518c5-342f-4e18-bba8-cde4369bb7b4 req-fe75411f-709b-46ff-8fae-941559cc0f23 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0928288
Dec 13 15:20:37.051713 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e33518c5-342f-4e18-bba8-cde4369bb7b4 req-2ed70eef-e279-490b-b9d4-8872befff038 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&id=ac251ff6-7841-4f05-9906-7282d7d733c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444260
Dec 13 15:20:37.992254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea8ffdaf-2b86-4175-b058-7966fda5f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:39.557432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:40.394160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8812ccbb-5d07-4478-a0fa-83b9c8c1c919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:40.884470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:42.258102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:20:49.815285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:20:59.358620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:03.385417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-c8d0e623-464c-4755-b515-ffc4a048c9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801497
Dec 13 15:21:03.560533 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-f0e3c1ca-3621-418a-9832-b8848091760e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1137 time: 0.0915353
Dec 13 15:21:03.731548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-d2254213-9272-4402-93f6-db314062bd47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:03.733117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-d2254213-9272-4402-93f6-db314062bd47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1463029
Dec 13 15:21:03.842050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-7b4741df-b71c-474c-9c14-958f9304e175 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 1000 time: 0.1005375
Dec 13 15:21:03.916198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-84e55874-2c26-4505-95d5-ad7f4ca87b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:03.917768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-84e55874-2c26-4505-95d5-ad7f4ca87b5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0684245
Dec 13 15:21:04.002363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-19ba475c-a791-4244-81ab-7acb91a3726f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780482
Dec 13 15:21:04.163301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-f60b02e5-9b68-4c5f-bd2c-d57cb3cbd7f8 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527126
Dec 13 15:21:04.310520 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb2e1a4a-ad64-49e2-8535-55126130494f req-cd1b4038-5647-425c-ba5b-f48622856350 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400244
Dec 13 15:21:07.990216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-61734509-cca9-4ed1-ab3c-2637e04e30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:09.552011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:09.585777 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-a4d15d07-18ad-4a8e-b4c5-bdf45ce29d31 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544752065&fields=id&tenant_id=fed5a2fcda4a458893c078c2d079763b HTTP/1.1" status: 200  len: 267 time: 0.0485711
Dec 13 15:21:09.690272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-170a9e87-3b6d-4021-a645-aa550528366f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:09.691913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-170a9e87-3b6d-4021-a645-aa550528366f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 984 time: 0.0979905
Dec 13 15:21:09.703690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Request body: {'port': {'security_groups': ['a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8']}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:09.832712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.092023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:10.118522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.123953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.130000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c5c72a6-0343-4a8b-adc6-64b8dc379ff8 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:10.137371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:21:10.194417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:10.194869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.196697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f062625b-46ad-4ea9-b363-7628d6bf4e17 req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "PUT /v2.0/ports/54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 942 time: 0.4976726
Dec 13 15:21:10.197309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:21:10.203656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57270) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:10.230711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event updated for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=7']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:10.240809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.241682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.242201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.242819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.243352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.243862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.244370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.244872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.245372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.245878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.246380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.260351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:10.276048 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:21:10.276748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:21:10.366501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.414958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.459245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-066bc42c-6caf-4ed4-b925-c9005f243f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.478286 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-aa2f34ed-242d-44a6-a192-d49c33ac7583 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1098 time: 0.1466196
Dec 13 15:21:10.596004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.603746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-66e41426-af01-4bab-97db-785cbb53e619 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:10.623419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a8fc8e08-b56b-4362-84ec-7002298509a0 None None] Provisioning complete for port 54b9b930-171a-4752-b6ca-fd161a8a8745 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:10.624294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8e08-b56b-4362-84ec-7002298509a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.625346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac251ff6-7841-4f05-9906-7282d7d733c7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:10.651598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.652069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.652414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.652823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.653299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.653705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.654112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.654512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.654926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.655400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.655774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:10.661666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:10.662622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.663734 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f581e87b-72af-4aaf-8f00-b73e95e148e5 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "DELETE /v2.0/security-groups/ac251ff6-7841-4f05-9906-7282d7d733c7 HTTP/1.1" status: 204  len: 168 time: 0.4593565
Dec 13 15:21:10.666795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57274) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:10.669189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840c3c-0a51-4132-8e61-e6c470422191 req-06ed5df2-438b-425e-b343-8f974d35139f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:10.671170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-06ed5df2-438b-425e-b343-8f974d35139f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1864717
Dec 13 15:21:10.786050 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-fe3b4d79-62f5-4756-b74f-9060d91d366d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 1000 time: 0.1067889
Dec 13 15:21:10.863710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840c3c-0a51-4132-8e61-e6c470422191 req-e28827bf-c523-487d-8632-66ba82758740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:10.865654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-e28827bf-c523-487d-8632-66ba82758740 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0724354
Dec 13 15:21:10.877224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.889382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Deleting port 474b5457-6a1a-490d-8a5f-ba164114f636 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:10.889760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:10.951652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-2f1cfffa-df84-4427-b391-7947a534edeb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767224
Dec 13 15:21:11.068813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:11.069043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:11.098275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-cf1d4f7f-a2f2-44ac-9116-14f16f12ff1a service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398928
Dec 13 15:21:11.198717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Calling delete_port for 474b5457-6a1a-490d-8a5f-ba164114f636 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:11.244454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-95840c3c-0a51-4132-8e61-e6c470422191 req-2945925d-fd3a-4178-8ef4-c91f4567c803 service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384916
Dec 13 15:21:11.356303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:11.360103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c3306c1-fadc-4411-b7fa-4d62fcae6533 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:11.645424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event deleted for resources: {'Port': ['ID=474b5457-6a1a-490d-8a5f-ba164114f636,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:11.648347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:11.751585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:12.186879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Router 7ed36f42-fa10-48bf-a222-d0617298260d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:21:12.257654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:12.412022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:21:12.423141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Sync routers for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:21:12.434558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:12.438496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:12.439219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f61dba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:12.492305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "DELETE /v2.0/floatingips/4b79d20a-233d-46ae-9016-d59ed9d355a8 HTTP/1.1" status: 204  len: 168 time: 1.8241410
Dec 13 15:21:12.492966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:21:12.558318 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:21:12.635970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:12.662293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-e0bfc577-37b4-4ad5-9166-42352f2419b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fed5a2fcda4a458893c078c2d079763b&device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 1098 time: 0.0795116
Dec 13 15:21:12.816465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-5d83d29e-ee92-4822-86f8-6bcb42dd2284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:12.818250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-5d83d29e-ee92-4822-86f8-6bcb42dd2284 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 200  len: 916 time: 0.1501017
Dec 13 15:21:12.901591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-64ddda5b-27f9-441d-8910-c21f4804f0dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 200  len: 217 time: 0.0759177
Dec 13 15:21:12.977526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-23088817-3b2b-453e-a730-10baff296e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:12.979460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-23088817-3b2b-453e-a730-10baff296e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 200  len: 854 time: 0.0715618
Dec 13 15:21:12.994873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f61dba8>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:12.999068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Checking router: 7ed36f42-fa10-48bf-a222-d0617298260d for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:21:13.010630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:13.011360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f61dba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:13.068033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-a4a0bb6b-c567-452c-a6fd-3fd69b052741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7c0a40a-4d00-43f5-87f8-b2207146a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817533
Dec 13 15:21:13.237721 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-7b1548c5-8283-4096-b007-85426212bd9c service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558611
Dec 13 15:21:13.350646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:13.392364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a5872fe-e2e9-434f-9a5c-fca6be9f419a req-5e1f7aa8-5105-42c7-8de6-bf3b10fec5fa service neutron] 10.222.0.72 "GET /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458495
Dec 13 15:21:13.697274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f61dba8>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:13.702038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb03cf6-49cd-4daf-afb8-60322cf181c4 None None] The sync data for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv is: [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:19:10Z', 'revision_number': 4, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '36110b76-9027-4797-b875-475e7a61cd8e', 'name': '', 'network_id': 'b7c0a40a-4d00-43f5-87f8-b2207146a3dd', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'mac_address': 'fa:16:3e:79:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:09Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'subnets': [{'id': '87dde0b0-7bb0-48be-b0bc-dba237ac3b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:21:14.153302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e4ae66-573e-4a85-8dce-01400d619c06 None None] New status for floating IP 4b79d20a-233d-46ae-9016-d59ed9d355a8: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:21:17.151305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a42b2-7eb7-423e-9071-447ff70ab641 req-53d4a990-2e34-4ccb-9e70-944e7d07e051 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:17.152963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-083a42b2-7eb7-423e-9071-447ff70ab641 req-53d4a990-2e34-4ccb-9e70-944e7d07e051 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0965853
Dec 13 15:21:17.206869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-083a42b2-7eb7-423e-9071-447ff70ab641 req-8802bd90-dc0a-4e08-bcc5-2e0527689195 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:17.224038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-083a42b2-7eb7-423e-9071-447ff70ab641 req-8802bd90-dc0a-4e08-bcc5-2e0527689195 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:17.225832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-083a42b2-7eb7-423e-9071-447ff70ab641 req-8802bd90-dc0a-4e08-bcc5-2e0527689195 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639310
Dec 13 15:21:18.439050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d013feb-760a-4d78-afed-6964ad521bd2 req-23dd77f7-f377-4c6c-a554-60add71d75fd tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:18.439839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4d013feb-760a-4d78-afed-6964ad521bd2 req-23dd77f7-f377-4c6c-a554-60add71d75fd tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Synchronizing usage tracker for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:18.456099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-4d013feb-760a-4d78-afed-6964ad521bd2 req-23dd77f7-f377-4c6c-a554-60add71d75fd tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Unset dirty status for tenant:fed5a2fcda4a458893c078c2d079763b on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:18.457353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d013feb-760a-4d78-afed-6964ad521bd2 req-23dd77f7-f377-4c6c-a554-60add71d75fd tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.1058016
Dec 13 15:21:18.508304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4d013feb-760a-4d78-afed-6964ad521bd2 req-53fe3630-7f61-4f09-8ff8-49fff7439a8a tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440037
Dec 13 15:21:18.755783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-b72c384e-8594-4876-a388-45f17767e44f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:18.757344 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-b72c384e-8594-4876-a388-45f17767e44f tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 945 time: 0.0958836
Dec 13 15:21:18.847436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Deleting port 54b9b930-171a-4752-b6ca-fd161a8a8745 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:18.847767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:19.353452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] For port 54b9b930-171a-4752-b6ca-fd161a8a8745, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54b9b930-171a-4752-b6ca-fd161a8a8745,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:19.353855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:19.479453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Calling delete_port for 54b9b930-171a-4752-b6ca-fd161a8a8745 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:19.675037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:19.686021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0e0fd256-efa0-439a-9b04-17406055a115 req-d2fd208f-7429-4b51-a92a-0674b6d03109 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c16fa10-13e6-4a99-af3f-27ba1bee072c HTTP/1.1" status: 200  len: 210 time: 0.0500216
Dec 13 15:21:19.686729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:19.686864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['54b9b930-171a-4752-b6ca-fd161a8a8745'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:21:19.734153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Pushing event deleted for resources: {'Port': ['ID=54b9b930-171a-4752-b6ca-fd161a8a8745,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:19.738508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:19.814654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] No DVR routers for this DVR port 54b9b930-171a-4752-b6ca-fd161a8a8745 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:21:19.817278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:19.820330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'name': 'network-vif-deleted', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:21:19.836557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee45c857-e9e8-43a1-9aca-38edd92d5bf2 req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] 10.222.0.72 "DELETE /v2.0/ports/54b9b930-171a-4752-b6ca-fd161a8a8745 HTTP/1.1" status: 204  len: 173 time: 1.0736222
Dec 13 15:21:19.998422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c16fa10-13e6-4a99-af3f-27ba1bee072c', 'name': 'network-vif-deleted', 'tag': '54b9b930-171a-4752-b6ca-fd161a8a8745', 'status': 'completed', 'code': 200}
Dec 13 15:21:21.477519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57362) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:21.898341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:22.542257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Deleting port 36110b76-9027-4797-b875-475e7a61cd8e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:22.542869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:22.726205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] For port 36110b76-9027-4797-b875-475e7a61cd8e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=36110b76-9027-4797-b875-475e7a61cd8e,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:22.726602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:22.851755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Calling delete_port for 36110b76-9027-4797-b875-475e7a61cd8e owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:23.060240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:23.064559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0d2c3498-930e-438c-a30f-c3f1f54c4a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:23.108487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=36110b76-9027-4797-b875-475e7a61cd8e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:23.111127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:23.421016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:23.540655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 54b9b930-171a-4752-b6ca-fd161a8a8745 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:23.575874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 54b9b930-171a-4752-b6ca-fd161a8a8745 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:23.576430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 54b9b930-171a-4752-b6ca-fd161a8a8745 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:24.314962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Router 7ed36f42-fa10-48bf-a222-d0617298260d has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:21:24.532607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:21:24.543022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Sync routers for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:21:24.545625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] 10.222.0.69 "PUT /v2.0/routers/7ed36f42-fa10-48bf-a222-d0617298260d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0664580
Dec 13 15:21:24.548596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57366) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:24.555878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:24.556550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8465f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:24.744608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:24.760015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:24.968423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:24.978133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Deleting port f909f849-3547-44ed-8179-c5c7f4f7c075 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:24.978499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:25.042955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8465f8>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:21:22Z', 'revision_number': 5, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port': {'id': 'f909f849-3547-44ed-8179-c5c7f4f7c075', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:07Z', 'updated_at': '2021-12-13T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:25.046943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Checking router: 7ed36f42-fa10-48bf-a222-d0617298260d for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:21:25.058658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Routers {'7ed36f42-fa10-48bf-a222-d0617298260d'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:25.059375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8465f8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['7ed36f42-fa10-48bf-a222-d0617298260d'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:25.177212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] For port f909f849-3547-44ed-8179-c5c7f4f7c075, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=f909f849-3547-44ed-8179-c5c7f4f7c075,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:25.177626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:25.213825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] Set router 7ed36f42-fa10-48bf-a222-d0617298260d gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:25.305019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Calling delete_port for f909f849-3547-44ed-8179-c5c7f4f7c075 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:25.324444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8465f8>, [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:21:24Z', 'revision_number': 6, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:25.329045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b60f4-2f64-430e-8f9d-d45e7528ab22 None None] The sync data for ids ['7ed36f42-fa10-48bf-a222-d0617298260d'] in dv-neutron-821565-1-hyperv is: [{'id': '7ed36f42-fa10-48bf-a222-d0617298260d', 'name': 'tempest-TestMinimumBasicScenario-2034873135-router', 'tenant_id': 'fed5a2fcda4a458893c078c2d079763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:06Z', 'updated_at': '2021-12-13T15:21:24Z', 'revision_number': 6, 'project_id': 'fed5a2fcda4a458893c078c2d079763b', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:21:25.484007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:25.488619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e19ea071-a24d-40eb-abeb-9fb090ecf4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:25.532837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Pushing event deleted for resources: {'Port': ['ID=f909f849-3547-44ed-8179-c5c7f4f7c075,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:25.536921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:25.771326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.010002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 36110b76-9027-4797-b875-475e7a61cd8e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:26.047614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.047864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 36110b76-9027-4797-b875-475e7a61cd8e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:26.048347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 36110b76-9027-4797-b875-475e7a61cd8e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:26.048893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f909f849-3547-44ed-8179-c5c7f4f7c075 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:26.057238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.085683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: f909f849-3547-44ed-8179-c5c7f4f7c075 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:26.086181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device f909f849-3547-44ed-8179-c5c7f4f7c075 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:26.091634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.092242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed36f42-fa10-48bf-a222-d0617298260d {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:21:26.106065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.108632 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] 10.222.0.69 "DELETE /v2.0/routers/7ed36f42-fa10-48bf-a222-d0617298260d HTTP/1.1" status: 204  len: 168 time: 1.5589669
Dec 13 15:21:26.110053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57370) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:26.176106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Deleting subnet 87dde0b0-7bb0-48be-b0bc-dba237ac3b37 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:21:26.179670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.236235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.321652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.408272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.412777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd16446f-8139-42e7-b590-24b427eabad7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:26.448424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dde0b0-7bb0-48be-b0bc-dba237ac3b37,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:26.452772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:26.455695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.463048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e714f60-b1c0-4a22-9bf8-6fdce7e969cd None None] Network b7c0a40a-4d00-43f5-87f8-b2207146a3dd requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:21:26.463233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/87dde0b0-7bb0-48be-b0bc-dba237ac3b37 HTTP/1.1" status: 204  len: 168 time: 0.3509986
Dec 13 15:21:26.464861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57374) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:26.582162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.593864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Deleting port 14923258-7f9c-4c9c-aee0-ff840196ba85 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:26.594227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.732401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] DHCP port deletion for b7c0a40a-4d00-43f5-87f8-b2207146a3dd request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:21:26.739523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Deleting port 14923258-7f9c-4c9c-aee0-ff840196ba85 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:26.739953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.805708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:21:26.810010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] For port 14923258-7f9c-4c9c-aee0-ff840196ba85, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14923258-7f9c-4c9c-aee0-ff840196ba85,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:26.810409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:26.938807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Calling delete_port for 14923258-7f9c-4c9c-aee0-ff840196ba85 owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:26.955410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] For port 14923258-7f9c-4c9c-aee0-ff840196ba85, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=14923258-7f9c-4c9c-aee0-ff840196ba85,segment=NetworkSegment(8923784a-3e63-479a-bd7c-875d573c6cee),segment_id=8923784a-3e63-479a-bd7c-875d573c6cee)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:26.955817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:27.087046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Calling delete_port for 14923258-7f9c-4c9c-aee0-ff840196ba85 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:27.167655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:27.172994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1bfee0d-6f29-4876-9f93-dea702b884d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:27.220049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Pushing event deleted for resources: {'Port': ['ID=14923258-7f9c-4c9c-aee0-ff840196ba85,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:27.230888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] No DVR routers for this DVR port 14923258-7f9c-4c9c-aee0-ff840196ba85 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:21:27.233473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.233998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.234228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.234605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.234997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.235381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.235752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.236108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.236473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.236836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.237198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:27.241084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:27.264176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:21:27.264541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:21:27.766558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Deleting port 14923258-7f9c-4c9c-aee0-ff840196ba85 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:27.767493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:27.842748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] The port '14923258-7f9c-4c9c-aee0-ff840196ba85' was deleted {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:21:27.968302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:27.995915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e7ae5c0>,) {'filters': {'network_id': ['b7c0a40a-4d00-43f5-87f8-b2207146a3dd']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:28.003432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14923258-7f9c-4c9c-aee0-ff840196ba85 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:28.010797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7ae5c0>, '8923784a-3e63-479a-bd7c-875d573c6cee') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:28.011204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e7ae5c0>, '8923784a-3e63-479a-bd7c-875d573c6cee') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:28.023681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:28.037603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 14923258-7f9c-4c9c-aee0-ff840196ba85 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:28.037995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 14923258-7f9c-4c9c-aee0-ff840196ba85 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:28.044223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:28.051001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:21:28.051459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:21:28.066179 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:21:28.157286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:28.163143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f2dee0-8557-4c9f-9a26-0413fc2ea921 tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:28.182201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:28.193755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c0a40a-4d00-43f5-87f8-b2207146a3dd,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:28.197133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:28.209561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] 10.222.0.69 "DELETE /v2.0/networks/b7c0a40a-4d00-43f5-87f8-b2207146a3dd HTTP/1.1" status: 204  len: 168 time: 1.7433126
Dec 13 15:21:28.212585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57378) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:28.663544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:29.334444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Deleting port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:29.335021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:29.382650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:29.524259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] For port 9d7629ed-8f99-4668-a17e-eb8d80bb7a79, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:29.524621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:29.651399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Calling delete_port for 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:29.838553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:29.842384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1143bc8d-a90b-4f09-a465-b9189e437f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:29.885658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7629ed-8f99-4668-a17e-eb8d80bb7a79,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:29.889494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:30.191932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:31.096918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Router f0679fb6-27c4-453f-a7ec-0d2b999cf35b has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:21:31.324517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:21:31.335069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Sync routers for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:21:31.335491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-947a1fd3-4692-4e74-8928-aac132672c6b admin admin] 10.222.0.69 "PUT /v2.0/routers/f0679fb6-27c4-453f-a7ec-0d2b999cf35b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1218278
Dec 13 15:21:31.338253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57382) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:31.348128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:31.348759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8dcba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:31.541614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:31.548045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:31.760459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:31.770128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Deleting port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:31.770517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:31.962781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] For port fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:31.963233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.031279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8dcba8>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:21:29Z', 'revision_number': 5, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port': {'id': 'fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:14Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:32.035567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Checking router: f0679fb6-27c4-453f-a7ec-0d2b999cf35b for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:21:32.047616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Routers {'f0679fb6-27c4-453f-a7ec-0d2b999cf35b'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:32.048299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8dcba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:32.088358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Calling delete_port for fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:32.218350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] Set router f0679fb6-27c4-453f-a7ec-0d2b999cf35b gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:32.271770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.277010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12567d18-0e3a-4d2b-804a-c2cadf59871e tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:32.324299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:32.328153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:32.335602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8dcba8>, [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:21:31Z', 'revision_number': 6, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:32.340441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32d80-79b8-4b45-8ccf-e1e95a84dcfe None None] The sync data for ids ['f0679fb6-27c4-453f-a7ec-0d2b999cf35b'] in dv-neutron-821565-1-hyperv is: [{'id': 'f0679fb6-27c4-453f-a7ec-0d2b999cf35b', 'name': 'tempest-TestMinimumBasicScenario-570051753-router', 'tenant_id': 'dd225638c8dd4167ae521edf179c7798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:21:31Z', 'revision_number': 6, 'project_id': 'dd225638c8dd4167ae521edf179c7798', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:21:32.567016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.837351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.842331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.873530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.874065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0679fb6-27c4-453f-a7ec-0d2b999cf35b {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:21:32.892254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:32.893519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f0679fb6-27c4-453f-a7ec-0d2b999cf35b HTTP/1.1" status: 204  len: 168 time: 1.5541761
Dec 13 15:21:32.896767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57386) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:32.963208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Deleting subnet 3b925606-85b7-4324-9626-3c67c24a13ec {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:21:32.966557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.022928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.109855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.181482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.185384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9905be30-a50b-4f93-8929-6d8598050798 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:33.490571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b925606-85b7-4324-9626-3c67c24a13ec,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:33.494305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:33.497710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.503801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9827fcd-6efc-4053-b4ca-a25b570600ea None None] Network e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:21:33.504415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3b925606-85b7-4324-9626-3c67c24a13ec HTTP/1.1" status: 204  len: 168 time: 0.6064546
Dec 13 15:21:33.507056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57390) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:33.622293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.633623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Deleting port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:33.633984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.767216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] DHCP port deletion for e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:21:33.772324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Deleting port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:33.773337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.849612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] For port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:33.850024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:33.982909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Calling delete_port for 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:33.988826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] For port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,segment=NetworkSegment(88428461-2cbf-44d6-a311-4046757d04d6),segment_id=88428461-2cbf-44d6-a311-4046757d04d6)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:33.989250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.053194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:34.056174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.061086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:34.103888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0fecb5-d0ed-44d9-9195-d45e8319ce0f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:34.107700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:34.110803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] No DVR routers for this DVR port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:21:34.143392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Calling delete_port for 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:21:34.178566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:34.179006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 9d7629ed-8f99-4668-a17e-eb8d80bb7a79 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:34.179626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:34.218874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:34.219302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fb5f3e0c-f9dd-4541-94f3-853d1e3f3af0 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:34.219759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:21:34.237466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.262522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:21:34.262832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:21:34.269525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65f64f198>,) {'filters': {'network_id': ['e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:34.283886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f64f198>, '88428461-2cbf-44d6-a311-4046757d04d6') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:34.284226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65f64f198>, '88428461-2cbf-44d6-a311-4046757d04d6') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:34.289059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:21:34.289685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:21:34.297630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.313712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.320316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:21:34.320741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:21:34.335685 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:21:34.423703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.428310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.431151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5021d5f-74b0-44ef-b29a-aa89c6f82e8d tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:34.458721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:34.461199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:34.463335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e0c19ad6-99b3-4b3c-95e8-e9de3a364fc4 HTTP/1.1" status: 204  len: 168 time: 0.9552040
Dec 13 15:21:34.715569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57396) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:34.771732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e34f0277-2127-418b-8ce7-ab7a86bd49d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fed5a2fcda4a458893c078c2d079763b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0547307
Dec 13 15:21:34.776005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57400) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:34.790868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Deleting port 8c0fecb5-d0ed-44d9-9195-d45e8319ce0f {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:21:34.791358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.846937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.863642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1ee569b0-0213-48ae-85ab-ba0c0823c79a None None] The port '8c0fecb5-d0ed-44d9-9195-d45e8319ce0f' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:21:34.878664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.932182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.937639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29c9ec91-1c76-46fd-b5bc-820f6de440cc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:34.951302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:34.954154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:34.961640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:34.962865 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1a9fdda-9bfa-41a5-a70e-9fdf993f2ea8 HTTP/1.1" status: 204  len: 168 time: 0.1855881
Dec 13 15:21:35.422567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57408) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:35.478787 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-372b7f57-98e1-4d95-9c49-7e66c1593ee1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd225638c8dd4167ae521edf179c7798&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0548017
Dec 13 15:21:35.481571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57412) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:35.544320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:35.571257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:35.631969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:35.635859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b521eb0-8bfb-409d-8b84-38a43d8ac861 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:35.647630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df71d65-a940-4819-bda1-7a4ee1915917,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:35.651419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:35.654720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:35.655959 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fb67d110-2169-4331-a240-c49124175c23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3df71d65-a940-4819-bda1-7a4ee1915917 HTTP/1.1" status: 204  len: 168 time: 0.1734269
Dec 13 15:21:37.985656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-881cd871-0689-4589-a464-a9ead50deed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.219693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57456) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:38.228038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934641753', 'description': 'tempest-secgroup-smoke-934641753 description', 'project_id': '72d0055af4b043cf8c73dec466585f6c'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:38.234863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.239296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.243066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.249465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.262011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.275765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.310569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.314688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.317795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.324592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.405191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.410173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.414263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7ec9075-7ce3-4cf5-8078-ab02231f46bc tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:38.454223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604af9a6-0fb4-4ece-8303-1acd87f80cf1,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:38.459990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.462598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:38.464935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.468001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.474340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.533247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.538571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.544361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8c84818-e1c8-470e-b359-9128b08a9964 tempest-SecGroupTest-1730377408 tempest-SecGroupTest-1730377408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:38.590711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf5b65-85d5-4b79-8041-0fb56b26760b,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:38.593468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.594744 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3737104
Dec 13 15:21:38.595749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-faef2e83-8f2a-4e24-80c3-a669c5a06c1d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:38.598093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57460) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:38.604311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:38.611040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.615698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.618869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.625276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.644325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.709951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.713531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.719570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f65ecece-41b9-4520-b43d-222658dcde0d tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:38.740512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03638d5-6f9f-477b-938f-fc4d0c40f598,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:38.743090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:38.751974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.753682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1546557
Dec 13 15:21:38.757517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57464) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:38.763838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:38.770871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.775241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.778313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.785671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.802442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.873438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.877495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.888812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12096d1a-842d-456b-a0c0-e2d3f437aa4b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:38.913265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20951f2-15fb-423b-8618-f927172c6b87,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:38.916107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:38.918532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:38.919806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1612527
Dec 13 15:21:38.922822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57468) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:38.928743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:38.935356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:38.939696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:38.943042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:38.949463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:38.967880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.035526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.039880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.045713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-99cc4b98-a9d0-4083-832f-3ca647053fb8 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:39.066098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559e4ac1-ff25-4523-9c3b-1173104f9e8e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:39.068683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:39.076181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.077454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1535828
Dec 13 15:21:39.081934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57472) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:39.088165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:39.095132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:39.099951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:39.103559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:39.110074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:39.127783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.194049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.198680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.200624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e0b7b10b-7497-40a8-99f6-f670e1e30363 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:39.226558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f65ce3e-542d-4793-8b00-28cc8ae661fa,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:39.229438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:39.237068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.238380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1554182
Dec 13 15:21:39.241610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57476) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:39.247893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:39.254603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:39.259011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:39.262120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:39.268289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:39.280513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:21:39.288165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.358739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.363651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.371752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a64eb7ef-47bd-4c02-b0cf-3f16ded1dedb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:39.392735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa72fec-88f8-4399-a21f-74ec09e72196,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:39.394956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:39.402096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.404062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1612835
Dec 13 15:21:39.407005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57480) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:39.419022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '62cf5b65-85d5-4b79-8041-0fb56b26760b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:39.428701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:39.433013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:39.436301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:39.442547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:39.456033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:21:39.463109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.532849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.537056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.539023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a7d4a1f-a930-4c1d-b328-e17d8edf9873 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:39.556833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.564544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e622e2-42d8-470d-b94c-045b9de17c55,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:39.567187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:39.574497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.575854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-768cd4bc-4194-466d-aaff-3c18b2826068 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1677718
Dec 13 15:21:39.579297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57484) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:39.585426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'network': {'name': 'tempest-network-smoke--257445374', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:39.590722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:39.594873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:network and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:39.597933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:39.604489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:39.615848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:21:39.621365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.650899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:21:39.660757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.661141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Added segment 45f872dd-ae10-476a-8245-311ad93792d0 of type vlan for network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82
Dec 13 15:21:39.688114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.718828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.723003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:39.723620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.729307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12df2a2b-0d8a-4bda-b8ce-fc80fda7356c tempest-RoutersNegativeIpV6Test-1326105266 tempest-RoutersNegativeIpV6Test-1326105266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:39.783199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2026415
Dec 13 15:21:39.786986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57488) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:39.793363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'admin_state_up': True, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:39.801162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:39.805984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:router and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:39.809134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:39.815568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:39.827866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.828864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:39.838727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Network': ['ID=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:39.842080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:39.850899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:21:39.853694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.007490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.206164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.241167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.397285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9e403dd-146c-4826-a52d-aa94089d76b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.402986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.220 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/fa7d1c2b-4ceb-4cd1-b678-11002286fa2e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:21:40.566182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.594074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.597867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1fb94797-3aaa-48ed-8a39-e05a9adc469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:40.672642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:21:40.673636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:40.676375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:40.678312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:40.679066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:21:40.845763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.846441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:40.880958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:41.091655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 26be4e2a-f22f-452b-a32a-5415d4539fc9 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:21:41.306985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:21:41.318841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Sync routers for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:21:41.335648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:41.335988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:41.336655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f642630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:41.336986 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5485418
Dec 13 15:21:41.340568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57492) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:41.523718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:41.543260 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-020a659f-6d72-439e-ad12-2ec2b97fa403 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=72d0055af4b043cf8c73dec466585f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2013772
Dec 13 15:21:41.546216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57498) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:41.688518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d26f02-23a7-4255-a723-70de963461cb tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:41.690155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-50d26f02-23a7-4255-a723-70de963461cb tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1428750
Dec 13 15:21:41.693387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57502) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:41.740636 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-dcc29981-296e-4a38-9040-78cc4c043aeb tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0459182
Dec 13 15:21:41.743855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57506) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:41.750545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287653005', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:41.872876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:41.876998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:subnet and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:21:41.880060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:21:41.886351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:41.896416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:21:41.976523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f642630>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:41.981851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Checking router: 26be4e2a-f22f-452b-a32a-5415d4539fc9 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:21:41.982270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Updating router 26be4e2a-f22f-452b-a32a-5415d4539fc9 port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:21:42.008780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.037461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.231266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.235520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b937b054-03fa-4afd-98ad-9efedfc32940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:42.260222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.318376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Subnet': ['ID=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:42.322590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:42.331845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Checking segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:21:42.332240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network hostable DHCP agents. Network: 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:21:42.354797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:21:42.363653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:42.367899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:42.368535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.379906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14de41f-e9ef-4af4-adb8-084e2a818756 None None] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:21:42.380172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.392916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-813e04a2-a91f-421d-878e-c5e34f20ffea tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6478317
Dec 13 15:21:42.393905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57510) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:21:42.394198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Transition to ACTIVE for port object fa7d1c2b-4ceb-4cd1-b678-11002286fa2e will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:42.402463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.415356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:42.480112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Attempting to bind port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:21:42.480786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Attempting to bind port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:21:42.481391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Attempting to bind port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:21:42.504181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:21:42.504883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:21:42.505505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.506070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:21:42.506742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Bound port: fa7d1c2b-4ceb-4cd1-b678-11002286fa2e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:21:42.507378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.550437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:42.575371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.575737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.576118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.576486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.576853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.577218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.577584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.577946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.578308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.578678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.579058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:21:42.583286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:42.617149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:21:42.618140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.618564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] For port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:21:42.628287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] For port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:21:42.633213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:42.638187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-595ccd42-a229-4c0f-b672-6b0e030a036f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:42.734018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:42.737324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:42.738271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:42.738935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f642630>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:42.792517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Allocated IP 172.20.0.2 (86a15fca-ae0f-41cc-a9aa-5912c6ea3c82/c631e9b7-2858-4db5-bcbe-7c7ea319ee8a/5b4cd6f1-4f11-4687-96ae-b3d17dd019b1) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:21:42.938241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:43.190794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.202363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Transition to ACTIVE for port object 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:43.222117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Transition to ACTIVE for port object 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:43.228446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.234858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:43.275729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f642630>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:43.297518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23ebab-297a-4f66-90f2-bfcf1ae09d67 None None] The sync data for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv is: [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:21:43.303205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Pushing event updated for resources: {'Port': ['ID=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:43.306639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:43.320711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:21:43.321956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:43.324503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:21:43.420552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Attempting to bind port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:21:43.421332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Attempting to bind port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:21:43.421332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Attempting to bind port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 on network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:21:43.428888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:21:43.429317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Checking segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:21:43.429775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.430219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Bound using segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:21:43.430749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Bound port: 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:21:43.431208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.500567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.524935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] For port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:21:43.528583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] For port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:21:43.534042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:43.539844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-58e07c3c-8ec8-459c-9ea3-64d1ca323846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:43.634505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Pushing event updated for resources: {'Port': ['ID=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:43.637721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:43.948872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.1 (86a15fca-ae0f-41cc-a9aa-5912c6ea3c82/c631e9b7-2858-4db5-bcbe-7c7ea319ee8a/d57cdcdd-022b-4840-8f3e-bf0008b80409) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:21:44.141437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fa7d1c2b-4ceb-4cd1-b678-11002286fa2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:44.181835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.201723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object d57cdcdd-022b-4840-8f3e-bf0008b80409 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:44.226647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.232188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:44.232318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-95ba4185-7f1d-4c27-b4bf-43f24ccf3bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:44.238001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:44.238420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.299990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:21:44.303638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:44.314133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:21:44.367624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:44.370238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.373345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:44.388381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:44.391511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.392333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.393255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:44.438267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c6a0abe-1d9c-4cca-baf4-65b7241fafea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:44.487800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.534083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:44.537865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:44.541112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:44.953414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.957769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:44.993722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e02199e5-8999-48be-95d3-f3a5569f43de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:45.083839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:45.087834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:45.090873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:45.240381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:21:45.241658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:45.339567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28790a-75d0-4799-b008-7f5ba549b8c2 None None] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:21:45.505571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Provisioning for port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:45.522419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Provisioning complete for port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:45.522829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:45.646341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 26be4e2a-f22f-452b-a32a-5415d4539fc9 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:21:45.709852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:45.750564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] For port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:45.755751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:45.759210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d4b7488f-26e6-4009-9f2b-c94ca923810f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:45.831250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Pushing event updated for resources: {'Port': ['ID=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:45.835621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:45.873974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:21:45.885295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/26be4e2a-f22f-452b-a32a-5415d4539fc9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4900742
Dec 13 15:21:46.057603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fa7d1c2b-4ceb-4cd1-b678-11002286fa2e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:46.088862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1157a831-4552-41f5-93e6-3623618999c8 req-a1dce6d4-94de-44ab-aab0-9581cd2fcea2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:46.109117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1157a831-4552-41f5-93e6-3623618999c8 req-a1dce6d4-94de-44ab-aab0-9581cd2fcea2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:46.110821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-a1dce6d4-94de-44ab-aab0-9581cd2fcea2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934641753&fields=id&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 267 time: 0.0790904
Dec 13 15:21:46.133547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Provisioning for port d57cdcdd-022b-4840-8f3e-bf0008b80409 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:46.141464 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Provisioning complete for port d57cdcdd-022b-4840-8f3e-bf0008b80409 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:46.141884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:46.199567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:46.200004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:46.242447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Port d57cdcdd-022b-4840-8f3e-bf0008b80409 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:21:46.278185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Provisioning complete for port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:46.278605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b875d641-dd43-42d6-b216-6f0e0b0b5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:46.284435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a831-4552-41f5-93e6-3623618999c8 req-42343e50-a6e1-48b8-8445-b3cba822f61b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:46.285319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1157a831-4552-41f5-93e6-3623618999c8 req-42343e50-a6e1-48b8-8445-b3cba822f61b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:46.304851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-1157a831-4552-41f5-93e6-3623618999c8 req-42343e50-a6e1-48b8-8445-b3cba822f61b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:46.306307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-42343e50-a6e1-48b8-8445-b3cba822f61b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 796 time: 0.1875510
Dec 13 15:21:46.343572 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-727fd1f5-20c0-4683-9dc9-1d451f16a49d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/quotas/72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 375 time: 0.0208671
Dec 13 15:21:46.402081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:46.441014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Sync routers for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:21:46.441608 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-f38a4907-bc13-498a-9f5d-afffc1880f51 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0964346
Dec 13 15:21:46.538042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:46.538767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6c780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:46.542340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-9e3aafe6-4266-48dd-87b1-311fed775e32 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:21:46.543470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-9e3aafe6-4266-48dd-87b1-311fed775e32 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0885715
Dec 13 15:21:46.696515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:46.696843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:46.697439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-e96595af-8220-4c5a-9e02-9959119fbf93 service neutron] 10.222.0.69 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432700
Dec 13 15:21:46.797897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6e11c7cf-a8d1-4459-8e6a-c1aa9fd77206 None None] Provisioning complete for port d57cdcdd-022b-4840-8f3e-bf0008b80409 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:46.798314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6e11c7cf-a8d1-4459-8e6a-c1aa9fd77206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:46.840332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:46.847928 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-8d89f871-e48b-43c7-a6a4-0dc79596d93f service neutron] 10.222.0.69 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396465
Dec 13 15:21:46.971133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6e11c7cf-a8d1-4459-8e6a-c1aa9fd77206 None None] Port d57cdcdd-022b-4840-8f3e-bf0008b80409 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:21:47.412402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6c780>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 2, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:47.416792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Checking router: 26be4e2a-f22f-452b-a32a-5415d4539fc9 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:21:47.417200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Updating router 26be4e2a-f22f-452b-a32a-5415d4539fc9 port d57cdcdd-022b-4840-8f3e-bf0008b80409 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:21:47.472801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:47.837655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:47.850440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Transition to ACTIVE for port object d57cdcdd-022b-4840-8f3e-bf0008b80409 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:47.858656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:47.862305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11a02b95-5d5a-4722-8176-53217fd0968a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:47.975512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Pushing event updated for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:47.994509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:48.094199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Attempting to bind port d57cdcdd-022b-4840-8f3e-bf0008b80409 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:21:48.095319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Attempting to bind port d57cdcdd-022b-4840-8f3e-bf0008b80409 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:21:48.098651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Attempting to bind port d57cdcdd-022b-4840-8f3e-bf0008b80409 on network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:21:48.104997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6d0446ad-57a9-412a-bd29-3b29ff4e0d05 req-08937d99-9eb4-488b-ae09-09b5d5fa8966 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:48.107774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:21:48.108198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Checking segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:21:48.108744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:48.109044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Bound using segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:21:48.109793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Bound port: d57cdcdd-022b-4840-8f3e-bf0008b80409, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:21:48.109971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:48.131269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6d0446ad-57a9-412a-bd29-3b29ff4e0d05 req-08937d99-9eb4-488b-ae09-09b5d5fa8966 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:48.143643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d0446ad-57a9-412a-bd29-3b29ff4e0d05 req-08937d99-9eb4-488b-ae09-09b5d5fa8966 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 210 time: 0.0935922
Dec 13 15:21:48.205677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] For port d57cdcdd-022b-4840-8f3e-bf0008b80409, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:21:48.209235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] For port d57cdcdd-022b-4840-8f3e-bf0008b80409, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d57cdcdd-022b-4840-8f3e-bf0008b80409,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:21:48.213037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:48.217734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:48.313447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:21:48.314165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6c780>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:48.369879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Pushing event updated for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:48.384412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:48.522466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:21:48.887093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ea6c780>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:21:48.891302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87693918-78e6-410f-838f-7c67feb38f1f None None] The sync data for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv is: [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:21:49.312348 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-823d7e01-c5d5-40ab-a278-96db049c2012 req-30a28945-b324-40b7-8ca3-ec8338d1ab07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 210 time: 0.0476279
Dec 13 15:21:49.533842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a831-4552-41f5-93e6-3623618999c8 req-1845fe33-4891-4860-a84d-a126b5d38cb0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:49.535594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-1845fe33-4891-4860-a84d-a126b5d38cb0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 796 time: 0.1685789
Dec 13 15:21:49.599246 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-f5886bd9-ddef-4d97-9080-1743325f6216 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 379 time: 0.0514550
Dec 13 15:21:49.608897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'port': {'device_id': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'admin_state_up': True, 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'security_groups': ['62cf5b65-85d5-4b79-8041-0fb56b26760b']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:49.758447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:21:49.769548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:21:49.780728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:21:49.786325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:49.971594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.8 (86a15fca-ae0f-41cc-a9aa-5912c6ea3c82/c631e9b7-2858-4db5-bcbe-7c7ea319ee8a/bb0322f1-90d3-4d70-ba26-2fc864a986f0) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:21:50.070636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d57cdcdd-022b-4840-8f3e-bf0008b80409 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:50.150433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port d57cdcdd-022b-4840-8f3e-bf0008b80409 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:50.156122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d57cdcdd-022b-4840-8f3e-bf0008b80409 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:50.156653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.190597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.207737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object bb0322f1-90d3-4d70-ba26-2fc864a986f0 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:50.229272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.235314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cd5fa27a-d08d-4cd2-9232-8d399258d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:50.280787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.301084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:21:50.309455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:21:50.314397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:21:50.322263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port d57cdcdd-022b-4840-8f3e-bf0008b80409, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d57cdcdd-022b-4840-8f3e-bf0008b80409,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:50.327598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.331129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-22bf4726-6a75-449f-ac7b-11b524d21820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:50.365229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:50.370746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:50.391099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:50.391920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.410757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:50.415076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:50.437359 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8325284
Dec 13 15:21:50.452475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Request body: {'port': {'device_id': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:21:50.726753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-de89d3e8-d4a2-4ac0-972b-ea6fe1b17500 None None] Provisioning for port bb0322f1-90d3-4d70-ba26-2fc864a986f0 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:50.733276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-de89d3e8-d4a2-4ac0-972b-ea6fe1b17500 None None] Provisioning complete for port bb0322f1-90d3-4d70-ba26-2fc864a986f0 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:50.733698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-de89d3e8-d4a2-4ac0-972b-ea6fe1b17500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.789016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-de89d3e8-d4a2-4ac0-972b-ea6fe1b17500 None None] Port bb0322f1-90d3-4d70-ba26-2fc864a986f0 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:21:50.902817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:50.957932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40852-8905-422b-a803-b7c0980cd01e req-8991e6e9-567d-4a88-ab3b-aa75e5c90781 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:50.959062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c1e40852-8905-422b-a803-b7c0980cd01e req-8991e6e9-567d-4a88-ab3b-aa75e5c90781 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:21:51.008711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c1e40852-8905-422b-a803-b7c0980cd01e req-8991e6e9-567d-4a88-ab3b-aa75e5c90781 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:21:51.009956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1e40852-8905-422b-a803-b7c0980cd01e req-8991e6e9-567d-4a88-ab3b-aa75e5c90781 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 931 time: 0.5216401
Dec 13 15:21:51.153726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c1e40852-8905-422b-a803-b7c0980cd01e req-2d53a086-193b-4445-a78b-34de0540c9ff tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042452
Dec 13 15:21:51.324571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0322f1-90d3-4d70-ba26-2fc864a986f0 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:21:51.333281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:51.353086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Transition to ACTIVE for port object bb0322f1-90d3-4d70-ba26-2fc864a986f0 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:21:51.357306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:51.361739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2e95a54a-f239-425f-aeab-0e72b4f30c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:51.490146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Pushing event updated for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:51.493200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:51.613631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Attempting to bind port bb0322f1-90d3-4d70-ba26-2fc864a986f0 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:21:51.614006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Attempting to bind port bb0322f1-90d3-4d70-ba26-2fc864a986f0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:21:51.614558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Attempting to bind port bb0322f1-90d3-4d70-ba26-2fc864a986f0 on network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:21:51.621328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Port bb0322f1-90d3-4d70-ba26-2fc864a986f0 on network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:21:51.621636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Attempting to bind port bb0322f1-90d3-4d70-ba26-2fc864a986f0 on network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:21:51.628699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:21:51.629075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Checking segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:21:51.629501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Bound using segment: {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:21:51.630124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Bound port: bb0322f1-90d3-4d70-ba26-2fc864a986f0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f872dd-ae10-476a-8245-311ad93792d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:21:51.630505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:51.723353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:21:51.726690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:21:51.731446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:51.735989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:51.800422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:51.801949 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] 10.222.0.72 "PUT /v2.0/ports/bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 1093 time: 1.3550003
Dec 13 15:21:51.802535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:21:51.827773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Pushing event updated for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:51.838794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:51.890746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'status': 'completed', 'code': 200}
Dec 13 15:21:51.933120 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-836a1ee0-603d-40db-9163-dfcd93139fc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1096 time: 0.0847867
Dec 13 15:21:52.014896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-3e8a8f2a-856e-424e-b2ca-69fe1509d001 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 217 time: 0.0730438
Dec 13 15:21:52.046881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d57cdcdd-022b-4840-8f3e-bf0008b80409 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:52.089120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a831-4552-41f5-93e6-3623618999c8 req-e85ed7d2-f908-4e9b-86d5-94edee361aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:52.090620 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-e85ed7d2-f908-4e9b-86d5-94edee361aec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 200  len: 835 time: 0.0681422
Dec 13 15:21:52.119792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d57cdcdd-022b-4840-8f3e-bf0008b80409 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:52.120194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:52.182317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-96824e47-08a1-4fba-80d0-bd739951602e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836089
Dec 13 15:21:52.379847 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-b7d2cb15-4622-4d9d-9d26-864b018bb1fb service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899538
Dec 13 15:21:52.447625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daeecb-14b3-4cb5-b9f3-29d36f1bd8c0 req-33479a82-6da5-48c7-9f29-5020f41d59ef tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:52.449211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6daeecb-14b3-4cb5-b9f3-29d36f1bd8c0 req-33479a82-6da5-48c7-9f29-5020f41d59ef tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 943 time: 0.1639521
Dec 13 15:21:52.582861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1157a831-4552-41f5-93e6-3623618999c8 req-1b6f0fd7-ab09-4d98-86aa-7cd613d29d61 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942773
Dec 13 15:21:52.585373 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6daeecb-14b3-4cb5-b9f3-29d36f1bd8c0 req-2492fd69-b19d-48d6-8b03-c494df7140b7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806544
Dec 13 15:21:52.718323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-b30c2bc1-1911-4aee-ad4c-27518af44ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1096 time: 0.0897686
Dec 13 15:21:52.869559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40681e69-34ea-415f-9e4d-da4e8216781e req-32bb0ff9-b99c-4966-8847-8ceb36974f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:52.871095 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-32bb0ff9-b99c-4966-8847-8ceb36974f2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 897 time: 0.1454906
Dec 13 15:21:52.946809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-f814a68e-b1d7-4af0-bba0-da1fe2c1afce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 217 time: 0.0684679
Dec 13 15:21:53.022406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40681e69-34ea-415f-9e4d-da4e8216781e req-8ad82bfe-d4b7-4c09-a729-1e624bfe4fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:53.024000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-8ad82bfe-d4b7-4c09-a729-1e624bfe4fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 200  len: 835 time: 0.0710089
Dec 13 15:21:53.112683 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-42987e78-0c1b-459d-99cc-3f53ed6271c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810726
Dec 13 15:21:53.257217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-e47c1a2a-d52d-4e85-a12f-4bdfd99ffe33 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355107
Dec 13 15:21:53.406420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-40681e69-34ea-415f-9e4d-da4e8216781e req-339d3dcc-9fb2-4e72-9c3c-853d2c9891fb service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419644
Dec 13 15:21:53.819380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ce63-c33f-4e6d-93b7-217540772337 req-f9083232-f4ff-4e0b-95ee-ec8eea9fbfd1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:53.821103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58e9ce63-c33f-4e6d-93b7-217540772337 req-f9083232-f4ff-4e0b-95ee-ec8eea9fbfd1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 943 time: 0.0944469
Dec 13 15:21:53.873022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-58e9ce63-c33f-4e6d-93b7-217540772337 req-ec37bb80-dba6-469d-bf9f-728a010713cb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453286
Dec 13 15:21:55.090181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be564c-90c9-4d53-9669-d3601eeb556f req-7ece671e-bad1-48b0-8769-cc88ddd1f83d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:55.091743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51be564c-90c9-4d53-9669-d3601eeb556f req-7ece671e-bad1-48b0-8769-cc88ddd1f83d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 943 time: 0.0952809
Dec 13 15:21:55.147629 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51be564c-90c9-4d53-9669-d3601eeb556f req-01d8eb62-a3bd-46d3-879b-eb4f8ca83681 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496690
Dec 13 15:21:55.727936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb0322f1-90d3-4d70-ba26-2fc864a986f0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:21:55.882365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:55.897446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'port_id': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'mac_address': 'fa:16:3e:a8:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:21:55.957612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:55.975728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0322f1-90d3-4d70-ba26-2fc864a986f0 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:21:55.991322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:55.995544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:55.997515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:56.066903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:56.070264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:56.220106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['bb0322f1-90d3-4d70-ba26-2fc864a986f0'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:21:56.376469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e2fcb-a80f-4c92-bed2-0b6d66274771 req-277179f5-0af2-4e89-92ed-ac5181d289a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:56.378053 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac4e2fcb-a80f-4c92-bed2-0b6d66274771 req-277179f5-0af2-4e89-92ed-ac5181d289a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 944 time: 0.0905192
Dec 13 15:21:56.431370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac4e2fcb-a80f-4c92-bed2-0b6d66274771 req-cb7a6696-8fa6-4ee0-a806-50ba4b17ee70 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468383
Dec 13 15:21:57.656584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202645b-8535-481c-bcfb-85d0a17f4626 req-170be6ae-607c-42f1-97f2-39d71413fa36 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:57.658172 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1202645b-8535-481c-bcfb-85d0a17f4626 req-170be6ae-607c-42f1-97f2-39d71413fa36 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 944 time: 0.0938787
Dec 13 15:21:57.708274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1202645b-8535-481c-bcfb-85d0a17f4626 req-20ebc2e5-80a8-4144-9f63-b968d4154b44 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435677
Dec 13 15:21:57.743117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb0322f1-90d3-4d70-ba26-2fc864a986f0 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:21:57.820053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port bb0322f1-90d3-4d70-ba26-2fc864a986f0 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:21:57.825033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port bb0322f1-90d3-4d70-ba26-2fc864a986f0 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:21:57.825455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:57.942379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:57.970302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:21:57.981408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:21:57.986035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:21:57.988041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:21:58.032648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'code': 200}
Dec 13 15:21:58.059500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:21:58.062626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:21:58.281388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b4ec2b1-ce55-44fe-813c-0c1185a9c27d req-790e833b-acd6-44e9-892b-f80d90670c74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1098 time: 0.0814500
Dec 13 15:21:58.330176 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b4ec2b1-ce55-44fe-813c-0c1185a9c27d req-3e398872-12eb-488c-adf3-cfaa3fad7604 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399785
Dec 13 15:21:58.950855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409f890-9dfd-4e4b-9196-abb0af69a260 req-7a8530c5-908e-47a4-87f5-55b4a8c929c1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:21:58.952506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6409f890-9dfd-4e4b-9196-abb0af69a260 req-7a8530c5-908e-47a4-87f5-55b4a8c929c1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.1004579
Dec 13 15:21:59.002854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6409f890-9dfd-4e4b-9196-abb0af69a260 req-4b19faa9-a98e-4168-a897-bb624ada4a78 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439558
Dec 13 15:21:59.408305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:00.272992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a2169-d8f7-4489-9a15-571ab911bde5 req-a26a9472-e45e-46e8-ab00-805d6d9bbf20 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:00.274537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-706a2169-d8f7-4489-9a15-571ab911bde5 req-a26a9472-e45e-46e8-ab00-805d6d9bbf20 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.1043508
Dec 13 15:22:00.339969 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-706a2169-d8f7-4489-9a15-571ab911bde5 req-634e357f-2932-464c-a655-d053ea59952b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582860
Dec 13 15:22:00.596405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf2a97-706e-491e-b0b1-19dc47c56740 req-6a5dbae3-89d6-496a-b346-c67d79b8890c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:00.597905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7cf2a97-706e-491e-b0b1-19dc47c56740 req-6a5dbae3-89d6-496a-b346-c67d79b8890c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.1011224
Dec 13 15:22:00.651018 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7cf2a97-706e-491e-b0b1-19dc47c56740 req-44d19e75-3bae-47a6-9f9b-ba1616bb221c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434227
Dec 13 15:22:00.683907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57580) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:00.762737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ded41224-d40e-4ae8-b838-177207ae7065 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1093 time: 0.0771875
Dec 13 15:22:00.767210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57584) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:00.772868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:00.779259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:00.783712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:floatingip and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:00.786884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:00.793310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:00.806776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:00.968173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:01.119101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.166 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/0eef7620-5f05-4b6e-967d-194e59129e2f) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:22:01.524441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:01.556632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:01.561482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53a930c6-f925-4965-9ed1-cfe0fd1faa18 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:01.633462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:22:01.634413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=0eef7620-5f05-4b6e-967d-194e59129e2f,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:01.637136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:22:01.639064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:01.639819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:22:02.188264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:02.250388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:02.472952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:02.477939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:02.482830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a8015dc-4ce3-4caf-96bb-8b7831e1fbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:02.597626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=0eef7620-5f05-4b6e-967d-194e59129e2f,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:02.602363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:02.616428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:02.827371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Floating IP 31f741be-693e-4c3c-8e60-81fe7ea67edd associated. External IP: 172.26.4.166, port: bb0322f1-90d3-4d70-ba26-2fc864a986f0.
Dec 13 15:22:03.251876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 26be4e2a-f22f-452b-a32a-5415d4539fc9 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:22:03.476758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:22:03.489863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Sync routers for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:22:03.502317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:03.518400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:03.519096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:03.558891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7905490
Dec 13 15:22:03.559665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:22:03.627886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'status': 'completed', 'code': 200}
Dec 13 15:22:03.719192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:03.733946 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-dac36842-f223-4e81-bb69-08c3ee1b7984 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1098 time: 0.0816932
Dec 13 15:22:03.770309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa192-a4c2-4dae-9189-e9f86730e3e6 req-f116411e-f5c9-4599-a419-3bda33642d32 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:03.772040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e5aa192-a4c2-4dae-9189-e9f86730e3e6 req-f116411e-f5c9-4599-a419-3bda33642d32 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0956447
Dec 13 15:22:03.827088 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5e5aa192-a4c2-4dae-9189-e9f86730e3e6 req-79a25834-4850-4702-be23-f1900d0bf2b8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466299
Dec 13 15:22:03.859311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57592) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:03.884496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-d51c61a0-8d4c-45c2-a431-baf04e45281b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:03.886147 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-d51c61a0-8d4c-45c2-a431-baf04e45281b service neutron] 10.222.0.72 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 897 time: 0.1455250
Dec 13 15:22:03.989393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ffcedae0-579f-43df-897e-1d69071881bb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 200  len: 991 time: 0.1284456
Dec 13 15:22:03.997081 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-15db4582-d052-40ac-8eed-41acb05fa82e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 999 time: 0.1041200
Dec 13 15:22:04.016900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:22:04.067903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-b1fa4f83-8273-45dc-899a-66615d446493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:04.069465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-b1fa4f83-8273-45dc-899a-66615d446493 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 200  len: 835 time: 0.0664983
Dec 13 15:22:04.150876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-94c8c159-972c-47bd-93e5-e0f6e6dae9fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747907
Dec 13 15:22:04.240478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875208>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '31f741be-693e-4c3c-8e60-81fe7ea67edd', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'port_id': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'mac_address': 'fa:16:3e:a8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:22:02Z', 'updated_at': '2021-12-13T15:22:02Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:04.244554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Checking router: 26be4e2a-f22f-452b-a32a-5415d4539fc9 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:22:04.256102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:04.256764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875208>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:21:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:04.296898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-a20ef70b-de8f-482c-bf3a-375fb36d26f9 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383631
Dec 13 15:22:04.439457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f03836a3-0929-4d14-91d2-b08b0c45fb45 req-f9e206c6-6645-42d9-be19-27e0d2f64029 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358678
Dec 13 15:22:04.444159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:04.822477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875208>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '31f741be-693e-4c3c-8e60-81fe7ea67edd', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'port_id': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'mac_address': 'fa:16:3e:a8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:22:02Z', 'updated_at': '2021-12-13T15:22:02Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:04.827277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb35708-e893-4ddd-82bf-e185584f1ca4 None None] The sync data for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv is: [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '31f741be-693e-4c3c-8e60-81fe7ea67edd', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'port_id': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'mac_address': 'fa:16:3e:a8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:22:02Z', 'updated_at': '2021-12-13T15:22:02Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:22:04.991693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57596) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:05.105815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7258c27-1ff7-4f14-9a75-555436b6aa6e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 200  len: 991 time: 0.1127982
Dec 13 15:22:05.170511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d817dbb-5415-488f-a1d0-7d6fc9ea19da None None] New status for floating IP 31f741be-693e-4c3c-8e60-81fe7ea67edd: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:22:05.396955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-37529061-c169-435e-aac3-de9e9fa299cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0884600
Dec 13 15:22:05.555743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-6ca2da78-88a1-44f1-ad1c-ffbfe32a781d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1098 time: 0.0769103
Dec 13 15:22:05.958604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-7f33f1f2-a0e4-4921-ad7c-71fc03899562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:05.960141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-7f33f1f2-a0e4-4921-ad7c-71fc03899562 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 897 time: 0.3853085
Dec 13 15:22:06.072097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-cbe3aae8-c0dd-4373-b5d3-dc1adb4f67b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 1001 time: 0.1046400
Dec 13 15:22:06.110393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57600) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:06.144160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-050529b6-a454-4e65-967d-65afb2b9ba8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:06.145739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-050529b6-a454-4e65-967d-65afb2b9ba8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 200  len: 835 time: 0.0664492
Dec 13 15:22:06.218794 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-016266f7-f4b0-4aa8-850f-ffdbcaf3115b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 200  len: 993 time: 0.1067228
Dec 13 15:22:06.232677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-baacb92e-821e-489a-9eaf-8e56025f9da2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792096
Dec 13 15:22:06.379293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-6d724e09-f76c-4230-8543-0d1c3e3937c5 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389408
Dec 13 15:22:06.529670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d090a4a3-249f-4f73-bbf5-ff5ae59cc33c req-71a7817a-97c6-47f8-93e9-ab11a4b8da50 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438444
Dec 13 15:22:07.993940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-94e5a42a-2e3a-4244-9c3a-9a9342a5f0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:09.563980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:10.392229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-2bb2-4aef-95af-799bfae62790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:10.884828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:12.265053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:29.411998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:35.771476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3015993-54f0-4bf4-8550-ae097e0f8bd1 req-cff7f2b5-85ee-45a3-9ad5-f8051d010846 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:35.773106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3015993-54f0-4bf4-8550-ae097e0f8bd1 req-cff7f2b5-85ee-45a3-9ad5-f8051d010846 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0878310
Dec 13 15:22:35.824141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3015993-54f0-4bf4-8550-ae097e0f8bd1 req-6c51bdad-6bc7-400b-9d23-11fc1e553bb5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443053
Dec 13 15:22:37.055442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde8fd-d8d3-4b74-802b-d60d468cd252 req-13100304-89ad-488b-b40a-10a9233ffe80 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:37.057031 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acbde8fd-d8d3-4b74-802b-d60d468cd252 req-13100304-89ad-488b-b40a-10a9233ffe80 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0918760
Dec 13 15:22:37.111655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acbde8fd-d8d3-4b74-802b-d60d468cd252 req-f6f6db6e-8cbd-4409-85be-90ae25d3700f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453532
Dec 13 15:22:37.147465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57620) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:37.489392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-11d17e1b-3966-4ed1-80cc-dc0b22313fff tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 200  len: 993 time: 0.3405218
Dec 13 15:22:37.997831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8e274830-74d9-4e8f-8b5b-3e9fde28a30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:39.031153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba6839-0854-4506-a04b-c76889f3c572 req-7cd1b107-6b25-4ae2-b348-fba10d9a693c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:39.032797 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-65ba6839-0854-4506-a04b-c76889f3c572 req-7cd1b107-6b25-4ae2-b348-fba10d9a693c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0995519
Dec 13 15:22:39.088444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-65ba6839-0854-4506-a04b-c76889f3c572 req-0089e1f9-8ebd-4538-b92e-0ae12c470cb2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486295
Dec 13 15:22:39.564910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:40.306460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9396c9-98fc-45b3-9dfb-cd83a883ab28 req-2651a113-f998-4e8a-b4bf-599f0321877b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:40.308209 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aa9396c9-98fc-45b3-9dfb-cd83a883ab28 req-2651a113-f998-4e8a-b4bf-599f0321877b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0853982
Dec 13 15:22:40.357961 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aa9396c9-98fc-45b3-9dfb-cd83a883ab28 req-98ff6147-d88b-4935-9a57-a6b226a534aa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435231
Dec 13 15:22:40.386740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57632) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:40.396149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f928c9d-8616-4aac-afb9-5571ec699f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:40.502282 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7b2029f2-81d0-409d-9046-52e92aaeef45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 200  len: 993 time: 0.1141522
Dec 13 15:22:40.797326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:40.810283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:22:40.896828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:41.017892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 0eef7620-5f05-4b6e-967d-194e59129e2f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:22:41.018262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:41.199208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:41.199441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:41.327829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 0eef7620-5f05-4b6e-967d-194e59129e2f owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:22:41.495644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:41.499336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:41.544631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=0eef7620-5f05-4b6e-967d-194e59129e2f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:41.585515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.585940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.586364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.586783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.587228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.587641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.588055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.588465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.588876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.589284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.589690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:41.597006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:41.655151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:42.107556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 26be4e2a-f22f-452b-a32a-5415d4539fc9 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:22:42.266893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:42.328700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:22:42.338996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Sync routers for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:22:42.349899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:42.351875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:42.352546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11d240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:42.407685 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/floatingips/31f741be-693e-4c3c-8e60-81fe7ea67edd HTTP/1.1" status: 204  len: 168 time: 1.6061866
Dec 13 15:22:42.407685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:22:42.466889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'status': 'completed', 'code': 200}
Dec 13 15:22:42.542168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:42.573854 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-576c2729-b047-4096-bd2e-5da10ac50e3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 1098 time: 0.0832303
Dec 13 15:22:42.731549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-f133f367-804d-4edb-a175-5852afa53a44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:42.734804 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-f133f367-804d-4edb-a175-5852afa53a44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 200  len: 897 time: 0.1540785
Dec 13 15:22:42.860970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-f2089730-5359-4572-9b88-45653b0666e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 200  len: 217 time: 0.1179073
Dec 13 15:22:42.888755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11d240>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:42.892862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Checking router: 26be4e2a-f22f-452b-a32a-5415d4539fc9 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:22:42.908122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:42.908783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f11d240>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:42.950255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-0470d4ac-c242-40f1-8e22-09c2656948f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:42.951870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-0470d4ac-c242-40f1-8e22-09c2656948f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 200  len: 835 time: 0.0822086
Dec 13 15:22:42.961734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609e7b8-e15f-4c80-b4c9-93881fff1053 req-70c8ff6a-ced5-4e78-8223-ea7d59e9ad15 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:42.962479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c609e7b8-e15f-4c80-b4c9-93881fff1053 req-70c8ff6a-ced5-4e78-8223-ea7d59e9ad15 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:22:43.024069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c609e7b8-e15f-4c80-b4c9-93881fff1053 req-70c8ff6a-ced5-4e78-8223-ea7d59e9ad15 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:22:43.025312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c609e7b8-e15f-4c80-b4c9-93881fff1053 req-70c8ff6a-ced5-4e78-8223-ea7d59e9ad15 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.2258823
Dec 13 15:22:43.093069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-ea18e904-e1a5-4a67-95a1-25f06e686794 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1276021
Dec 13 15:22:43.098208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:43.101218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c609e7b8-e15f-4c80-b4c9-93881fff1053 req-d8e8554e-bc80-443a-8fcc-21335e929a61 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680268
Dec 13 15:22:43.438152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f11d240>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:43.442880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da09a84-f2f6-44ef-b19c-378488713a78 None None] The sync data for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv is: [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd57cdcdd-022b-4840-8f3e-bf0008b80409', 'name': '', 'network_id': '86a15fca-ae0f-41cc-a9aa-5912c6ea3c82', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:95:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:43Z', 'updated_at': '2021-12-13T15:21:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'c631e9b7-2858-4db5-bcbe-7c7ea319ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:22:43.505234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-4d347198-8e13-4622-9638-c5d72c070f1e service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4025333
Dec 13 15:22:43.648696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acd70ff7-d1ee-4c44-a51f-266eb1d0ff23 req-897be4b3-f254-4cdb-8927-9cc5a8aa5088 service neutron] 10.222.0.72 "GET /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368921
Dec 13 15:22:43.912294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254506-da97-461e-86f1-49349a993fc3 None None] New status for floating IP 31f741be-693e-4c3c-8e60-81fe7ea67edd: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:22:44.333939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a34d-30fd-423d-aad9-60927bf1d972 req-97c8e033-1b5f-4ec6-8f74-0ee9bc824aab tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:44.335594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9545a34d-30fd-423d-aad9-60927bf1d972 req-97c8e033-1b5f-4ec6-8f74-0ee9bc824aab tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0955451
Dec 13 15:22:44.389229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9545a34d-30fd-423d-aad9-60927bf1d972 req-e023ca5b-0935-4287-8e98-cf9f66ba2195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=62cf5b65-85d5-4b79-8041-0fb56b26760b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443304
Dec 13 15:22:44.447281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-ffbccb20-aada-417e-b57b-4ef191da76ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:44.448842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-ffbccb20-aada-417e-b57b-4ef191da76ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 945 time: 0.0853865
Dec 13 15:22:44.532427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port bb0322f1-90d3-4d70-ba26-2fc864a986f0 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:22:44.532835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:44.789893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port bb0322f1-90d3-4d70-ba26-2fc864a986f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bb0322f1-90d3-4d70-ba26-2fc864a986f0,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:22:44.790275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:44.932483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for bb0322f1-90d3-4d70-ba26-2fc864a986f0 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:22:45.097050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:45.106032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:45.161612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=bb0322f1-90d3-4d70-ba26-2fc864a986f0,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:45.165385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:45.238609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] No DVR routers for this DVR port bb0322f1-90d3-4d70-ba26-2fc864a986f0 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:22:45.241578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:45.244432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'name': 'network-vif-deleted', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:22:45.261705 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51bda02f-c8a1-4d3a-b5d3-7ad09fff24fb req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "DELETE /v2.0/ports/bb0322f1-90d3-4d70-ba26-2fc864a986f0 HTTP/1.1" status: 204  len: 173 time: 0.8059702
Dec 13 15:22:45.301484 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb', 'name': 'network-vif-deleted', 'tag': 'bb0322f1-90d3-4d70-ba26-2fc864a986f0', 'status': 'completed', 'code': 200}
Dec 13 15:22:45.575612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2bf2ca4b-93e4-44ec-925e-a2c632592bfa req-3051a04c-2577-4bf9-979d-537b77a7a533 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01a1b7a-a0d7-41f8-bd7c-d55ee9a0a2bb HTTP/1.1" status: 200  len: 210 time: 0.0464530
Dec 13 15:22:46.693708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57658) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:47.141528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:47.784618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port d57cdcdd-022b-4840-8f3e-bf0008b80409 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:22:47.785250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:47.991252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port d57cdcdd-022b-4840-8f3e-bf0008b80409, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d57cdcdd-022b-4840-8f3e-bf0008b80409,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:22:47.991644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:48.022874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb0322f1-90d3-4d70-ba26-2fc864a986f0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:22:48.057534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: bb0322f1-90d3-4d70-ba26-2fc864a986f0 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:22:48.057843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device bb0322f1-90d3-4d70-ba26-2fc864a986f0 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:22:48.122540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for d57cdcdd-022b-4840-8f3e-bf0008b80409 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:22:48.327431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:48.331935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7b0f0a8-7da1-4da2-bc25-617c73e36ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:48.375749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=d57cdcdd-022b-4840-8f3e-bf0008b80409,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:48.378763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:48.685829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:49.566087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 26be4e2a-f22f-452b-a32a-5415d4539fc9 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:22:49.781865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:22:49.793075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Sync routers for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:22:49.796034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/26be4e2a-f22f-452b-a32a-5415d4539fc9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1010873
Dec 13 15:22:49.798928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57662) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:49.806354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:49.807095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f50c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:50.012400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting subnet c631e9b7-2858-4db5-bcbe-7c7ea319ee8a {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:22:50.016552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.078095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.156892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:50.173651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.260424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.265079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8facff5-e542-44a5-8e0f-6bec56bd48fc tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:50.308758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Subnet': ['ID=c631e9b7-2858-4db5-bcbe-7c7ea319ee8a,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:50.311571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:50.314774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.320750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2108fae-7246-441f-a9d9-3639aceabe86 None None] Network 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:22:50.326138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57666) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:50.326336 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/subnets/c631e9b7-2858-4db5-bcbe-7c7ea319ee8a HTTP/1.1" status: 204  len: 168 time: 0.5262885
Dec 13 15:22:50.467401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f50c3c8>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:22:48Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:50.472336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Checking router: 26be4e2a-f22f-452b-a32a-5415d4539fc9 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:22:50.485037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Routers {'26be4e2a-f22f-452b-a32a-5415d4539fc9'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:50.486056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f50c3c8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['26be4e2a-f22f-452b-a32a-5415d4539fc9'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:50.538392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.590527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] DHCP port deletion for 86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:22:50.595147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Deleting port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:22:50.595576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.684650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] Set router 26be4e2a-f22f-452b-a32a-5415d4539fc9 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:50.759732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.769153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:22:50.769532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.820121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] For port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,segment=NetworkSegment(45f872dd-ae10-476a-8245-311ad93792d0),segment_id=45f872dd-ae10-476a-8245-311ad93792d0)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:22:50.820496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.959131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port fa7d1c2b-4ceb-4cd1-b678-11002286fa2e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:22:50.960180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:50.962490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Calling delete_port for 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:22:50.992057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f50c3c8>, [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:22:48Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:50.996328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18bf89-a44b-48da-bc07-693777cc4a2b None None] The sync data for ids ['26be4e2a-f22f-452b-a32a-5415d4539fc9'] in dv-neutron-821565-1-hyperv is: [{'id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680095', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:21:39Z', 'updated_at': '2021-12-13T15:22:48Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'fa7d1c2b-4ceb-4cd1-b678-11002286fa2e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4e2a-f22f-452b-a32a-5415d4539fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:21:40Z', 'updated_at': '2021-12-13T15:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:22:51.039361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.050142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:51.085001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] No DVR routers for this DVR port 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:22:51.093681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Pushing event deleted for resources: {'Port': ['ID=5b4cd6f1-4f11-4687-96ae-b3d17dd019b1,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:51.100776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for fa7d1c2b-4ceb-4cd1-b678-11002286fa2e owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:22:51.105917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.106306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.106686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.107087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.107466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.107833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.108201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.108571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.108936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.109294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.109651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.113078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:51.281994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.287212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:51.328119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=fa7d1c2b-4ceb-4cd1-b678-11002286fa2e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:51.343434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.343801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.344223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.344642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.345058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.345465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.345874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.346328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.346739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.347200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.347606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:22:51.352659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:51.584016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.853113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.858449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.895624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.896176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Fanout notify agent at l3_agent the message router_deleted on router 26be4e2a-f22f-452b-a32a-5415d4539fc9 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:22:51.912148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:51.913417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/routers/26be4e2a-f22f-452b-a32a-5415d4539fc9 HTTP/1.1" status: 204  len: 168 time: 1.5861676
Dec 13 15:22:51.916985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57670) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:52.052988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.133118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:22:52.167987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:22:52.168384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 5b4cd6f1-4f11-4687-96ae-b3d17dd019b1 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:22:52.168850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d57cdcdd-022b-4840-8f3e-bf0008b80409 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:22:52.203087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: d57cdcdd-022b-4840-8f3e-bf0008b80409 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:22:52.203499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d57cdcdd-022b-4840-8f3e-bf0008b80409 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:22:52.207743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.241617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65eb4cd68>,) {'filters': {'network_id': ['86a15fca-ae0f-41cc-a9aa-5912c6ea3c82']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:52.254294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb4cd68>, '45f872dd-ae10-476a-8245-311ad93792d0') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:52.254639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65eb4cd68>, '45f872dd-ae10-476a-8245-311ad93792d0') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:52.267313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.286475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.293845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:22:52.294270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:22:52.310608 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:22:52.402358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.411248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f61774ff-837d-44fa-9875-7bb47a380e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:52.430731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.442829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Network': ['ID=86a15fca-ae0f-41cc-a9aa-5912c6ea3c82,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:52.446462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:52.451166 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d0b3be84-3a18-4723-b5c2-b7c71875a224 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/networks/86a15fca-ae0f-41cc-a9aa-5912c6ea3c82 HTTP/1.1" status: 204  len: 168 time: 0.5326827
Dec 13 15:22:52.454018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57674) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:52.529883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.562409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.633741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.638135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:52.655018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf5b65-85d5-4b79-8041-0fb56b26760b,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:52.657733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:52.667799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:52.669092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/security-groups/62cf5b65-85d5-4b79-8041-0fb56b26760b HTTP/1.1" status: 204  len: 168 time: 0.2140417
Dec 13 15:22:52.931156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57682) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:52.939257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457015390', 'description': 'tempest-secgroup-smoke-457015390 description', 'project_id': '72d0055af4b043cf8c73dec466585f6c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:52.948730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:52.955020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:52.960205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:52.968419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:52.984249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.025978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.030328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.033613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.040787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.107835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.112280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.117079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2b345587-955a-42e0-afc9-b0e31ee7c5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.165756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f865193-f7f1-4f4f-bba3-048c0d45b60b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.168746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.170121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.171384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-183fde95-da82-428d-b228-ba13db9bc619 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2391567
Dec 13 15:22:53.176523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57686) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.186706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:53.196473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.200929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.204210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.210753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.230038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.301662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.305513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.307503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1df4f49e-7c33-4d72-babb-26c3041294fc tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.331400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f118001e-64a1-4cfd-af41-9902e65a5ec3,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.334034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.341283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.342599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1646471
Dec 13 15:22:53.345683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57690) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.352079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:53.358437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.362610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.365857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.372459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.390834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.457750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.461731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.463742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-243bbfd5-3990-4391-8c70-534ed8c2a5c9 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.487510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8055a662-7cdb-4adf-aab8-bf960f071096,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.489968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.497914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.499230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-db50deb7-aab4-4cb7-ab27-8665642d2a13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1525283
Dec 13 15:22:53.503416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57694) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.509474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:53.515871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.520080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.523287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.529462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.547180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.613607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.618225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.620182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-245afa40-cb38-442c-971d-84059f5cba2a tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.645455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fe465b-65e1-44c7-85df-310603b40002,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.649765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.657758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.659045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ca1febd8-6bd9-4b9b-9592-339bef1e33bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1546125
Dec 13 15:22:53.663580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57698) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.669617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:53.675901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.680587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.683682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.689825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.707122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.780708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.784563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.786492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9a7c7c1c-dbd8-4c4b-aedd-213c7e5cd72b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.809413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94959f5-24a8-4e57-8463-d5a6cc568052,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.811931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.820147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.821430 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1568990
Dec 13 15:22:53.825033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57702) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.834554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:53.841139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:53.845214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:53.848277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:53.855337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:53.866012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:22:53.873095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.944827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.949092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.951011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-408075cb-463a-4138-8569-1466255f2db6 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:53.973948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651d5b01-ec69-4e36-bcfb-05397e42a697,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:53.977094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:53.984846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:53.986203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1597083
Dec 13 15:22:53.989434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57706) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:53.998402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '9f865193-f7f1-4f4f-bba3-048c0d45b60b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:54.008074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:54.012562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:54.015865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:54.022328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:54.033404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:22:54.037530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fa7d1c2b-4ceb-4cd1-b678-11002286fa2e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:22:54.040751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.074956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: fa7d1c2b-4ceb-4cd1-b678-11002286fa2e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:22:54.075457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device fa7d1c2b-4ceb-4cd1-b678-11002286fa2e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:22:54.116976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.120951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.122876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-53fcbd0a-2d16-4903-935c-eeb7ec4a8bf3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:54.146416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa36fd-d70c-4cb2-9b95-6ada591db706,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:54.150641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:54.159206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.160470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1696479
Dec 13 15:22:54.163731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57710) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:54.169653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'network': {'name': 'tempest-network-smoke--2054021409', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:54.175125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:54.179626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:network and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:54.182658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:54.188922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:54.203402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:22:54.208854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.240092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:22:54.250087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.250468 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Added segment 6ea165c3-e62d-4b9c-837e-2370121c3096 of type vlan for network 0b6bba52-5342-4618-9bf5-368e14b66e1c
Dec 13 15:22:54.278315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.315786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.320019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:54.320656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.326158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4183ad78-2775-4ecd-897e-3a8446e262e7 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:54.427785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2629483
Dec 13 15:22:54.431074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57714) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:54.437497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'admin_state_up': True, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:54.437878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Network': ['ID=0b6bba52-5342-4618-9bf5-368e14b66e1c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:54.441050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:54.445939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:54.451666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:22:54.451822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:router and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:54.456239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:54.463879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:54.475584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.476909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.498691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.651545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.861948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:54.893161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:55.056853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.196 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/a97630fb-d9a5-44dd-8c70-808873893635) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:22:55.218005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:55.248087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:55.251847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6d9326d-d18a-4be9-b9d2-9e10b766445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:55.318386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:22:55.321729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:22:55.324232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:22:55.355620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=a97630fb-d9a5-44dd-8c70-808873893635,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:55.358489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:55.508514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:55.509329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:55.993248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:22:56.214629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:22:56.225160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Sync routers for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:22:56.238765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:56.239473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f15bbe0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:56.243011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:56.244435 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-49b1fca4-047c-4061-b7e2-c08d3d848998 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8122027
Dec 13 15:22:56.248576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57718) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:56.296967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-1b076488-76f5-4973-ab89-c93f82f130e1 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=72d0055af4b043cf8c73dec466585f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0468552
Dec 13 15:22:56.300728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57722) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:56.430755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:56.444567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98916b70-f593-4258-9528-9102f68759a5 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:56.446206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-98916b70-f593-4258-9528-9102f68759a5 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1445029
Dec 13 15:22:56.449624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57726) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:56.499295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-69c648c7-f19f-445a-ae9c-b0532442e32a tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0482688
Dec 13 15:22:56.501931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57730) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:56.507892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937406755', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:22:56.626680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:22:56.630830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:subnet and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:22:56.634027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:22:56.640298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:22:56.650215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:22:56.765373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:56.903599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f15bbe0>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:55Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:56.907742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Checking router: 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:22:56.908277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Updating router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 port a97630fb-d9a5-44dd-8c70-808873893635 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:22:56.962258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.011562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.016387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27c8bf7c-69fc-4064-a697-49c7145439aa tempest-RoutersIpV6Test-1724852015 tempest-RoutersIpV6Test-1724852015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:57.090607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Subnet': ['ID=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:57.094645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:57.109396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Checking segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:22:57.109795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network hostable DHCP agents. Network: 0b6bba52-5342-4618-9bf5-368e14b66e1c, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:22:57.132879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:22:57.143578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 0b6bba52-5342-4618-9bf5-368e14b66e1c) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:22:57.148126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:22:57.148767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.170630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40a26356-6bca-41c0-b216-036ba4937790 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6676440
Dec 13 15:22:57.173789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57734) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:22:57.188220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768cb2d7-0e80-4f5b-b2ea-d814b117f1dd None None] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:22:57.524868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.541243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-0b6bba52-5342-4618-9bf5-368e14b66e1c', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:22:57.542129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.554540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Transition to ACTIVE for port object a97630fb-d9a5-44dd-8c70-808873893635 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:22:57.567284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.572355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:57.725855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Pushing event updated for resources: {'Port': ['ID=a97630fb-d9a5-44dd-8c70-808873893635,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:57.729236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:57.733449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Attempting to bind port a97630fb-d9a5-44dd-8c70-808873893635 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:22:57.733875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Attempting to bind port a97630fb-d9a5-44dd-8c70-808873893635 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:22:57.734257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Attempting to bind port a97630fb-d9a5-44dd-8c70-808873893635 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:22:57.785137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:22:57.785493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:22:57.786015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.786371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:22:57.786947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Bound port: a97630fb-d9a5-44dd-8c70-808873893635, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:22:57.787598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.885718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Allocated IP 172.20.0.2 (0b6bba52-5342-4618-9bf5-368e14b66e1c/3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af/75891792-3ca8-4e58-8f48-197324334354) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:22:57.903442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] For port a97630fb-d9a5-44dd-8c70-808873893635, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:22:57.907504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] For port a97630fb-d9a5-44dd-8c70-808873893635, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a97630fb-d9a5-44dd-8c70-808873893635,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:22:57.926981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:57.935390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:57.978536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:58.109813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Pushing event updated for resources: {'Port': ['ID=a97630fb-d9a5-44dd-8c70-808873893635,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:58.113323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:58.124090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:22:58.124786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f15bbe0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:58.377877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:58.396686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Transition to ACTIVE for port object 75891792-3ca8-4e58-8f48-197324334354 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:22:58.420503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:22:58.464162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Transition to ACTIVE for port object 75891792-3ca8-4e58-8f48-197324334354 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:22:58.533353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:58.544054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.1 (0b6bba52-5342-4618-9bf5-368e14b66e1c/3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af/53ebae10-980d-4e76-9b2b-93ac276b6e7e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:22:58.544416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:58.699859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:22:58.711726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:58.712646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:22:58.715263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:22:58.721365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Pushing event updated for resources: {'Port': ['ID=75891792-3ca8-4e58-8f48-197324334354,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:58.724051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:58.729843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object 53ebae10-980d-4e76-9b2b-93ac276b6e7e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:22:58.753672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:58.757868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e9122c36-8c00-43a3-93c2-e364fb51bbc4 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:58.829847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:22:58.833456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:22:58.835854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:58.838130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:22:58.866564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:58.907010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.004411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.046833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Attempting to bind port 75891792-3ca8-4e58-8f48-197324334354 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:22:59.047275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Attempting to bind port 75891792-3ca8-4e58-8f48-197324334354 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:22:59.047679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Attempting to bind port 75891792-3ca8-4e58-8f48-197324334354 on network 0b6bba52-5342-4618-9bf5-368e14b66e1c {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:22:59.064345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:22:59.064770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Checking segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:22:59.065222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.065661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Bound using segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:22:59.066181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Bound port: 75891792-3ca8-4e58-8f48-197324334354, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:22:59.066595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.172339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f15bbe0>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:55Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:22:59.179499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] For port 75891792-3ca8-4e58-8f48-197324334354, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:22:59.181804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef434922-fa79-44ac-9c30-eddcbd59ead9 None None] The sync data for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv is: [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:55Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:22:59.184767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] For port 75891792-3ca8-4e58-8f48-197324334354, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=75891792-3ca8-4e58-8f48-197324334354,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:22:59.189704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.193971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:59.280191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Pushing event updated for resources: {'Port': ['ID=75891792-3ca8-4e58-8f48-197324334354,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:59.283285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:22:59.397725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.761176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.767648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.800223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-24cc53da-88d1-4d55-84e6-ba25cbf15ca1 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:22:59.895455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:22:59.903973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:22:59.909095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:00.059248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:23:00.060387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:23:00.151511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 75891792-3ca8-4e58-8f48-197324334354 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:00.235969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 75891792-3ca8-4e58-8f48-197324334354 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:00.242329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a97630fb-d9a5-44dd-8c70-808873893635 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:00.326336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a97630fb-d9a5-44dd-8c70-808873893635 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:00.332168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a97630fb-d9a5-44dd-8c70-808873893635 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:00.332890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:00.479694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:00.488086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:23:00.496775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port a97630fb-d9a5-44dd-8c70-808873893635, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a97630fb-d9a5-44dd-8c70-808873893635,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:00.501773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:00.503857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:00.573781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=a97630fb-d9a5-44dd-8c70-808873893635,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:00.585305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:00.721776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:23:00.736857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/08158b64-dd97-43c8-b2c0-4b71e2fd44d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5615656
Dec 13 15:23:00.921365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604bf68-a778-4ff0-992a-40eee5bc5d2b None None] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:23:00.943525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-7bc49952-9de7-452c-a134-01464ccf546d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457015390&fields=id&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 267 time: 0.0462513
Dec 13 15:23:01.039703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Provisioning for port 75891792-3ca8-4e58-8f48-197324334354 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:01.055829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Provisioning complete for port 75891792-3ca8-4e58-8f48-197324334354 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:01.056250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:01.112693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-a62aab4a-d384-4d62-abdb-1337b3dd2163 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:01.116195 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-a62aab4a-d384-4d62-abdb-1337b3dd2163 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 797 time: 0.1636074
Dec 13 15:23:01.135016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-9381a737-d689-4176-8f2f-db3e25bdec74 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/quotas/72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 375 time: 0.0138545
Dec 13 15:23:01.243572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-eabdaee4-ca62-4932-9887-7cdc2fb430fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:23:01.261245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-eabdaee4-ca62-4932-9887-7cdc2fb430fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:23:01.262741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-eabdaee4-ca62-4932-9887-7cdc2fb430fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1215248
Dec 13 15:23:01.343198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:01.400542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] For port 75891792-3ca8-4e58-8f48-197324334354, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=75891792-3ca8-4e58-8f48-197324334354,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:01.405509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:01.407534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:01.443201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-062fff39-78e8-4b65-8c09-b940c8ae74f1 service neutron] 10.222.0.69 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664224
Dec 13 15:23:01.511389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Pushing event updated for resources: {'Port': ['ID=75891792-3ca8-4e58-8f48-197324334354,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:01.516500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:01.624010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-5fde8190-3dfe-43ce-a104-99c0f7ccdb05 service neutron] 10.222.0.69 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729486
Dec 13 15:23:01.740834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Provisioning complete for port 75891792-3ca8-4e58-8f48-197324334354 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:01.741474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:01.871882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9c37303f-a3b8-4d4a-b91c-f3011689a1b3 req-02cbf2de-ead1-4c8b-aac6-612b7de989bc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:23:01.885198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-9c37303f-a3b8-4d4a-b91c-f3011689a1b3 req-02cbf2de-ead1-4c8b-aac6-612b7de989bc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:23:01.886483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c37303f-a3b8-4d4a-b91c-f3011689a1b3 req-02cbf2de-ead1-4c8b-aac6-612b7de989bc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 210 time: 0.0760837
Dec 13 15:23:01.914678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Provisioning for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:01.932701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Provisioning complete for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:01.933167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:01.991320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-31293fd7-b093-47cf-936e-e8514747ae06 None None] Port 53ebae10-980d-4e76-9b2b-93ac276b6e7e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:23:02.101742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 75891792-3ca8-4e58-8f48-197324334354 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:02.178326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-77c93a11-2a64-498a-8a70-f4532236bd2e None None] Provisioning complete for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:02.178751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77c93a11-2a64-498a-8a70-f4532236bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:02.245143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-77c93a11-2a64-498a-8a70-f4532236bd2e None None] Port 53ebae10-980d-4e76-9b2b-93ac276b6e7e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:23:02.251823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 75891792-3ca8-4e58-8f48-197324334354 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:02.252248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:02.314863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Sync routers for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:23:02.332375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:23:02.333512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f068ba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:02.395621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a97630fb-d9a5-44dd-8c70-808873893635 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:02.441657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e6e4d543-cd10-4f6b-b313-608cced326f2 None None] Provisioning complete for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:02.442072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d543-cd10-4f6b-b313-608cced326f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:02.516362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4d543-cd10-4f6b-b313-608cced326f2 None None] Port 53ebae10-980d-4e76-9b2b-93ac276b6e7e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:23:02.531133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a97630fb-d9a5-44dd-8c70-808873893635 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:02.531566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:02.538414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:23:02.880219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f068ba8>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:22:59Z', 'revision_number': 2, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:02.884793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Checking router: 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:23:02.885200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Updating router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 port 53ebae10-980d-4e76-9b2b-93ac276b6e7e binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:23:02.943394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.079756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-9d773038-d461-4bf5-b993-c485b56531dc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:03.080542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-9d773038-d461-4bf5-b993-c485b56531dc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:23:03.102518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-9d773038-d461-4bf5-b993-c485b56531dc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:23:03.106516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-9d773038-d461-4bf5-b993-c485b56531dc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 797 time: 0.2065401
Dec 13 15:23:03.115686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-add03fa0-c9ec-4ba7-bcb4-63f9a24ab32b req-e331db45-4124-4bdc-b3e6-5fe651789cd0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 210 time: 0.0561926
Dec 13 15:23:03.175388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-e5e515ef-db6e-453d-a55e-3868cb161cf0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:23:03.192226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-e5e515ef-db6e-453d-a55e-3868cb161cf0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:23:03.193542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-e5e515ef-db6e-453d-a55e-3868cb161cf0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 379 time: 0.0745316
Dec 13 15:23:03.203984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'port': {'device_id': '417cb625-9b47-46ba-b805-93d1a02f169e', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'admin_state_up': True, 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'security_groups': ['9f865193-f7f1-4f4f-bba3-048c0d45b60b']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:23:03.323567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.337724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Transition to ACTIVE for port object 53ebae10-980d-4e76-9b2b-93ac276b6e7e will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:23:03.344463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.348119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:03.353275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:23:03.363725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:23:03.374993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:23:03.380601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.572958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.7 (0b6bba52-5342-4618-9bf5-368e14b66e1c/3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af/e4329e2c-71f7-47a6-9177-675c1c7b94af) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:23:03.643073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Pushing event updated for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:03.680095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.680483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.680853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.681216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.681580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.681942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.682299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.682656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.683048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.683405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.683759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:23:03.687615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:03.746510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Attempting to bind port 53ebae10-980d-4e76-9b2b-93ac276b6e7e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:23:03.746841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Attempting to bind port 53ebae10-980d-4e76-9b2b-93ac276b6e7e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:23:03.747299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Attempting to bind port 53ebae10-980d-4e76-9b2b-93ac276b6e7e on network 0b6bba52-5342-4618-9bf5-368e14b66e1c {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:23:03.758099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:23:03.758099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Checking segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:23:03.758099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.758099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Bound using segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:23:03.758099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Bound port: 53ebae10-980d-4e76-9b2b-93ac276b6e7e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:23:03.758596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.782936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.799074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object e4329e2c-71f7-47a6-9177-675c1c7b94af will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:23:03.820918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.827057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35b0e942-5e3b-46d6-a676-def8abdda98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:03.852073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] For port 53ebae10-980d-4e76-9b2b-93ac276b6e7e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:23:03.855966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] For port 53ebae10-980d-4e76-9b2b-93ac276b6e7e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53ebae10-980d-4e76-9b2b-93ac276b6e7e,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:23:03.860216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:03.864949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:03.903084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:23:03.906458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:23:03.911213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:23:03.941662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:03.943440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Pushing event updated for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:03.947969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:03.949006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:23:03.949747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f068ba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:22:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:03.950072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:03.978909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:03.979763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:04.008407 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8085136
Dec 13 15:23:04.096902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Request body: {'port': {'device_id': '417cb625-9b47-46ba-b805-93d1a02f169e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:23:04.147053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:23:04.230485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:04.277703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e1eaa488-0c40-45d4-a5e6-9e4363c27210 None None] Provisioning for port e4329e2c-71f7-47a6-9177-675c1c7b94af completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:04.283761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e1eaa488-0c40-45d4-a5e6-9e4363c27210 None None] Provisioning complete for port e4329e2c-71f7-47a6-9177-675c1c7b94af triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:04.284182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa488-0c40-45d4-a5e6-9e4363c27210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:04.350738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1eaa488-0c40-45d4-a5e6-9e4363c27210 None None] Port e4329e2c-71f7-47a6-9177-675c1c7b94af cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:23:04.529467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b8e6-e98e-450f-8ed5-d13883fed884 req-5d4f6dbe-ddc8-434b-850d-c33698deafb9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:04.530178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8d30b8e6-e98e-450f-8ed5-d13883fed884 req-5d4f6dbe-ddc8-434b-850d-c33698deafb9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:23:04.540419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f068ba8>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:03Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:04.544725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6d85a-7d57-4f67-82fd-40c294727823 None None] The sync data for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv is: [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:03Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:23:04.632989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-8d30b8e6-e98e-450f-8ed5-d13883fed884 req-5d4f6dbe-ddc8-434b-850d-c33698deafb9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:23:04.634300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d30b8e6-e98e-450f-8ed5-d13883fed884 req-5d4f6dbe-ddc8-434b-850d-c33698deafb9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 931 time: 0.3606839
Dec 13 15:23:04.732114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d30b8e6-e98e-450f-8ed5-d13883fed884 req-5420be3d-9f9f-44c1-ba94-5eb86ec63d2a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795259
Dec 13 15:23:04.791804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4329e2c-71f7-47a6-9177-675c1c7b94af {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:23:04.799486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:04.815919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Transition to ACTIVE for port object e4329e2c-71f7-47a6-9177-675c1c7b94af will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:23:04.819535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:04.824557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e42cba24-86d4-4222-a7fc-cd0c0bafc183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:04.965594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Pushing event updated for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:04.969215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:05.086992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Attempting to bind port e4329e2c-71f7-47a6-9177-675c1c7b94af on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:23:05.087382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Attempting to bind port e4329e2c-71f7-47a6-9177-675c1c7b94af by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:23:05.087755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Attempting to bind port e4329e2c-71f7-47a6-9177-675c1c7b94af on network 0b6bba52-5342-4618-9bf5-368e14b66e1c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:23:05.094587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Port e4329e2c-71f7-47a6-9177-675c1c7b94af on network 0b6bba52-5342-4618-9bf5-368e14b66e1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:23:05.094951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Attempting to bind port e4329e2c-71f7-47a6-9177-675c1c7b94af on network 0b6bba52-5342-4618-9bf5-368e14b66e1c {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:23:05.103817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:23:05.104187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Checking segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:23:05.104608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Bound using segment: {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:23:05.105086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Bound port: e4329e2c-71f7-47a6-9177-675c1c7b94af, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea165c3-e62d-4b9c-837e-2370121c3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:23:05.105473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:05.209060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:23:05.212647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:23:05.217176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:05.222586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9210ae44-dfbc-4ec8-bf95-4b7aa3f41c8f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:05.292998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:05.294387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] 10.222.0.72 "PUT /v2.0/ports/e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 1093 time: 1.2783504
Dec 13 15:23:05.295376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:23:05.311528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Pushing event updated for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:05.315381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:05.400930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'status': 'completed', 'code': 200}
Dec 13 15:23:05.439967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-c10059d6-0a76-441f-9df9-45d09a0974c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1096 time: 0.0872824
Dec 13 15:23:05.526716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-4a299139-0ddd-4515-904e-ca8796f9d7f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 217 time: 0.0790379
Dec 13 15:23:05.861012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-e7bbc59f-c64a-4f61-9128-ef1c7aadaee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:05.862591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-e7bbc59f-c64a-4f61-9128-ef1c7aadaee3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.3296745
Dec 13 15:23:06.011244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84025b-107c-4518-819e-096fb7f41483 req-8c55c059-15ed-4ac4-bbbe-835f213e16e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:06.012838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc84025b-107c-4518-819e-096fb7f41483 req-8c55c059-15ed-4ac4-bbbe-835f213e16e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 943 time: 0.1468098
Dec 13 15:23:06.016444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-02591d4a-aa47-4772-93ba-93e4493dffe3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1167018
Dec 13 15:23:06.111594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53ebae10-980d-4e76-9b2b-93ac276b6e7e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:06.165855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc84025b-107c-4518-819e-096fb7f41483 req-ee25f827-a65c-4cce-9111-3651c35034b3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468756
Dec 13 15:23:06.193641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:06.193641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:06.193641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:06.197071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-29bfea76-c77e-4f77-a2c4-fc24842df55e service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637256
Dec 13 15:23:06.326835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:06.350342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5dc052e-24ac-4f14-bc34-e743a39f59dc req-f1dcb39b-3c34-4643-89e4-65b404a2bc99 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467392
Dec 13 15:23:06.361332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 53ebae10-980d-4e76-9b2b-93ac276b6e7e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53ebae10-980d-4e76-9b2b-93ac276b6e7e,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:06.365049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:06.367343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:06.439315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:06.442616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:06.485144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-204218b4-6298-4ac7-ab7a-da10d89a9582 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1096 time: 0.0827463
Dec 13 15:23:06.644594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-0209681d-2bf0-45c8-bdf3-f5d3b73f7e92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:06.646158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-0209681d-2bf0-45c8-bdf3-f5d3b73f7e92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 898 time: 0.1537597
Dec 13 15:23:06.718677 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-3a55b3f8-655e-45be-aa53-27919504b21d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 217 time: 0.0654263
Dec 13 15:23:06.805079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-4618eae6-b635-4128-8300-bddaeb1613e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:06.806668 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-4618eae6-b635-4128-8300-bddaeb1613e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.0788317
Dec 13 15:23:06.893160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-da8136a2-2fc8-43f0-8189-d2cfc552f5a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798402
Dec 13 15:23:07.049736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-0a6ccd44-a3fc-4b66-87d9-a305379834c6 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477168
Dec 13 15:23:07.201409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43c41c4a-a2e7-4d18-99fa-8a8c546bcec7 req-648b8832-941b-4b06-81dc-560b183d0000 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440856
Dec 13 15:23:07.376897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197e07-c576-45ab-8759-0f7f6a312834 req-7a48d117-15a6-45ca-be5e-db312b5ca5bb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:07.378473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc197e07-c576-45ab-8759-0f7f6a312834 req-7a48d117-15a6-45ca-be5e-db312b5ca5bb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 943 time: 0.0853410
Dec 13 15:23:07.429251 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc197e07-c576-45ab-8759-0f7f6a312834 req-f34eebca-6ba2-4941-9f28-f9d241bc1687 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438738
Dec 13 15:23:07.999878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b9bd-3190-48c0-8459-9eb0f3e4a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:08.088363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53ebae10-980d-4e76-9b2b-93ac276b6e7e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:08.161775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 53ebae10-980d-4e76-9b2b-93ac276b6e7e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:08.162214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:08.651536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b8ec4-2fde-4e5f-bae2-4e549fd1456c req-88315536-2c3f-4fa7-b0a1-4840016119d9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:08.653158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-406b8ec4-2fde-4e5f-bae2-4e549fd1456c req-88315536-2c3f-4fa7-b0a1-4840016119d9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 943 time: 0.0955942
Dec 13 15:23:08.709851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-406b8ec4-2fde-4e5f-bae2-4e549fd1456c req-586b4d49-466b-4cb2-8ce8-fe10bf178365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475857
Dec 13 15:23:09.564774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:09.936689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725322a-8b1e-4272-9819-ad698c7ebb5c req-68e2b0af-5a99-4cc2-ab9d-3fff61c74d5b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:09.938283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c725322a-8b1e-4272-9819-ad698c7ebb5c req-68e2b0af-5a99-4cc2-ab9d-3fff61c74d5b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 943 time: 0.0904248
Dec 13 15:23:09.989848 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c725322a-8b1e-4272-9819-ad698c7ebb5c req-32d37e43-dfe3-41d5-978d-ad8d6ea6da35 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432224
Dec 13 15:23:10.121518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e4329e2c-71f7-47a6-9177-675c1c7b94af details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:23:10.278722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:10.294903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'port_id': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'mac_address': 'fa:16:3e:91:ea:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:23:10.353877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:10.372588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4329e2c-71f7-47a6-9177-675c1c7b94af {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:23:10.402813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:10.407635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:10.409711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-34454342-4921-49f7-88ab-cee04ff2048e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:10.438112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a99cbabc-7c7a-466d-9385-c7c129039536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:10.480608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:10.483931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:10.622666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['e4329e2c-71f7-47a6-9177-675c1c7b94af'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:23:10.906110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:11.213236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502891b1-b138-4787-9288-8edd0826c77b req-b96cac44-927a-4098-9893-7f9ca795b009 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:11.214735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-502891b1-b138-4787-9288-8edd0826c77b req-b96cac44-927a-4098-9893-7f9ca795b009 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 944 time: 0.0935845
Dec 13 15:23:11.266383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-502891b1-b138-4787-9288-8edd0826c77b req-80a36db5-d844-4755-aa66-743eaadfab46 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422907
Dec 13 15:23:12.136868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e4329e2c-71f7-47a6-9177-675c1c7b94af up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:23:12.223128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port e4329e2c-71f7-47a6-9177-675c1c7b94af completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:23:12.228490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port e4329e2c-71f7-47a6-9177-675c1c7b94af triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:23:12.228898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:12.289289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:12.365400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:12.393611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:23:12.403881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:23:12.407465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:12.410258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-021c23f0-eb09-4e6d-aae9-ffe2e181532d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:12.458877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'code': 200}
Dec 13 15:23:12.478548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adaad7-7503-492a-8bcd-1fb4bc9b1750 req-67ed90ca-08ed-4c2b-b396-86d2d896099e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:12.480202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4adaad7-7503-492a-8bcd-1fb4bc9b1750 req-67ed90ca-08ed-4c2b-b396-86d2d896099e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0873258
Dec 13 15:23:12.487959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:12.491233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:12.534696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e4adaad7-7503-492a-8bcd-1fb4bc9b1750 req-c606e62a-88ef-4c83-9b2a-39c4bf914513 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467288
Dec 13 15:23:12.726666 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-695c7eba-0386-4b6f-af59-c8e6ef9f5223 req-dc0643fb-dca1-4ab2-bcf2-1304a6d14fdd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1098 time: 0.0790882
Dec 13 15:23:12.771918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-695c7eba-0386-4b6f-af59-c8e6ef9f5223 req-b2946ee0-fd05-416c-9f14-36f9b15ffe10 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386944
Dec 13 15:23:13.769706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525aea-04fc-47cc-b0b2-d6a9c0ac4efa req-202401cf-eff8-4039-a23e-f0e163930177 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:13.772538 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf525aea-04fc-47cc-b0b2-d6a9c0ac4efa req-202401cf-eff8-4039-a23e-f0e163930177 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0891688
Dec 13 15:23:13.829526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf525aea-04fc-47cc-b0b2-d6a9c0ac4efa req-ec3a23e9-3d16-4b45-9096-91873f8460ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438914
Dec 13 15:23:15.054507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0192a61-1849-469f-bbb1-0fe63673545e req-e08a5958-1398-4d6b-96f2-23d6e4a33a2a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:15.056838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e0192a61-1849-469f-bbb1-0fe63673545e req-e08a5958-1398-4d6b-96f2-23d6e4a33a2a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0990069
Dec 13 15:23:15.111719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e0192a61-1849-469f-bbb1-0fe63673545e req-e4474bca-4c44-4783-a76b-ff6c09488e78 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475545
Dec 13 15:23:15.340708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436229af-0529-4827-bf98-ef5d9d277527 req-4bdf6529-87f7-42f1-ab0c-917c9af8756f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:15.343401 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-436229af-0529-4827-bf98-ef5d9d277527 req-4bdf6529-87f7-42f1-ab0c-917c9af8756f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0934713
Dec 13 15:23:15.402621 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-436229af-0529-4827-bf98-ef5d9d277527 req-a392e79b-5548-478b-9fbc-cc3dff58eb1b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488262
Dec 13 15:23:15.430681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57794) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:15.508412 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-517a86ed-0299-4d70-a3d1-ed8b19d39e0a tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1093 time: 0.0763395
Dec 13 15:23:15.511306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57798) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:15.516904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:23:15.523232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:23:15.527404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:floatingip and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:23:15.530428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:23:15.536616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:23:15.547501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:15.702242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:15.848912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.133 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/4f0909ce-5537-40de-b7ca-acd0daa28d31) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:23:16.251221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:16.280002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:16.284746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:16.354759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:23:16.357880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:23:16.362385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:23:16.388179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=4f0909ce-5537-40de-b7ca-acd0daa28d31,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:16.393364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:16.917574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:16.978740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:17.212723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:17.217471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:17.221233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:23:17.324033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=4f0909ce-5537-40de-b7ca-acd0daa28d31,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:23:17.333004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:23:17.350001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:17.557427 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Floating IP 49be8aef-0243-4bcd-bcfb-899bb03a06a8 associated. External IP: 172.26.4.133, port: e4329e2c-71f7-47a6-9177-675c1c7b94af.
Dec 13 15:23:17.812148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:23:17.985441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:23:18.209827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:23:18.220330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Sync routers for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:23:18.235777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:23:18.235961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:18.236627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed20b38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:23:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:18.292699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-005e7f0a-6d3f-4165-8f0d-b9b45d563c59 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7801917
Dec 13 15:23:18.293737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:23:18.348963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'status': 'completed', 'code': 200}
Dec 13 15:23:18.426105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:23:18.447815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-05453a95-0d54-4c0c-86f3-b963887dc426 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1098 time: 0.0753791
Dec 13 15:23:18.510927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c36fa4-262e-4ac6-be08-75d5337d4e53 req-a6b4850b-18c6-4a78-b386-f9ef8969d482 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:18.512888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-03c36fa4-262e-4ac6-be08-75d5337d4e53 req-a6b4850b-18c6-4a78-b386-f9ef8969d482 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0903664
Dec 13 15:23:18.564058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-03c36fa4-262e-4ac6-be08-75d5337d4e53 req-5862d5a3-31af-4ec7-899a-b99353669d16 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445485
Dec 13 15:23:18.594708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57806) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:18.598505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-47bbc966-7246-4e82-8599-ef6282bd48b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:18.600157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-47bbc966-7246-4e82-8599-ef6282bd48b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 898 time: 0.1460500
Dec 13 15:23:18.715662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c3778e8-b95d-499a-a52a-b03c4a379139 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/49be8aef-0243-4bcd-bcfb-899bb03a06a8 HTTP/1.1" status: 200  len: 991 time: 0.1177814
Dec 13 15:23:18.719265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-b7555b6f-b97e-4c04-8d9f-5e406cec0dd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 999 time: 0.1099613
Dec 13 15:23:18.794191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-516a92b5-7b94-44c4-bb8c-a35311fc2373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:18.795697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-516a92b5-7b94-44c4-bb8c-a35311fc2373 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.0687792
Dec 13 15:23:18.889860 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-d1b32a06-2c06-4c75-b710-2107b3d615f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761743
Dec 13 15:23:18.972375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed20b38>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49be8aef-0243-4bcd-bcfb-899bb03a06a8', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'port_id': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'mac_address': 'fa:16:3e:91:ea:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417cb625-9b47-46ba-b805-93d1a02f169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:23:16Z', 'updated_at': '2021-12-13T15:23:16Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:18.977321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Checking router: 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:23:18.989247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:23:18.989917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed20b38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:23:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:19.045322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-9532abbb-07f8-4ea9-a201-bb11db83e18d service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370351
Dec 13 15:23:19.182328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:23:19.197366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1e92fa64-f0ec-49dd-93e4-bab60bb5e225 req-06a45eee-764f-489e-bdf2-2871fa9b1744 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455581
Dec 13 15:23:19.564278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed20b38>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49be8aef-0243-4bcd-bcfb-899bb03a06a8', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'port_id': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'mac_address': 'fa:16:3e:91:ea:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417cb625-9b47-46ba-b805-93d1a02f169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:23:16Z', 'updated_at': '2021-12-13T15:23:16Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:23:19.569260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d4a54-a28c-4115-a79b-eb2d68783863 None None] The sync data for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv is: [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '49be8aef-0243-4bcd-bcfb-899bb03a06a8', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'port_id': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'mac_address': 'fa:16:3e:91:ea:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417cb625-9b47-46ba-b805-93d1a02f169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:23:16Z', 'updated_at': '2021-12-13T15:23:16Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:23:19.719453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57810) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:19.834105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cef52a27-a070-44d2-b335-d16a4cc47e6f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/49be8aef-0243-4bcd-bcfb-899bb03a06a8 HTTP/1.1" status: 200  len: 991 time: 0.1133029
Dec 13 15:23:19.914854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e6eea-c25d-4a40-a734-cb7654af398d None None] New status for floating IP 49be8aef-0243-4bcd-bcfb-899bb03a06a8: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:23:20.839817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57814) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:20.957500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6f426192-e119-415a-acfe-90f05a66a925 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/49be8aef-0243-4bcd-bcfb-899bb03a06a8 HTTP/1.1" status: 200  len: 993 time: 0.1160026
Dec 13 15:23:29.416448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:37.999148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d4875e2-5984-462a-9355-4ed58b303223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:39.565408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:40.403200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-fd7b0e20-b814-4d0a-99e9-c1241c3905a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:40.904313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:42.284010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:23:45.928230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-c9e355e3-4b43-45c2-8fe4-6e0a7ea0e151 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1098 time: 0.0799406
Dec 13 15:23:46.128952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-16027d85-8085-4e17-8cd1-e59f3c645079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:46.130571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-16027d85-8085-4e17-8cd1-e59f3c645079 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 898 time: 0.1958158
Dec 13 15:23:46.201996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bd30-c705-4028-a225-a5f3c66287f7 req-1d220182-ecbf-499a-917d-237566a06517 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:46.203553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a689bd30-c705-4028-a225-a5f3c66287f7 req-1d220182-ecbf-499a-917d-237566a06517 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.3163283
Dec 13 15:23:46.292030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-a804fc0a-fbb4-494b-9eb5-e4b3220332ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 1001 time: 0.1539044
Dec 13 15:23:46.300189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a689bd30-c705-4028-a225-a5f3c66287f7 req-cdca1538-0e98-4af4-9200-b79f1ef7d64e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864620
Dec 13 15:23:46.364135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-cb2f7a8c-7a9b-4252-9bc4-b7763a41eb19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:46.365759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-cb2f7a8c-7a9b-4252-9bc4-b7763a41eb19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.0646751
Dec 13 15:23:46.451340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-690716c3-47d5-4d03-a906-08ac23bd3931 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794528
Dec 13 15:23:46.594881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-669786f2-5f3a-4922-ab74-1346bedff56d service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357188
Dec 13 15:23:46.977144 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6d2b105f-2f75-4a3c-8fcb-8add2c7692b0 req-13a35ffb-d3b1-4811-b862-6b19a3d66abc service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3742204
Dec 13 15:23:47.535115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394b767-a012-47b6-ba23-e2d3d4b823b0 req-04da750d-4bbb-4c87-9c8b-4bf05357df75 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:47.536765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5394b767-a012-47b6-ba23-e2d3d4b823b0 req-04da750d-4bbb-4c87-9c8b-4bf05357df75 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.1008911
Dec 13 15:23:47.590000 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5394b767-a012-47b6-ba23-e2d3d4b823b0 req-96877330-d85a-4749-8646-2650cf2683ac tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468462
Dec 13 15:23:48.821559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2220-a597-44e4-8abb-b1bf3f8e8da5 req-b587886b-dd55-4082-b8d5-4ad4b49d7212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:48.823184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e71c2220-a597-44e4-8abb-b1bf3f8e8da5 req-b587886b-dd55-4082-b8d5-4ad4b49d7212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.1014397
Dec 13 15:23:48.877878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e71c2220-a597-44e4-8abb-b1bf3f8e8da5 req-1bde60ae-2446-46a9-817b-86427ea8f542 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483840
Dec 13 15:23:50.098565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf38b-e2a5-4e9b-b15e-dc176b477ff7 req-e595a6b0-4f0e-43ea-a179-67392b166791 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:50.100617 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bcbbf38b-e2a5-4e9b-b15e-dc176b477ff7 req-e595a6b0-4f0e-43ea-a179-67392b166791 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0909872
Dec 13 15:23:50.158720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bcbbf38b-e2a5-4e9b-b15e-dc176b477ff7 req-f48536c6-047e-433f-8079-294f5560c933 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512068
Dec 13 15:23:51.385323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5acf6-2f3a-40ef-9918-64efc3ad2c28 req-fcb2d3bd-e644-42a2-af4b-35d2715d5fd9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:51.387332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9de5acf6-2f3a-40ef-9918-64efc3ad2c28 req-fcb2d3bd-e644-42a2-af4b-35d2715d5fd9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0897481
Dec 13 15:23:51.440077 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9de5acf6-2f3a-40ef-9918-64efc3ad2c28 req-b91c6dbb-d2e3-4f09-b726-2f824e3f369c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434606
Dec 13 15:23:52.657320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3453-5d51-46a7-bf00-aff795bd97cb req-0d059ab5-daac-4af0-a592-235030357ba2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:52.658959 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3a3453-5d51-46a7-bf00-aff795bd97cb req-0d059ab5-daac-4af0-a592-235030357ba2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0892668
Dec 13 15:23:52.708420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ac3a3453-5d51-46a7-bf00-aff795bd97cb req-932bb0fe-2f06-4edd-ab5b-421038a6f052 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431168
Dec 13 15:23:53.940495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600ceb4-5772-478c-b468-ea1bd566d3ee req-4a945b11-0930-4eb7-8cb4-5719e9e38cfd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:53.942100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2600ceb4-5772-478c-b468-ea1bd566d3ee req-4a945b11-0930-4eb7-8cb4-5719e9e38cfd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0961490
Dec 13 15:23:53.995871 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2600ceb4-5772-478c-b468-ea1bd566d3ee req-20058a3b-a804-4dfd-8ebf-681d96426d51 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445433
Dec 13 15:23:54.817055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:23:55.206633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b0422-13af-41ca-9dd0-070b962807f1 req-55bd49a3-b638-4298-b3b4-b617c37f408e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:55.208253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d76b0422-13af-41ca-9dd0-070b962807f1 req-55bd49a3-b638-4298-b3b4-b617c37f408e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0867319
Dec 13 15:23:55.501532 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d76b0422-13af-41ca-9dd0-070b962807f1 req-6da914fa-5207-4d8c-9a85-a302c9bf2370 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2842345
Dec 13 15:23:56.742571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82116e18-5ca7-420b-a82a-dcd183b38b9c req-f80dbfca-8d14-46cc-b9f1-2956d9eb0791 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:56.744218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-82116e18-5ca7-420b-a82a-dcd183b38b9c req-f80dbfca-8d14-46cc-b9f1-2956d9eb0791 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0990214
Dec 13 15:23:56.794485 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-82116e18-5ca7-420b-a82a-dcd183b38b9c req-c3b5a3c7-96e5-4928-a680-e81d071f80e1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435014
Dec 13 15:23:58.017931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d334f1-250f-4121-93ae-e958b76a3e16 req-647e38a3-18cc-4a24-9514-c9723474790a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:23:58.019536 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28d334f1-250f-4121-93ae-e958b76a3e16 req-647e38a3-18cc-4a24-9514-c9723474790a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0969958
Dec 13 15:23:58.071641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-28d334f1-250f-4121-93ae-e958b76a3e16 req-63671676-b22d-4f3c-8bf1-f23bba504a16 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459707
Dec 13 15:23:58.100910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57850) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:23:58.213106 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29e3e077-93c7-4fdd-be23-12c3f46c5b12 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/49be8aef-0243-4bcd-bcfb-899bb03a06a8 HTTP/1.1" status: 200  len: 993 time: 0.1108265
Dec 13 15:23:59.437073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:06.384423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-5398cc7d-2a1e-4e71-a4f0-8535a2789104 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0877454
Dec 13 15:24:06.554384 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-6c2841fa-e69f-4817-9342-68245c82dac0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1098 time: 0.0859804
Dec 13 15:24:06.719082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-b5560f31-cbe8-4d5c-8d89-435131444094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:06.720883 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-b5560f31-cbe8-4d5c-8d89-435131444094 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 898 time: 0.1453769
Dec 13 15:24:06.849316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-a0498d42-25a6-4cf1-8dcc-c55c558997a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 1001 time: 0.1145549
Dec 13 15:24:06.919596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-e87580c9-bed7-425f-8af8-055a18c35bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:06.921154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-e87580c9-bed7-425f-8af8-055a18c35bd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.0656531
Dec 13 15:24:07.005857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-96cec814-9fbd-4cb2-8494-95e939f6424e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771923
Dec 13 15:24:07.167220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-4f851e00-c8bc-4d18-91b4-8ab392f9485f service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546226
Dec 13 15:24:07.315076 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-393c8b9e-082f-4a11-988e-0c170557a9e5 req-ea14fd75-e442-4be3-94fd-8722594c0e2b service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406336
Dec 13 15:24:08.005951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc1beb1d-d276-430b-bca8-eb59d47fc9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:09.569039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:10.415858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb617a71-42b5-4fc4-ac20-3aeeb188d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:10.897799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:12.281392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:23.260988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-e4c78d71-fd76-4c73-a328-9b1f783fa2b3 req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] (88856) timed out ('10.222.0.72', 49859) {{(pid=88856) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 13 15:24:29.437209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:30.676806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57862) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:30.897371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 4f0909ce-5537-40de-b7ca-acd0daa28d31 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:24:30.897744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:31.078184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:31.078426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:31.209828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 4f0909ce-5537-40de-b7ca-acd0daa28d31 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:24:31.373975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:31.378485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29afc392-d94d-44c8-966b-82da88b952ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:31.425656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=4f0909ce-5537-40de-b7ca-acd0daa28d31,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:31.506016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.506437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.506864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.507330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.507739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.508149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.508556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.508962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.509372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.509776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.510181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:31.516435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:31.548516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:31.819767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:24:31.975671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:24:32.189623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:24:32.200424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Sync routers for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:24:32.210212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:32.214702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:32.215483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e998748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:32.266852 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-270102c9-6785-400f-92d1-d65e54d72d4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/floatingips/49be8aef-0243-4bcd-bcfb-899bb03a06a8 HTTP/1.1" status: 204  len: 168 time: 1.5888770
Dec 13 15:24:32.267942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:24:32.429796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:32.470951 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'status': 'completed', 'code': 200}
Dec 13 15:24:32.590316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-40723fe6-6483-48f1-9073-f37a63d1727a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 1098 time: 0.0941675
Dec 13 15:24:32.769353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e998748>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:32.777991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Checking router: 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:24:32.790476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:32.791212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e998748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:32.993652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:33.048547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-310fa3ac-2095-47f4-b930-5f100ec23c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:33.050467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-310fa3ac-2095-47f4-b930-5f100ec23c41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 200  len: 898 time: 0.4520090
Dec 13 15:24:33.061600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b20e-5ae8-43d2-9cff-ce714316a77a req-488ab5f5-debf-49ed-af65-b2bace2d9210 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:33.062330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d3f2b20e-5ae8-43d2-9cff-ce714316a77a req-488ab5f5-debf-49ed-af65-b2bace2d9210 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:33.145933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-36e151de-b321-4feb-92c7-9836d9f2c972 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 200  len: 217 time: 0.0806103
Dec 13 15:24:33.149986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-d3f2b20e-5ae8-43d2-9cff-ce714316a77a req-488ab5f5-debf-49ed-af65-b2bace2d9210 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:33.151193 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3f2b20e-5ae8-43d2-9cff-ce714316a77a req-488ab5f5-debf-49ed-af65-b2bace2d9210 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.5297141
Dec 13 15:24:33.246118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-f67511d1-878f-4dd7-ba14-0ded20be0fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:33.247661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-f67511d1-878f-4dd7-ba14-0ded20be0fab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 200  len: 835 time: 0.0952768
Dec 13 15:24:33.256151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3f2b20e-5ae8-43d2-9cff-ce714316a77a req-55f8b695-9fab-427b-9720-4b8537386245 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697291
Dec 13 15:24:33.327891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e998748>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:33.333157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366c5f-9099-49ca-8e24-951d07d4c444 None None] The sync data for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv is: [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:22:58Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '53ebae10-980d-4e76-9b2b-93ac276b6e7e', 'name': '', 'network_id': '0b6bba52-5342-4618-9bf5-368e14b66e1c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:8b:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:58Z', 'updated_at': '2021-12-13T15:23:06Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:24:33.339248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-7769419d-dba4-435f-96de-83e26c1b4068 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b6bba52-5342-4618-9bf5-368e14b66e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0820765
Dec 13 15:24:33.490409 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-16a95bff-44b0-4984-8bf4-60e4cae58e81 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423602
Dec 13 15:24:33.638222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba6b6242-00a0-4e6a-a0ee-df33aa6cfaab req-459d7258-44e9-4600-8c78-ba94380ce429 service neutron] 10.222.0.72 "GET /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407151
Dec 13 15:24:33.799015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a637f1-001d-4eae-80e5-8818f1188342 None None] New status for floating IP 49be8aef-0243-4bcd-bcfb-899bb03a06a8: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:24:34.155065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-a922bed7-b4e5-4351-9674-7ab0b11c670d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:34.156637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-a922bed7-b4e5-4351-9674-7ab0b11c670d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.0891943
Dec 13 15:24:34.232641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port e4329e2c-71f7-47a6-9177-675c1c7b94af {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:24:34.233028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:34.501364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port e4329e2c-71f7-47a6-9177-675c1c7b94af, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e4329e2c-71f7-47a6-9177-675c1c7b94af,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:34.501729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:34.554326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683857e-8ed3-4bd5-b7b4-b098b412a8c6 req-53934bf1-1b63-449b-8c7c-2514855f45ab tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:34.555971 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c683857e-8ed3-4bd5-b7b4-b098b412a8c6 req-53934bf1-1b63-449b-8c7c-2514855f45ab tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=417cb625-9b47-46ba-b805-93d1a02f169e HTTP/1.1" status: 200  len: 945 time: 0.1679573
Dec 13 15:24:34.605731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c683857e-8ed3-4bd5-b7b4-b098b412a8c6 req-8d602324-fc96-4fbc-8a68-622024fb84b9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f865193-f7f1-4f4f-bba3-048c0d45b60b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434952
Dec 13 15:24:34.630526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for e4329e2c-71f7-47a6-9177-675c1c7b94af owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:24:34.801080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:34.808109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-78c5ee54-4e0d-49a0-9478-f784550eadff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:34.854143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=e4329e2c-71f7-47a6-9177-675c1c7b94af,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:34.856579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:34.929630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] No DVR routers for this DVR port e4329e2c-71f7-47a6-9177-675c1c7b94af on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:24:34.932176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:34.934914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'name': 'network-vif-deleted', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:24:34.950831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bcacc410-1055-4e16-80aa-fbaee2c00dc8 req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "DELETE /v2.0/ports/e4329e2c-71f7-47a6-9177-675c1c7b94af HTTP/1.1" status: 204  len: 173 time: 0.7881041
Dec 13 15:24:34.991963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417cb625-9b47-46ba-b805-93d1a02f169e', 'name': 'network-vif-deleted', 'tag': 'e4329e2c-71f7-47a6-9177-675c1c7b94af', 'status': 'completed', 'code': 200}
Dec 13 15:24:35.719495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57882) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:36.150571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:36.800417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 53ebae10-980d-4e76-9b2b-93ac276b6e7e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:24:36.801115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:37.004146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 53ebae10-980d-4e76-9b2b-93ac276b6e7e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=53ebae10-980d-4e76-9b2b-93ac276b6e7e,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:37.004611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:37.130372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 53ebae10-980d-4e76-9b2b-93ac276b6e7e owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:24:37.336166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:37.340681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:37.385132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=53ebae10-980d-4e76-9b2b-93ac276b6e7e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:37.387751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:37.962531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:37.991304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77ee0d23-ed2a-4340-8592-2d3a9fbccf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:38.520067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e4329e2c-71f7-47a6-9177-675c1c7b94af no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:24:38.558472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: e4329e2c-71f7-47a6-9177-675c1c7b94af {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:24:38.558895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e4329e2c-71f7-47a6-9177-675c1c7b94af not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:24:38.587031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:24:38.821434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:24:38.834599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Sync routers for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:24:38.838052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/08158b64-dd97-43c8-b2c0-4b71e2fd44d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1167214
Dec 13 15:24:38.841165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57886) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:38.851240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:38.851917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb9b518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:39.051595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting subnet 3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:24:39.054845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.115181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.201603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.223212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:39.300641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.306152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ea4a111-b568-4630-a39a-a51b551f2e26 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:39.345475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:39.357955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.372498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.372709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10337c5-8d4c-4434-acec-f5d1e8950b35 None None] Network 0b6bba52-5342-4618-9bf5-368e14b66e1c requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:24:39.372867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.373293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.373713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.374132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.374540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.374957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.375426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.375859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.376268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.376675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:39.380089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:39.384627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8c25c3de-3677-463d-aae5-5e8738092811 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/subnets/3a4d7d4c-a1e0-4dc6-a0df-9705eeaa02af HTTP/1.1" status: 204  len: 168 time: 0.5397696
Dec 13 15:24:39.385946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57890) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:39.598327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.681990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.751085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb9b518>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:24:37Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'a97630fb-d9a5-44dd-8c70-808873893635', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:39.756445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Checking router: 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:24:39.770686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Routers {'08158b64-dd97-43c8-b2c0-4b71e2fd44d5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:39.771422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eb9b518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:39.820489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.829483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port a97630fb-d9a5-44dd-8c70-808873893635 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:24:39.829863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:39.830889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] DHCP port deletion for 0b6bba52-5342-4618-9bf5-368e14b66e1c request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:24:39.901650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Deleting port 75891792-3ca8-4e58-8f48-197324334354 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:24:39.902066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.014830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port a97630fb-d9a5-44dd-8c70-808873893635, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a97630fb-d9a5-44dd-8c70-808873893635,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:40.015302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.021242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] Set router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:40.147690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for a97630fb-d9a5-44dd-8c70-808873893635 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:24:40.154627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 75891792-3ca8-4e58-8f48-197324334354 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:24:40.208973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eb9b518>, [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:24:39Z', 'revision_number': 6, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:40.293347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b735-5631-46a8-804e-461f78f5764e None None] The sync data for ids ['08158b64-dd97-43c8-b2c0-4b71e2fd44d5'] in dv-neutron-821565-1-hyperv is: [{'id': '08158b64-dd97-43c8-b2c0-4b71e2fd44d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396167585', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:22:54Z', 'updated_at': '2021-12-13T15:24:39Z', 'revision_number': 6, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:24:40.312016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] For port 75891792-3ca8-4e58-8f48-197324334354, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=75891792-3ca8-4e58-8f48-197324334354,segment=NetworkSegment(6ea165c3-e62d-4b9c-837e-2370121c3096),segment_id=6ea165c3-e62d-4b9c-837e-2370121c3096)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:40.312454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.333778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.339378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4c610f9c-6d90-4298-a5db-9ac39b8741e7 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:40.392931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=a97630fb-d9a5-44dd-8c70-808873893635,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:40.397146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:40.478163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Calling delete_port for 75891792-3ca8-4e58-8f48-197324334354 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:24:40.559047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9291-3c62-4a76-be55-c29a9b4fa6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.570612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.636372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.644884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:40.697977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Pushing event deleted for resources: {'Port': ['ID=75891792-3ca8-4e58-8f48-197324334354,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:40.706451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] No DVR routers for this DVR port 75891792-3ca8-4e58-8f48-197324334354 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:24:40.711875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.714859 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.715288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.715651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.715988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:40.719167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:40.901662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:40.905514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.185509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.190575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.221038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.221798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Fanout notify agent at l3_agent the message router_deleted on router 08158b64-dd97-43c8-b2c0-4b71e2fd44d5 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:24:41.237340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.238513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/routers/08158b64-dd97-43c8-b2c0-4b71e2fd44d5 HTTP/1.1" status: 204  len: 168 time: 1.8514662
Dec 13 15:24:41.241672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57894) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:41.370900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.517276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.546921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e028668>,) {'filters': {'network_id': ['0b6bba52-5342-4618-9bf5-368e14b66e1c']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:41.560776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e028668>, '6ea165c3-e62d-4b9c-837e-2370121c3096') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:41.561115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e028668>, '6ea165c3-e62d-4b9c-837e-2370121c3096') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:41.573455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.588584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.595003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:24:41.595449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:24:41.611494 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:24:41.696436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.700419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:41.715865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.729271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Network': ['ID=0b6bba52-5342-4618-9bf5-368e14b66e1c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:41.732847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:41.738903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-355ea155-5b13-419d-8894-1096dcd524c4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/networks/0b6bba52-5342-4618-9bf5-368e14b66e1c HTTP/1.1" status: 204  len: 168 time: 0.4960237
Dec 13 15:24:41.745336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57900) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:41.820789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.865113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.931016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.935226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6f25be62-dccd-4353-85c8-798476cdd160 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:41.951538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f865193-f7f1-4f4f-bba3-048c0d45b60b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:41.954178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:41.965009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:41.966380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/security-groups/9f865193-f7f1-4f4f-bba3-048c0d45b60b HTTP/1.1" status: 204  len: 168 time: 0.2199318
Dec 13 15:24:42.140795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53ebae10-980d-4e76-9b2b-93ac276b6e7e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:24:42.177061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 53ebae10-980d-4e76-9b2b-93ac276b6e7e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:24:42.177458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 53ebae10-980d-4e76-9b2b-93ac276b6e7e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:24:42.177931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a97630fb-d9a5-44dd-8c70-808873893635 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:24:42.211509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a97630fb-d9a5-44dd-8c70-808873893635 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:24:42.212049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a97630fb-d9a5-44dd-8c70-808873893635 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:24:42.218240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57908) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:42.225216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179242054', 'description': 'tempest-secgroup-smoke-179242054 description', 'project_id': '72d0055af4b043cf8c73dec466585f6c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:42.232024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.236508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.239626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.245778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.257413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.286298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.298654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.303113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.306280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.312771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.372934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.377278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.381140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2793c4db-4566-448a-b6f9-da907f4ea415 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:42.428190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a2d22-2e43-460d-b513-24d2756cb271,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:42.431007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.432291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2129478
Dec 13 15:24:42.433316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dbdec29-4846-4d2e-98fa-83154f7be94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:42.435618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57912) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:42.441544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:42.448295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.452592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.455661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.461879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.479764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.550766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.555237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.561193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83d727a2-8495-4f09-914b-59e2b5beaada tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:42.582645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638e11e-a3a0-49f0-b038-6f9b6f94dd24,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:42.585312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:42.593085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.594339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1578767
Dec 13 15:24:42.597637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57916) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:42.607039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:42.615361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.619772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.622920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.629586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.647953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.719531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.723215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.725537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ba689944-c8bc-40c9-9b51-40d3d8283c9c tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:42.748307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5917fc9-e66e-4d04-a5aa-0fd91c30b365,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:42.750796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:42.758057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.759441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1605165
Dec 13 15:24:42.762616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57920) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:42.768994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:42.775729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.780097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.783404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.790176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.807803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.884677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.888405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.895792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68573e7e-0a95-4ebc-8f75-78bdbdf6efd1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:42.917409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a818b0-a3c1-47c7-ace1-a91bdcd84a65,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:42.919729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:42.924277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:42.925584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf2a4b3b-b617-411e-bccd-349fe9f7257c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1618013
Dec 13 15:24:42.930010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57924) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:42.936151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:42.943100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:42.947365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:42.950496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:42.956915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:42.977822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.045139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.049215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.051182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ea165ad-3d14-4c3c-ac89-3f1d9c7e1b07 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:43.072282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e33cb9-4c2b-473e-8e2b-db6288a35064,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:43.076393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:43.085072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.086366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b04f7385-3eb5-416c-aa60-d01342e171d2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1553526
Dec 13 15:24:43.091746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57928) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:43.098502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:43.105986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:43.110629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:43.114159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:43.121711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:43.133217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:24:43.140577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.214096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.218402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.220944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d99d0518-26dc-430b-8ed7-41dc4d0f1514 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:43.250284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63706b3-615c-4a51-94ce-de29edbccb76,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:43.252871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:43.260527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.261765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3a19a93c-636b-44e1-b579-a4d6d541e27f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1689732
Dec 13 15:24:43.265026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57932) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:43.271424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '3d2a2d22-2e43-460d-b513-24d2756cb271', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:43.278192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:43.282747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:43.286308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:43.292862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:43.304354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:24:43.312426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.383822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.387491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.394230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7bb1e-fb50-42e9-84f9-02174531709b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:43.418937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca81c46-3eb2-4bfc-82e4-9d67c7102a37,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:43.421768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:43.429893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.431250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a8dac07-0ceb-4a89-aa61-03d33e9218d1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1651456
Dec 13 15:24:43.434490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57936) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:43.440996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'network': {'name': 'tempest-network-smoke--1448054998', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:43.447210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:43.451991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:network and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:43.455341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:43.462193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:43.473919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:24:43.480092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.514261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:24:43.524997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.525489 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Added segment 4f78862d-4dca-4045-9002-c7e9558cb583 of type vlan for network 6e1b5af6-22f5-4334-944a-b935e01a460b
Dec 13 15:24:43.558545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.590355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.594520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:43.595188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.601292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:43.657800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2220578
Dec 13 15:24:43.660092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57940) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:43.666404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'admin_state_up': True, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:43.675408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:43.680384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:router and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:43.683989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:43.691492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:43.704754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.705773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.718717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Network': ['ID=6e1b5af6-22f5-4334-944a-b935e01a460b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:43.721891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f5382f0f-08b4-44ca-939a-f5048e9349e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:43.733101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6e1b5af6-22f5-4334-944a-b935e01a460b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:24:43.734007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:43.892637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.083695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.115175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.259379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.47 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/2a4f7ba8-819b-43d2-8bf8-705349bb9609) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:24:44.421291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.450741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.455219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b358cab0-f72c-4d7e-8698-1b06789fde75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:44.536698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:24:44.537578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=2a4f7ba8-819b-43d2-8bf8-705349bb9609,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:44.540361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:44.542290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:44.542992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:24:44.704473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.705243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:44.967997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 85a00021-9a22-46a1-8528-8dc77bc81705 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:24:45.181209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:24:45.191751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Sync routers for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:24:45.205140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:45.205925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6dc4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:45.209177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:45.210542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c480f7ca-15cd-4295-8ad1-fa92f8c0bc86 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5491109
Dec 13 15:24:45.213991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57944) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:45.264378 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8d87823c-e4cc-4472-9799-9140a95628c1 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=72d0055af4b043cf8c73dec466585f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0489993
Dec 13 15:24:45.267033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57948) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:45.391872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:45.408614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af0891-0ac5-4b0b-86b9-961e37a6ee41 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:45.410307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-23af0891-0ac5-4b0b-86b9-961e37a6ee41 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1422303
Dec 13 15:24:45.413422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57952) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:45.458307 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-75397d61-1e15-47f7-94cd-8b1cb27bf3b3 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0435822
Dec 13 15:24:45.461035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 57956) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:45.466898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909790639', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:45.585867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:45.589991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:subnet and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:24:45.593032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:24:45.607339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:45.617417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:24:45.702003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6dc4a8>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:44Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:45.707151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Checking router: 85a00021-9a22-46a1-8528-8dc77bc81705 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:24:45.707553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Updating router 85a00021-9a22-46a1-8528-8dc77bc81705 port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:24:45.768703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:45.975659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.120866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.133044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Transition to ACTIVE for port object 2a4f7ba8-819b-43d2-8bf8-705349bb9609 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:46.139252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.143605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:46.208901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.215098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5c491db-d284-40a3-9b66-be82c9cf893b tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:46.305332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Subnet': ['ID=e45189e6-c40b-4c91-8417-2302f5a1b0d1,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:46.309352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:46.317339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Checking segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:24:46.317746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network hostable DHCP agents. Network: 6e1b5af6-22f5-4334-944a-b935e01a460b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:24:46.344017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6e1b5af6-22f5-4334-944a-b935e01a460b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:24:46.355059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6e1b5af6-22f5-4334-944a-b935e01a460b) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:46.359766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:46.360430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.366863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df9448-59be-47a0-a7d8-586365e979e6 None None] Network 6e1b5af6-22f5-4334-944a-b935e01a460b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:24:46.375396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Attempting to bind port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:24:46.375801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Attempting to bind port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:24:46.376198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Attempting to bind port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:24:46.387641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 57960) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:24:46.391559 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9294600
Dec 13 15:24:46.392413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:24:46.392825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:24:46.393319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.393741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:24:46.394254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Bound port: 2a4f7ba8-819b-43d2-8bf8-705349bb9609, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:24:46.394663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.431381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Pushing event updated for resources: {'Port': ['ID=2a4f7ba8-819b-43d2-8bf8-705349bb9609,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:46.453898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.454291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.454599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.455012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.455379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.455788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.456249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.456614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.456972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.457327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.458060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:24:46.463199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:46.487754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] For port 2a4f7ba8-819b-43d2-8bf8-705349bb9609, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:24:46.491175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] For port 2a4f7ba8-819b-43d2-8bf8-705349bb9609, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2a4f7ba8-819b-43d2-8bf8-705349bb9609,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:24:46.495338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.500483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07194ca2-40ef-4a70-afa3-33d0bf5628ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:46.590799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Pushing event updated for resources: {'Port': ['ID=2a4f7ba8-819b-43d2-8bf8-705349bb9609,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:46.594835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed009fcd-0b83-45c5-a9ee-8ec580a9828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:46.597346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:46.598021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6dc4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:46.611039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6e1b5af6-22f5-4334-944a-b935e01a460b', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:24:46.612851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:46.787860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Allocated IP 172.20.0.2 (6e1b5af6-22f5-4334-944a-b935e01a460b/e45189e6-c40b-4c91-8417-2302f5a1b0d1/84cc35c3-a4a4-4252-8054-a495cba10f7c) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:24:46.790198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:47.013363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.027714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Transition to ACTIVE for port object 84cc35c3-a4a4-4252-8054-a495cba10f7c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:47.048777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Transition to ACTIVE for port object 84cc35c3-a4a4-4252-8054-a495cba10f7c will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:47.054692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.060727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5c0113ee-e9e1-46dc-9fd2-d2a39fdabd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:47.106983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6dc4a8>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:44Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:47.113771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd30ff1-1af5-4f76-8a2e-3869403b2253 None None] The sync data for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv is: [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:44Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:24:47.125851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Network 6e1b5af6-22f5-4334-944a-b935e01a460b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:24:47.134251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:47.139444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:24:47.149932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Pushing event updated for resources: {'Port': ['ID=84cc35c3-a4a4-4252-8054-a495cba10f7c,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:47.154650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:47.227485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.242572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Attempting to bind port 84cc35c3-a4a4-4252-8054-a495cba10f7c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:24:47.243584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Attempting to bind port 84cc35c3-a4a4-4252-8054-a495cba10f7c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:24:47.243584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Attempting to bind port 84cc35c3-a4a4-4252-8054-a495cba10f7c on network 6e1b5af6-22f5-4334-944a-b935e01a460b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:24:47.250717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:24:47.251173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Checking segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:24:47.251672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.252080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Bound using segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:24:47.252713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Bound port: 84cc35c3-a4a4-4252-8054-a495cba10f7c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:24:47.253111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.345605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] For port 84cc35c3-a4a4-4252-8054-a495cba10f7c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:24:47.350103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] For port 84cc35c3-a4a4-4252-8054-a495cba10f7c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=84cc35c3-a4a4-4252-8054-a495cba10f7c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:24:47.353988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:47.358491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:47.442499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Pushing event updated for resources: {'Port': ['ID=84cc35c3-a4a4-4252-8054-a495cba10f7c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:47.445709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:47.679345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.1 (6e1b5af6-22f5-4334-944a-b935e01a460b/e45189e6-c40b-4c91-8417-2302f5a1b0d1/4e409971-27a9-4b3a-8d4b-8efbdc1d3399) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:24:48.135474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.153946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:48.176593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.181729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-399c2098-cf47-43ea-8f3c-df86421b51d1 tempest-ServersNegativeTestJSON-1963385501 tempest-ServersNegativeTestJSON-1963385501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:48.206619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 84cc35c3-a4a4-4252-8054-a495cba10f7c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:48.256975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6e1b5af6-22f5-4334-944a-b935e01a460b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:24:48.260475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:48.263129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:24:48.303527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 84cc35c3-a4a4-4252-8054-a495cba10f7c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:48.306735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:48.309827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:48.310576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2a4f7ba8-819b-43d2-8bf8-705349bb9609 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:48.336855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.389499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:48.394641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:48.395102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.432703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.516331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.532759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 2a4f7ba8-819b-43d2-8bf8-705349bb9609, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2a4f7ba8-819b-43d2-8bf8-705349bb9609,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:48.538909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.542336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:48.615473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=2a4f7ba8-819b-43d2-8bf8-705349bb9609,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:48.618889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:48.871304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.875852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:48.905738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:48.998199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:49.002957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:49.004124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:49.061734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a0e0e-297f-4b88-8a94-15df15a4236b None None] Network 6e1b5af6-22f5-4334-944a-b935e01a460b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:24:49.152711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6e1b5af6-22f5-4334-944a-b935e01a460b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:24:49.154059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:49.190759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Provisioning for port 84cc35c3-a4a4-4252-8054-a495cba10f7c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:49.200949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Provisioning complete for port 84cc35c3-a4a4-4252-8054-a495cba10f7c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:49.201366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:49.418568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:49.458878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] For port 84cc35c3-a4a4-4252-8054-a495cba10f7c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=84cc35c3-a4a4-4252-8054-a495cba10f7c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:49.462586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:49.465747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:49.541415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Pushing event updated for resources: {'Port': ['ID=84cc35c3-a4a4-4252-8054-a495cba10f7c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:49.544941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:49.560776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 85a00021-9a22-46a1-8528-8dc77bc81705 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:24:49.786439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Provisioning for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:49.793311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Provisioning complete for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:49.793741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:49.797831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:24:49.819635 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/85a00021-9a22-46a1-8528-8dc77bc81705/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4302955
Dec 13 15:24:49.854695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:24:49.869425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Provisioning complete for port 84cc35c3-a4a4-4252-8054-a495cba10f7c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:49.869858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d841e4d9-750a-48ae-b218-a862162b5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:50.015247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-8a2fd9d1-fae0-46f1-818e-0d7307da53ca tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:50.030898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-8a2fd9d1-fae0-46f1-818e-0d7307da53ca tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:50.032217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-8a2fd9d1-fae0-46f1-818e-0d7307da53ca tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179242054&fields=id&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 267 time: 0.0663431
Dec 13 15:24:50.134099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-08c7720a-d67e-43c5-b0cf-b3ee2dc73012 None None] Provisioning complete for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:50.134756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08c7720a-d67e-43c5-b0cf-b3ee2dc73012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:50.177785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 84cc35c3-a4a4-4252-8054-a495cba10f7c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:50.206738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-3702b3df-a1a1-4b00-af6b-efd8406087e0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:50.207592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-3702b3df-a1a1-4b00-af6b-efd8406087e0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:50.223510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-3702b3df-a1a1-4b00-af6b-efd8406087e0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:50.225155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-3702b3df-a1a1-4b00-af6b-efd8406087e0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 797 time: 0.1845381
Dec 13 15:24:50.244225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-b10cf1d3-5b4d-411f-97cd-cf794d063011 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/quotas/72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 375 time: 0.0119162
Dec 13 15:24:50.246378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Sync routers for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:24:50.263768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08c7720a-d67e-43c5-b0cf-b3ee2dc73012 None None] Port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:24:50.289812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:50.290758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f358>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:50.329686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-fbaa7e48-a0ad-46df-a10b-aff9e4f3896f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:50.345255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-fbaa7e48-a0ad-46df-a10b-aff9e4f3896f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:50.346837 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-fbaa7e48-a0ad-46df-a10b-aff9e4f3896f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0964601
Dec 13 15:24:50.360838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 84cc35c3-a4a4-4252-8054-a495cba10f7c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:50.361253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:50.437537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-0c928603-51cc-4f06-8b46-a5bad51eaa0b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:24:50.438584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-0c928603-51cc-4f06-8b46-a5bad51eaa0b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0792820
Dec 13 15:24:50.589816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-3be8d3d0-c037-4c55-af0d-f23eda30414c service neutron] 10.222.0.69 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437964
Dec 13 15:24:50.703905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7f4440e9-5e95-4022-b1d6-9bdc4f7769c4 None None] Provisioning complete for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:50.704248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7f4440e9-5e95-4022-b1d6-9bdc4f7769c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:50.740335 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-5e08424d-55f1-47e9-b1f0-cebf83a94bc8 service neutron] 10.222.0.69 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438217
Dec 13 15:24:50.807568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-7f4440e9-5e95-4022-b1d6-9bdc4f7769c4 None None] Port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:24:50.824633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:50.881936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2a4f7ba8-819b-43d2-8bf8-705349bb9609 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:50.950588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9360ef99-e099-4455-8ed2-a80ceff0e436 req-67cdae31-a606-43d0-97e0-5678f46e5128 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 210 time: 0.0475464
Dec 13 15:24:51.133318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:51.133736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:51.330545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f358>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 2, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:51.334898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Checking router: 85a00021-9a22-46a1-8528-8dc77bc81705 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:24:51.335335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Updating router 85a00021-9a22-46a1-8528-8dc77bc81705 port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:24:51.389888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:51.774493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:51.791006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Transition to ACTIVE for port object 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:51.798563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:51.807045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-325cd154-b3bf-48fe-9ef5-f80c835917ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:51.934077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Pushing event updated for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:51.937378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:52.036558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Attempting to bind port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:24:52.037051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Attempting to bind port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:24:52.037532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Attempting to bind port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 on network 6e1b5af6-22f5-4334-944a-b935e01a460b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:24:52.045079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:24:52.045601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Checking segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:24:52.046121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:52.046628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Bound using segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:24:52.047255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Bound port: 4e409971-27a9-4b3a-8d4b-8efbdc1d3399, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:24:52.047742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:52.084379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-5795b6d4-d55d-4591-bec1-9c3a4134e80b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:52.085975 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-5795b6d4-d55d-4591-bec1-9c3a4134e80b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 797 time: 0.2220190
Dec 13 15:24:52.155445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] For port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:24:52.158915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] For port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:24:52.166119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:52.172807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4f08b69-097f-4cb0-a8a6-8a728ec889fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:52.179851 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3344ca9c-93ac-4578-8e5f-18731d6850bb req-b84470e4-a76d-4179-b587-c322624d801d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 210 time: 0.0619137
Dec 13 15:24:52.209992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-8041e601-14a5-4b25-afde-e86a05f8d3aa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 379 time: 0.1119924
Dec 13 15:24:52.223899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'port': {'device_id': '922b2409-265d-4a37-869d-f453ac8d518e', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'admin_state_up': True, 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'security_groups': ['3d2a2d22-2e43-460d-b513-24d2756cb271']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:52.266949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Pushing event updated for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:52.276497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:52.282901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:24:52.283641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f358>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:52.390258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:24:52.400876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:24:52.410947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:24:52.416644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:52.480717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:24:52.603270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.4 (6e1b5af6-22f5-4334-944a-b935e01a460b/e45189e6-c40b-4c91-8417-2302f5a1b0d1/e884f6ba-6680-48be-bfba-42e84bb3728c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:24:52.825256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f60f358>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:24:52.830337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9781f6-0eed-4f81-ad83-5c3d514b43ba None None] The sync data for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv is: [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:24:53.084083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.102622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object e884f6ba-6680-48be-bfba-42e84bb3728c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:53.124327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.130650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb54917f-158c-43a4-8b89-5018a413da7a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:53.203300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6e1b5af6-22f5-4334-944a-b935e01a460b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:24:53.204515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:24:53.209081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:24:53.257029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:53.268548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:53.298501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:53.299259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.352441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1336601
Dec 13 15:24:53.366382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Request body: {'port': {'device_id': '922b2409-265d-4a37-869d-f453ac8d518e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:24:53.404717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207fa21-2a94-4595-9f89-842235154f11 req-45c6e348-ce52-4638-a0be-a1b19015a048 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:53.408154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f207fa21-2a94-4595-9f89-842235154f11 req-45c6e348-ce52-4638-a0be-a1b19015a048 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 931 time: 0.0975761
Dec 13 15:24:53.463010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f207fa21-2a94-4595-9f89-842235154f11 req-79eac899-3f0d-476f-ab91-3d1f38018b12 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:53.478026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f207fa21-2a94-4595-9f89-842235154f11 req-79eac899-3f0d-476f-ab91-3d1f38018b12 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:53.491472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f207fa21-2a94-4595-9f89-842235154f11 req-79eac899-3f0d-476f-ab91-3d1f38018b12 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751204
Dec 13 15:24:53.508646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.657968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15f0e875-8b67-4a3e-8576-edbca2e17d22 None None] Provisioning for port e884f6ba-6680-48be-bfba-42e84bb3728c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:53.664169 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-15f0e875-8b67-4a3e-8576-edbca2e17d22 None None] Provisioning complete for port e884f6ba-6680-48be-bfba-42e84bb3728c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:53.664656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-15f0e875-8b67-4a3e-8576-edbca2e17d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.721710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-15f0e875-8b67-4a3e-8576-edbca2e17d22 None None] Port e884f6ba-6680-48be-bfba-42e84bb3728c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:24:53.884324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:24:53.892682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.916269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Transition to ACTIVE for port object e884f6ba-6680-48be-bfba-42e84bb3728c will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:24:53.919951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:53.925341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de02147e-ade9-48f6-b493-ab373288d4a0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:54.063876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:54.068733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:54.191533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Attempting to bind port e884f6ba-6680-48be-bfba-42e84bb3728c on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:24:54.192011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Attempting to bind port e884f6ba-6680-48be-bfba-42e84bb3728c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:24:54.192380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Attempting to bind port e884f6ba-6680-48be-bfba-42e84bb3728c on network 6e1b5af6-22f5-4334-944a-b935e01a460b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:24:54.193522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:54.198900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Port e884f6ba-6680-48be-bfba-42e84bb3728c on network 6e1b5af6-22f5-4334-944a-b935e01a460b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:24:54.199291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Attempting to bind port e884f6ba-6680-48be-bfba-42e84bb3728c on network 6e1b5af6-22f5-4334-944a-b935e01a460b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:24:54.207103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:24:54.207490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Checking segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:24:54.207913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Bound using segment: {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:24:54.208390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Bound port: e884f6ba-6680-48be-bfba-42e84bb3728c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f78862d-4dca-4045-9002-c7e9558cb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:24:54.208771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.271506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:24:54.276533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:54.276966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.308286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:24:54.311807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:24:54.316039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.322031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c422ef1-a507-433b-a5b6-8fd49569b927 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:54.390103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.391720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] 10.222.0.72 "PUT /v2.0/ports/e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 1093 time: 1.0308545
Dec 13 15:24:54.392453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:24:54.444401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.494811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:54.496802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:54.499415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:54.502103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'status': 'completed', 'code': 200}
Dec 13 15:24:54.507669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:54.508998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:54.569392 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-490b9b48-40b8-499e-96db-5d81859b12a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1096 time: 0.1351919
Dec 13 15:24:54.625720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:54.629571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:54.662944 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-1dab66c7-d8f0-4093-8317-a460009eeaaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 217 time: 0.0842104
Dec 13 15:24:54.736382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea29595-1fd1-4ba8-a4b6-b6208df4364c req-84a83e11-98e5-474c-81ef-4960f3b0253a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:54.743922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-2c068e47-796f-401b-b284-4c27cac2c407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:54.746270 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7ea29595-1fd1-4ba8-a4b6-b6208df4364c req-84a83e11-98e5-474c-81ef-4960f3b0253a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.1012170
Dec 13 15:24:54.746483 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-2c068e47-796f-401b-b284-4c27cac2c407 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0773637
Dec 13 15:24:54.793539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7ea29595-1fd1-4ba8-a4b6-b6208df4364c req-daac0d92-95b0-48b6-b7cd-94a7649da8b3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462830
Dec 13 15:24:54.834493 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-fbce4baa-581b-46f0-839c-3110b4001520 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0814211
Dec 13 15:24:54.985350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-ba93e472-70d6-4c04-89ce-b6ed14fe7ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437271
Dec 13 15:24:55.133748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f2a8f53b-768c-47a7-ac32-4da568336201 req-325f93de-8bdb-403b-b434-6ad0336f9485 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415355
Dec 13 15:24:55.261046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-8643eb4d-f153-45c9-9105-dab2de74505b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1096 time: 0.0827281
Dec 13 15:24:55.405478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-55b5d402-d6b3-4353-aa53-a63065b851b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:55.407086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-55b5d402-d6b3-4353-aa53-a63065b851b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1383066
Dec 13 15:24:55.484898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-ea8fef25-ac66-473b-9a6c-a8a457fe208d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 217 time: 0.0695322
Dec 13 15:24:55.565853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-7bc58815-384f-4531-a88c-c36d1fda25eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:55.567316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-7bc58815-384f-4531-a88c-c36d1fda25eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0713532
Dec 13 15:24:55.649208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-e1898224-cb18-4588-bd45-8944ce389884 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751884
Dec 13 15:24:55.805422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-b9e0eab0-b216-426a-88bc-0576e0e8171b service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480813
Dec 13 15:24:56.007984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5eea304-5b31-43dd-b3d1-c8aae392f696 req-13d97f05-aca5-4eae-8683-e8e9f00affff service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949224
Dec 13 15:24:56.039185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a385-307e-4a02-a900-eabf8411da73 req-afc97644-1ba4-4e0f-be80-ccc92157684d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:56.039917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-b2f7a385-307e-4a02-a900-eabf8411da73 req-afc97644-1ba4-4e0f-be80-ccc92157684d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:24:56.056775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-b2f7a385-307e-4a02-a900-eabf8411da73 req-afc97644-1ba4-4e0f-be80-ccc92157684d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:24:56.057984 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2f7a385-307e-4a02-a900-eabf8411da73 req-afc97644-1ba4-4e0f-be80-ccc92157684d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.1305649
Dec 13 15:24:56.111849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2f7a385-307e-4a02-a900-eabf8411da73 req-1d29c69a-ba12-4422-9fff-1f377c7382bf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450201
Dec 13 15:24:56.155414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:24:56.235352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:24:56.235770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:57.333458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ce393-3830-4602-b2c9-f0bfb4807d23 req-a91a229a-b0e9-4641-b294-93acc131bb9e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:57.335091 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a8ce393-3830-4602-b2c9-f0bfb4807d23 req-a91a229a-b0e9-4641-b294-93acc131bb9e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.0882387
Dec 13 15:24:57.384823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1a8ce393-3830-4602-b2c9-f0bfb4807d23 req-8e567222-a6bb-46a4-ae63-045d8e4318e3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432718
Dec 13 15:24:58.567000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:24:58.607580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee66572-b2e5-4fa4-9f70-d9b27409408f req-537e5f51-cd35-4aa6-8714-5dfec6514be5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:58.609149 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fee66572-b2e5-4fa4-9f70-d9b27409408f req-537e5f51-cd35-4aa6-8714-5dfec6514be5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.0934372
Dec 13 15:24:58.659253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fee66572-b2e5-4fa4-9f70-d9b27409408f req-38bc9819-13aa-4aa4-9558-2fb2a9077a3f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426488
Dec 13 15:24:58.714902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:58.730069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'mac_address': 'fa:16:3e:c6:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:24:58.787558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:58.810236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:24:58.828395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:24:58.833234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:58.837615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-750997e8-2abc-4db4-b1f1-6759df74fd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:24:58.907909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:24:58.911498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:24:59.052537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['e884f6ba-6680-48be-bfba-42e84bb3728c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:24:59.447120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:24:59.882669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ced31-89c1-43f6-a739-680442a743f4 req-5913dff6-3628-4fbd-ab0d-00aa78851fd9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:24:59.884299 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-964ced31-89c1-43f6-a739-680442a743f4 req-5913dff6-3628-4fbd-ab0d-00aa78851fd9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 944 time: 0.0954077
Dec 13 15:24:59.944426 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-964ced31-89c1-43f6-a739-680442a743f4 req-c33d4a13-850a-42d2-a460-922fd7f70f00 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510485
Dec 13 15:25:00.568144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:25:00.652915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port e884f6ba-6680-48be-bfba-42e84bb3728c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:25:00.657955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port e884f6ba-6680-48be-bfba-42e84bb3728c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:25:00.658378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:00.950873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:00.984724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:25:00.995364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:25:00.999743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:01.002636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b938794b-3b62-4d8f-8335-7828689d4dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:25:01.070515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:25:01.073836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:25:01.126809 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'code': 200}
Dec 13 15:25:01.163958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8613b-f528-4598-8376-60a42d86c101 req-7faf9337-6db9-4ac2-a762-3fa102c7e45a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:01.165701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efa8613b-f528-4598-8376-60a42d86c101 req-7faf9337-6db9-4ac2-a762-3fa102c7e45a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0947986
Dec 13 15:25:01.226557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-efa8613b-f528-4598-8376-60a42d86c101 req-e4defbfc-989f-4122-b8eb-f00e69009f8d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541508
Dec 13 15:25:01.364444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8de7f99d-5f04-490d-93fa-ee29878218da req-dd876f83-26d4-4609-855f-9b2f63b50af9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0744298
Dec 13 15:25:01.410298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8de7f99d-5f04-490d-93fa-ee29878218da req-d49b90c4-9b16-431a-9f9e-a853fb1c9b06 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390477
Dec 13 15:25:02.456041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cb373-2d58-4b08-9fe2-ecbb8c84d920 req-006fbf71-1cce-4823-b037-1964b05222e6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:02.457648 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a84cb373-2d58-4b08-9fe2-ecbb8c84d920 req-006fbf71-1cce-4823-b037-1964b05222e6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0867853
Dec 13 15:25:02.508072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a84cb373-2d58-4b08-9fe2-ecbb8c84d920 req-7cf1f8a1-47c2-4f37-a64b-881769b8cec5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434613
Dec 13 15:25:03.730319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ba2af-95a8-4ef0-81c6-41a4db9870f4 req-83ce6377-8524-4bee-aae0-9f2da0552a4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:03.731954 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-709ba2af-95a8-4ef0-81c6-41a4db9870f4 req-83ce6377-8524-4bee-aae0-9f2da0552a4b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0934105
Dec 13 15:25:03.785173 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-709ba2af-95a8-4ef0-81c6-41a4db9870f4 req-1897ba7e-d6aa-456f-9875-ee8b2730f02c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437620
Dec 13 15:25:04.014904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676e3cb-6a0c-48de-9b94-d8eb7ad141e9 req-c63e817c-b684-4fce-98c8-bdf816542699 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:04.016462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6676e3cb-6a0c-48de-9b94-d8eb7ad141e9 req-c63e817c-b684-4fce-98c8-bdf816542699 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0998428
Dec 13 15:25:04.070027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6676e3cb-6a0c-48de-9b94-d8eb7ad141e9 req-6dab881c-0239-4273-9394-a9079d29e6e1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446892
Dec 13 15:25:04.101435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58020) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:04.178451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2c0d51a9-cf6e-4b08-8100-e565dc49725d tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1093 time: 0.0756471
Dec 13 15:25:04.182400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58024) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:04.188091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:25:04.194650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:25:04.198783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:floatingip and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:25:04.201841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:25:04.208136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:25:04.218703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:04.380487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:04.533731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.25 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/81e5e1ac-b02e-48ca-9dac-1c80a6b639f5) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:25:04.698483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:04.726652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:04.731157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-11c0f548-f973-4474-a877-dd3aa7e75a2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:25:04.798184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:25:04.801106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:25:04.805834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:25:04.841246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=81e5e1ac-b02e-48ca-9dac-1c80a6b639f5,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:25:04.848779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:25:05.472410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:05.553413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:05.783361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:05.790608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:05.794540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-06f268fd-5856-4c11-94a3-dad559a3a53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:25:05.910252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=81e5e1ac-b02e-48ca-9dac-1c80a6b639f5,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:25:05.913282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:25:05.928838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:06.151623 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Floating IP f17b98a7-49a2-432a-86a9-3a348bfea598 associated. External IP: 172.26.4.25, port: e884f6ba-6680-48be-bfba-42e84bb3728c.
Dec 13 15:25:06.577324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 85a00021-9a22-46a1-8528-8dc77bc81705 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:25:07.060033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:25:07.071003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Sync routers for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:25:07.085444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:25:07.086192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172f60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:25:07.088265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:07.144889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9613507
Dec 13 15:25:07.145657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:25:07.279380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:25:07.286433 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'status': 'completed', 'code': 200}
Dec 13 15:25:07.327953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.72', 50247) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:07.392339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b208733-7372-4609-8a86-7f3249c13302 req-27c0e77e-a322-485c-8abb-294018b4f9b9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:07.394443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b208733-7372-4609-8a86-7f3249c13302 req-27c0e77e-a322-485c-8abb-294018b4f9b9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1517270
Dec 13 15:25:07.423480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-3a75494b-e544-4959-945a-ab45e48039d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805566
Dec 13 15:25:07.467452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-6bc83ab6-0833-4a9d-9366-f6d8a0a1ccf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.1480005
Dec 13 15:25:07.471662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9b208733-7372-4609-8a86-7f3249c13302 req-5292ffcf-f25e-472c-8c8a-c2e2ce64aa96 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689249
Dec 13 15:25:07.502249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58036) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:07.673655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172f60>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'f17b98a7-49a2-432a-86a9-3a348bfea598', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'mac_address': 'fa:16:3e:c6:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2409-265d-4a37-869d-f453ac8d518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:25:05Z', 'updated_at': '2021-12-13T15:25:05Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:25:07.678300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Checking router: 85a00021-9a22-46a1-8528-8dc77bc81705 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:25:07.690177 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6f67739-5c15-4866-b462-3ee22745b78e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/f17b98a7-49a2-432a-86a9-3a348bfea598 HTTP/1.1" status: 200  len: 990 time: 0.1866395
Dec 13 15:25:07.691152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:25:07.691824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f172f60>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:24:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:25:07.716813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-a56d7f25-a3ec-496c-aad6-57917fde17e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:07.718394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-a56d7f25-a3ec-496c-aad6-57917fde17e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.2447820
Dec 13 15:25:07.828958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-7b307ce6-129a-44ae-971f-55bc40fc6356 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 998 time: 0.1035028
Dec 13 15:25:07.880047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:25:07.900619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-a4a7324a-c268-4ab2-987a-8e4a1ce446ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:07.902222 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-a4a7324a-c268-4ab2-987a-8e4a1ce446ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0664353
Dec 13 15:25:07.991310 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-50c696e0-6929-4bb7-b5a3-21215ce4f687 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817487
Dec 13 15:25:07.995661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7fcee9c8-3395-443e-ba79-0d2d31a91bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:08.259970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f172f60>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'f17b98a7-49a2-432a-86a9-3a348bfea598', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'mac_address': 'fa:16:3e:c6:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2409-265d-4a37-869d-f453ac8d518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:25:05Z', 'updated_at': '2021-12-13T15:25:05Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:25:08.264619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a92b6-2ac2-48a7-91dd-de0046fa8372 None None] The sync data for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv is: [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': 'f17b98a7-49a2-432a-86a9-3a348bfea598', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'mac_address': 'fa:16:3e:c6:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2409-265d-4a37-869d-f453ac8d518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:25:05Z', 'updated_at': '2021-12-13T15:25:05Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:25:08.395723 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-8d31c942-142d-40ac-9c60-25609fd2da82 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3907535
Dec 13 15:25:08.542671 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ec7aa8f-39cf-4000-b0ac-302ab61aa668 req-fec729c1-f734-4239-bd09-4bbdedc71a45 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403341
Dec 13 15:25:08.630192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b52a1-4220-4824-8489-7bd724a2f08c None None] New status for floating IP f17b98a7-49a2-432a-86a9-3a348bfea598: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:25:08.694455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58040) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:08.725327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-83f293b0-8aa6-47de-b76f-f7a9e99bb8af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0810843
Dec 13 15:25:08.809729 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c3de0349-457f-4619-9eb9-f6a00a2345ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/f17b98a7-49a2-432a-86a9-3a348bfea598 HTTP/1.1" status: 200  len: 990 time: 0.1136863
Dec 13 15:25:08.821049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:25:08.885932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-458e0d2e-9825-4041-99ef-6c6111cc0b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:08.887544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-458e0d2e-9825-4041-99ef-6c6111cc0b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1428022
Dec 13 15:25:09.006171 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-e66c494c-96f0-4858-a9b8-83ede3e7a3ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 1000 time: 0.1047065
Dec 13 15:25:09.075650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-4966f83f-31b8-4814-9795-0999cff069a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:09.077140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-4966f83f-31b8-4814-9795-0999cff069a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0634770
Dec 13 15:25:09.172600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-f98ab796-4953-43c7-8a98-70c33b39ad6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0887654
Dec 13 15:25:09.317587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-0a84b4ad-83ff-454d-a24f-1e9471381e16 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375160
Dec 13 15:25:09.464843 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-60c6e726-87d0-4879-a0a2-1bc080479d3b service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399984
Dec 13 15:25:09.569844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:09.814359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58044) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:09.928534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6c59b793-925a-470b-b923-2e6cf635052c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/f17b98a7-49a2-432a-86a9-3a348bfea598 HTTP/1.1" status: 200  len: 992 time: 0.1126015
Dec 13 15:25:10.424848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cb435cff-9e3c-463a-bcb7-ab94d52cfb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:10.903984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:12.293237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:29.456576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:38.008771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5f147a5-d991-410e-8122-fcf7231216c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:39.367740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fa117ac8-7f98-44b8-955d-b7dfcb3e1b7c req-81ee6269-0726-488f-93c6-b56aac86b9fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0769217
Dec 13 15:25:39.564390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:39.673501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58068) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:25:39.707116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fed-e995-4b92-ae08-36401e48b2ba req-dae14f3b-362d-49f7-8a61-8fa8c128692f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:39.708792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2dc14fed-e995-4b92-ae08-36401e48b2ba req-dae14f3b-362d-49f7-8a61-8fa8c128692f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0925486
Dec 13 15:25:39.759537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2dc14fed-e995-4b92-ae08-36401e48b2ba req-e7c50e0e-0c60-4c42-a6cf-89133231015c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442157
Dec 13 15:25:39.828255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-65fd36a5-8601-4011-b4b0-61f369acf74e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1529071
Dec 13 15:25:40.418612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76114bd8-edce-4974-ad81-54555ca6cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:40.906027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:40.982107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f667d-291f-4fe3-8e85-a511d88ec6db req-e7067414-4f0a-499e-bc9d-1acfa5a30458 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:40.983754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-399f667d-291f-4fe3-8e85-a511d88ec6db req-e7067414-4f0a-499e-bc9d-1acfa5a30458 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0842922
Dec 13 15:25:41.037315 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-399f667d-291f-4fe3-8e85-a511d88ec6db req-ed544e4e-e644-41d0-a792-a05f5ce74bb0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466890
Dec 13 15:25:41.145416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-fb6b57e5-d730-47bb-b284-4a7b560dd39e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0798395
Dec 13 15:25:41.294094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a199-e0da-4541-83fd-74c285a4c531 req-da97e0e0-c1b9-4349-a435-8650a587a5a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:41.295655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-da97e0e0-c1b9-4349-a435-8650a587a5a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1436629
Dec 13 15:25:41.407393 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-9973a3e0-28b5-4d95-ab27-136af610d605 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 1000 time: 0.1041737
Dec 13 15:25:41.482665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a199-e0da-4541-83fd-74c285a4c531 req-6107e29f-9744-4e59-ab2b-168e0034382b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:41.484414 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-6107e29f-9744-4e59-ab2b-168e0034382b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0698411
Dec 13 15:25:41.567940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-28f45ebd-6a16-43a1-874b-743cc0b1f058 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753546
Dec 13 15:25:41.715499 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-e26e45d4-7f36-4068-b6aa-c27144d36cda service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395919
Dec 13 15:25:41.868950 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-7ac37eb9-a0cc-4e2b-a509-74ce76c4fc42 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461580
Dec 13 15:25:42.264203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d3ae-fb16-4add-8c3d-16504f947f9c req-e5cb39f9-2bb8-483d-8483-70280fa1dff4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:42.265819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cd9d3ae-fb16-4add-8c3d-16504f947f9c req-e5cb39f9-2bb8-483d-8483-70280fa1dff4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0896521
Dec 13 15:25:42.302752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:42.324212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cd9d3ae-fb16-4add-8c3d-16504f947f9c req-620e6957-317b-49e5-a8db-6ba273d517e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495651
Dec 13 15:25:43.549931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f8c6-9b7f-4e07-ba46-d140652d1d92 req-ed95a83d-abf0-4df7-9330-4d63f9113acc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:43.552046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef12f8c6-9b7f-4e07-ba46-d140652d1d92 req-ed95a83d-abf0-4df7-9330-4d63f9113acc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0920613
Dec 13 15:25:43.601214 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ef12f8c6-9b7f-4e07-ba46-d140652d1d92 req-6aa65b1a-2d06-4fc6-b14b-7f6d8ded2afa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433531
Dec 13 15:25:44.812329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c11b-dc8f-4290-a866-d9ca2841c068 req-8f0cfb47-19e2-4900-9406-c33c5d3e67f7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:44.813923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eae4c11b-dc8f-4290-a866-d9ca2841c068 req-8f0cfb47-19e2-4900-9406-c33c5d3e67f7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0866425
Dec 13 15:25:44.886662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-eae4c11b-dc8f-4290-a866-d9ca2841c068 req-702573d6-ab6d-4470-9177-1d84a6591924 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624554
Dec 13 15:25:45.829425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:25:46.101604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904f18-8ee3-4e63-896f-b2dc8d38db72 req-af9fc032-0d79-43a7-b619-b6781e0eb6c1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:46.103135 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6904f18-8ee3-4e63-896f-b2dc8d38db72 req-af9fc032-0d79-43a7-b619-b6781e0eb6c1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0876565
Dec 13 15:25:46.155749 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6904f18-8ee3-4e63-896f-b2dc8d38db72 req-e1cfef22-d114-4a24-9125-388b084ca13f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433543
Dec 13 15:25:47.391261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a60a5-beb6-4fc7-8846-9d76cc753447 req-e843f02c-1b4c-46a4-a610-8a053a9d84bb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:47.392877 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e9a60a5-beb6-4fc7-8846-9d76cc753447 req-e843f02c-1b4c-46a4-a610-8a053a9d84bb tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1075666
Dec 13 15:25:47.443541 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4e9a60a5-beb6-4fc7-8846-9d76cc753447 req-6d254402-a1eb-41c9-8ee6-b8b656293c3e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439274
Dec 13 15:25:48.672474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04241-6fa5-4e24-aebf-29534dea28cf req-f3834317-3666-4b11-9c3f-843631a2c170 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:48.674194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ae04241-6fa5-4e24-aebf-29534dea28cf req-f3834317-3666-4b11-9c3f-843631a2c170 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0996261
Dec 13 15:25:48.722958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ae04241-6fa5-4e24-aebf-29534dea28cf req-2fdb54a2-541a-4c85-9235-53f7ad1bec40 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424526
Dec 13 15:25:49.972850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea58557-f6e4-4a2f-b050-09c8f4a038b7 req-ae84be97-9fa0-4bc8-985e-02c3c15fd3ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:49.975248 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1ea58557-f6e4-4a2f-b050-09c8f4a038b7 req-ae84be97-9fa0-4bc8-985e-02c3c15fd3ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1258912
Dec 13 15:25:50.028973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1ea58557-f6e4-4a2f-b050-09c8f4a038b7 req-a2670d6a-8204-4a6a-9c39-0ba0100db951 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444856
Dec 13 15:25:51.261545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9775447-18e0-459c-88d6-c2d121378ebd req-ad7ed9fd-7bf4-405a-bb24-a9d9062c9b56 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:51.263175 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f9775447-18e0-459c-88d6-c2d121378ebd req-ad7ed9fd-7bf4-405a-bb24-a9d9062c9b56 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0961986
Dec 13 15:25:51.320261 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f9775447-18e0-459c-88d6-c2d121378ebd req-ea950b64-c841-4bda-9e5c-03f2043b785c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478647
Dec 13 15:25:52.545108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4543a35-3ef0-49f5-8768-64ccae0fa7c1 req-6481a5cd-ba23-487c-bcda-120adf906138 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:52.546753 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4543a35-3ef0-49f5-8768-64ccae0fa7c1 req-6481a5cd-ba23-487c-bcda-120adf906138 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1009917
Dec 13 15:25:52.599897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b4543a35-3ef0-49f5-8768-64ccae0fa7c1 req-39ce5ead-c784-4396-8716-743dd7be7bf6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446503
Dec 13 15:25:53.827015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8f3be-c7cd-4dd4-a0bd-0f227b7842c7 req-0634031e-b56d-44ef-a3b8-588808931312 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:53.828616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-12e8f3be-c7cd-4dd4-a0bd-0f227b7842c7 req-0634031e-b56d-44ef-a3b8-588808931312 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0922759
Dec 13 15:25:53.889552 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-12e8f3be-c7cd-4dd4-a0bd-0f227b7842c7 req-d295e403-ae25-4983-8a8a-32afb4942fa5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546324
Dec 13 15:25:55.113945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce84f-d480-42c7-9340-eb12d69e4490 req-48e13d56-d4ef-4b39-857b-b8bf93998b74 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:55.115731 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d8ce84f-d480-42c7-9340-eb12d69e4490 req-48e13d56-d4ef-4b39-857b-b8bf93998b74 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0847559
Dec 13 15:25:55.172818 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d8ce84f-d480-42c7-9340-eb12d69e4490 req-5598e944-4d02-4e88-ad64-2168ab9a1cf1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480528
Dec 13 15:25:56.413336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52221d99-d64f-4593-a14a-1109de7c1628 req-1d491e91-8fb2-4311-bcb5-4b95274eb7af tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:56.414955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52221d99-d64f-4593-a14a-1109de7c1628 req-1d491e91-8fb2-4311-bcb5-4b95274eb7af tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1025546
Dec 13 15:25:56.463643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-52221d99-d64f-4593-a14a-1109de7c1628 req-56eb7a55-ee2b-446f-91a9-14a3864b314d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422955
Dec 13 15:25:57.684438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922254-3d25-494c-86c3-01c2fcd65e62 req-025a513b-5ba8-4f0a-9b8e-cf38e84b6925 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:57.685998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07922254-3d25-494c-86c3-01c2fcd65e62 req-025a513b-5ba8-4f0a-9b8e-cf38e84b6925 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0960169
Dec 13 15:25:57.735918 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-07922254-3d25-494c-86c3-01c2fcd65e62 req-e042ec7b-203c-438d-b6aa-545adc6ab2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436573
Dec 13 15:25:58.673718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-3eb074b7-b8e6-4918-8759-a23d9dbeb3ea service neutron] 10.222.0.72 "GET /v2.0/ports/e884f6ba-6680-48be-bfba-42e84bb3728c/bindings/hv-neutron-8215 HTTP/1.1" status: 200  len: 384 time: 0.0843909
Dec 13 15:25:59.023560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df47952-96f0-40f8-a7b2-fe49428195e1 req-ac4d4e04-7113-473a-a958-11eb663e48d4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:59.025052 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7df47952-96f0-40f8-a7b2-fe49428195e1 req-ac4d4e04-7113-473a-a958-11eb663e48d4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1464760
Dec 13 15:25:59.028645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-62f5c6dc-9f1f-4b0e-9229-70eb66fa24e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 1098 time: 0.1148593
Dec 13 15:25:59.122148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7df47952-96f0-40f8-a7b2-fe49428195e1 req-d61138ee-2f13-49d5-8911-69492517df5a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907760
Dec 13 15:25:59.151663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-6811c30c-58da-4ff9-ab3e-9db4e1d0e339 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0985193
Dec 13 15:25:59.445776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:25:59.548378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a199-e0da-4541-83fd-74c285a4c531 req-28011505-ba81-4992-9239-cd5f5c8e22d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:59.549970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-28011505-ba81-4992-9239-cd5f5c8e22d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.3907511
Dec 13 15:25:59.672602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-32e56e33-7a1f-452d-b303-f4fcadfb8899 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 1000 time: 0.1140847
Dec 13 15:25:59.743181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a199-e0da-4541-83fd-74c285a4c531 req-bdba8b9d-dab0-4416-bb56-8b4fdbcc98ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:25:59.744697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-bdba8b9d-dab0-4416-bb56-8b4fdbcc98ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0651405
Dec 13 15:25:59.834162 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-160f2267-17bc-4d10-80af-35289738f20a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0819411
Dec 13 15:25:59.984131 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-27759571-a0d4-421a-9244-66c2b2f6c2dd service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419115
Dec 13 15:26:00.135449 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f029a199-e0da-4541-83fd-74c285a4c531 req-08c42afb-9c21-444b-8912-aed978cf1daa service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436684
Dec 13 15:26:00.348064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263214bf-5404-4f96-8f6f-6a8e2681c588 req-0661ef71-b754-43dd-aaf6-b5394b513f33 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:00.350014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-263214bf-5404-4f96-8f6f-6a8e2681c588 req-0661ef71-b754-43dd-aaf6-b5394b513f33 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0965123
Dec 13 15:26:00.401903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-263214bf-5404-4f96-8f6f-6a8e2681c588 req-42fb925f-fe1e-44d3-88bf-de237ed64826 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453982
Dec 13 15:26:01.660984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25ea15-9c2b-40df-aff5-5b197720fcb3 req-bcc9859c-4456-48a4-841e-1ad96fb17a88 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:01.662786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be25ea15-9c2b-40df-aff5-5b197720fcb3 req-bcc9859c-4456-48a4-841e-1ad96fb17a88 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1137040
Dec 13 15:26:01.714296 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be25ea15-9c2b-40df-aff5-5b197720fcb3 req-a43a2cb1-c143-4f42-8d29-c033a7b7cb73 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452378
Dec 13 15:26:02.896080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:26:02.899460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:26:02.937212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402df1-a9a7-45f4-ba0a-921247b9177f req-eb534307-b030-455c-bfe5-5694300b59f4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:02.938849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-db402df1-a9a7-45f4-ba0a-921247b9177f req-eb534307-b030-455c-bfe5-5694300b59f4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0850222
Dec 13 15:26:02.990202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-db402df1-a9a7-45f4-ba0a-921247b9177f req-0e33636c-2473-478b-a39f-1144d2c20954 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444951
Dec 13 15:26:03.139894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:03.160276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:03.184652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'port_id': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'mac_address': 'fa:16:3e:c6:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:26:03.191202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:26:03.237381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:03.246412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:03.258836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:03.305831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'code': 200}
Dec 13 15:26:03.325537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:03.345845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca1bb-e531-4f8b-a36f-d3d692817595 req-2bcac20b-44e7-4608-bb0e-a9e9a78872d5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:03.347601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-642ca1bb-e531-4f8b-a36f-d3d692817595 req-2bcac20b-44e7-4608-bb0e-a9e9a78872d5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.0901856
Dec 13 15:26:03.353942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:26:03.385672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-b48ddd6a-06f8-4389-97f1-654adba46e3a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:03.387339 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-b48ddd6a-06f8-4389-97f1-654adba46e3a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&tenant_id=72d0055af4b043cf8c73dec466585f6c&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200  len: 943 time: 0.0981526
Dec 13 15:26:03.405360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-642ca1bb-e531-4f8b-a36f-d3d692817595 req-947d8b37-5c62-4bea-9b5d-3519e7a606d0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497458
Dec 13 15:26:03.433775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:26:03.434180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:26:03.439863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:03.449648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.450014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.450429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.450791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.451238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.451609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.451974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.452336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.452698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.453056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.453417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:03.457799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:03.608567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-000fd49c-4c06-4fc5-8092-7cdea801691e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1096 time: 0.1324906
Dec 13 15:26:03.752457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6111e-0d58-47cf-98fb-f8a4afdbe6bf req-a5b0ac70-cdbb-4640-abf3-85e8ed66a237 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:03.754035 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77b6111e-0d58-47cf-98fb-f8a4afdbe6bf req-a5b0ac70-cdbb-4640-abf3-85e8ed66a237 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 943 time: 0.2026954
Dec 13 15:26:03.798912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-167f090d-3abc-4664-8345-8ca03c898b6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:03.800500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-167f090d-3abc-4664-8345-8ca03c898b6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1852987
Dec 13 15:26:03.901103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-77b6111e-0d58-47cf-98fb-f8a4afdbe6bf req-8e916f31-f2d1-4cae-95cf-9b47a83eb2ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1396780
Dec 13 15:26:03.921450 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-9cc2a2f7-fbde-40b2-bff1-a8db07e097a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 998 time: 0.1113667
Dec 13 15:26:03.994490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:03.999121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-953f589d-5951-4c7a-89ef-5f143c225619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:04.000806 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-953f589d-5951-4c7a-89ef-5f143c225619 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0728204
Dec 13 15:26:04.013728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:26:04.029266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:04.032528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:04.035176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:04.083194 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-30de697d-e827-4303-8834-a2b1d7f874f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758128
Dec 13 15:26:04.104579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['e884f6ba-6680-48be-bfba-42e84bb3728c'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:26:04.142271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:04.145593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:04.233929 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-ff7f31af-e878-4d7b-98f0-7596478cd56a service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430559
Dec 13 15:26:04.384813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3c52cfeb-f007-4a74-a51f-184b5af4dcf8 req-86606e6c-9728-426f-a9d0-87ee901b44be service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423714
Dec 13 15:26:04.903919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:04.986832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port e884f6ba-6680-48be-bfba-42e84bb3728c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:04.987296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:05.108589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:05.127815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd898d-9690-4346-b1b5-779c6b9a962a req-4168e7dc-50ce-495a-9dd8-ea6d0e52eb4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:05.129374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ccd898d-9690-4346-b1b5-779c6b9a962a req-4168e7dc-50ce-495a-9dd8-ea6d0e52eb4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 944 time: 0.0865953
Dec 13 15:26:05.144315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:05.148655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:05.150628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:05.180102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ccd898d-9690-4346-b1b5-779c6b9a962a req-ddf90102-0a1d-463b-80cf-448faf1fa5c6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443695
Dec 13 15:26:05.209112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58146) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:05.220788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:05.224479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:05.307320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:26:05.326191 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9be6f1a9-ef4c-4ba2-aec8-ca9e26c1df48 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/f17b98a7-49a2-432a-86a9-3a348bfea598 HTTP/1.1" status: 200  len: 992 time: 0.1155446
Dec 13 15:26:05.362182 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'code': 200}
Dec 13 15:26:08.012897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b2f69e2f-f0b0-4891-9cfe-49c9ac72f6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:08.385709 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-b9af5076-f384-4e96-a17a-d6046cbf53a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791650
Dec 13 15:26:08.548857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-65ee6e0a-5a4d-4678-b932-51b2b403126f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0809865
Dec 13 15:26:08.716478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-e7c27bcf-39c6-4da3-897c-0576a86ce276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:08.718073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-e7c27bcf-39c6-4da3-897c-0576a86ce276 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1433308
Dec 13 15:26:08.824070 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-42efa8e4-d783-4c9b-a592-288cb74ea20c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 1000 time: 0.0990157
Dec 13 15:26:08.901659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-afd5c0a5-94d3-4833-ae60-94187f3b931f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:08.903305 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-afd5c0a5-94d3-4833-ae60-94187f3b931f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0720797
Dec 13 15:26:08.991553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-49189938-ff25-4302-a718-c417e6298fc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810032
Dec 13 15:26:09.139861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-383531f8-f52d-4961-a451-7d6fce349442 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402969
Dec 13 15:26:09.287233 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ad2fb0b9-7ebf-46be-92a6-f69d574b5f7b req-290c80f0-ad10-4bd9-953d-afb161ce1536 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401064
Dec 13 15:26:09.577793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:10.432568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93fe-f09b-43d2-bbca-ba1177bec8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:10.918603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:12.299919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:22.829524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:26:29.463457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:34.051030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58162) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:34.270565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 81e5e1ac-b02e-48ca-9dac-1c80a6b639f5 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:26:34.270929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:34.447318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:34.447676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:34.577176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 81e5e1ac-b02e-48ca-9dac-1c80a6b639f5 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:26:34.747424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:34.751228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40e70984-3522-4f01-a553-2f128da555c0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:34.792335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=81e5e1ac-b02e-48ca-9dac-1c80a6b639f5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:34.837601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.837955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.838380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.838800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.839246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.839657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.840076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.840481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.840887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.841291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.841699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:34.845162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:34.912707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:35.590256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 85a00021-9a22-46a1-8528-8dc77bc81705 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:26:35.811078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:26:35.821602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Sync routers for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:26:35.834861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:35.835640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f909da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:35.837302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:35.895790 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/floatingips/f17b98a7-49a2-432a-86a9-3a348bfea598 HTTP/1.1" status: 204  len: 168 time: 1.8431451
Dec 13 15:26:35.896434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:26:36.028595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:36.046116 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'status': 'completed', 'code': 200}
Dec 13 15:26:36.149708 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-c9a4659a-6618-472d-aed9-44bd6ad2dbbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 1098 time: 0.0808032
Dec 13 15:26:36.314766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-3322a751-223f-41dc-aec9-04cdccab5c10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:36.316528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-3322a751-223f-41dc-aec9-04cdccab5c10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 200  len: 898 time: 0.1598043
Dec 13 15:26:36.322870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369afa0-7237-4b77-b413-3f881b0318c5 req-902fecd9-14c6-4db8-aa3b-0ce7bb736cf6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:36.324574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4369afa0-7237-4b77-b413-3f881b0318c5 req-902fecd9-14c6-4db8-aa3b-0ce7bb736cf6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1022201
Dec 13 15:26:36.378219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4369afa0-7237-4b77-b413-3f881b0318c5 req-7f11c2fc-a1c8-4e03-8bf7-588804a304a6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469117
Dec 13 15:26:36.399640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-d5fc091a-71a9-445b-a760-5a34ed6d8ff2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 200  len: 217 time: 0.0754254
Dec 13 15:26:36.399783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f909da0>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:36.408108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Checking router: 85a00021-9a22-46a1-8528-8dc77bc81705 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:26:36.420074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:36.420758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f909da0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:36.471858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-62e5cbca-8330-4e2b-92b9-2aa6737054ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:36.473782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-62e5cbca-8330-4e2b-92b9-2aa6737054ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 200  len: 834 time: 0.0661402
Dec 13 15:26:36.562200 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-6307e1c2-4968-46ef-98b3-d32f92f257f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e1b5af6-22f5-4334-944a-b935e01a460b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797689
Dec 13 15:26:36.617027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:36.715885 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-fe414445-58e0-4f5d-ba0b-f44bdf498bc3 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435266
Dec 13 15:26:36.865901 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c6e58697-edcf-4d45-9d80-9c2319b673f0 req-e77a1777-a90e-471f-b351-70ebc38a8ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433399
Dec 13 15:26:36.952363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f909da0>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:36.957072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14fe03-d129-42a2-8f68-8e589afd33a9 None None] The sync data for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv is: [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '4e409971-27a9-4b3a-8d4b-8efbdc1d3399', 'name': '', 'network_id': '6e1b5af6-22f5-4334-944a-b935e01a460b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:97:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:47Z', 'updated_at': '2021-12-13T15:24:54Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': 'e45189e6-c40b-4c91-8417-2302f5a1b0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:26:37.374729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e980e7-a0fe-43c6-bec9-03d6e7a19431 None None] New status for floating IP f17b98a7-49a2-432a-86a9-3a348bfea598: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:26:37.675062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228829d-919e-4dfa-af8c-34bce71bf22d req-665f5007-a77f-4448-baa8-3e5bf0f99150 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:37.675826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c228829d-919e-4dfa-af8c-34bce71bf22d req-665f5007-a77f-4448-baa8-3e5bf0f99150 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:26:37.692957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c228829d-919e-4dfa-af8c-34bce71bf22d req-665f5007-a77f-4448-baa8-3e5bf0f99150 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:26:37.694188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c228829d-919e-4dfa-af8c-34bce71bf22d req-665f5007-a77f-4448-baa8-3e5bf0f99150 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.1064808
Dec 13 15:26:37.748160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c228829d-919e-4dfa-af8c-34bce71bf22d req-c4e74877-2b77-47d6-bddd-de6c38916df9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d2a2d22-2e43-460d-b513-24d2756cb271&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472586
Dec 13 15:26:37.906860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-fc3afdc6-acf9-47d1-b9ed-e3197e66da7c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:37.908686 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-fc3afdc6-acf9-47d1-b9ed-e3197e66da7c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 945 time: 0.0986555
Dec 13 15:26:37.992216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:26:37.992563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:38.006239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f0aaa60f-5691-4438-8d87-9a89e1d85a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:38.254071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port e884f6ba-6680-48be-bfba-42e84bb3728c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e884f6ba-6680-48be-bfba-42e84bb3728c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:38.254463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:38.385133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for e884f6ba-6680-48be-bfba-42e84bb3728c owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:26:38.546534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:38.552426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c1675762-7d6a-4931-94af-024acc4b9b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:38.599573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=e884f6ba-6680-48be-bfba-42e84bb3728c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:38.603393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:38.678266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] No DVR routers for this DVR port e884f6ba-6680-48be-bfba-42e84bb3728c on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:26:38.680828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:38.683585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-deleted', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:26:38.700615 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64baca38-e2b1-46b2-a59b-fe0ae2f5f926 req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "DELETE /v2.0/ports/e884f6ba-6680-48be-bfba-42e84bb3728c HTTP/1.1" status: 204  len: 173 time: 0.7852972
Dec 13 15:26:38.746696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2409-265d-4a37-869d-f453ac8d518e', 'name': 'network-vif-deleted', 'tag': 'e884f6ba-6680-48be-bfba-42e84bb3728c', 'status': 'completed', 'code': 200}
Dec 13 15:26:38.943321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6481e505-3269-4889-aac9-7b3f8cdaf036 req-93b0de5e-f767-438e-adb1-8a437a10eac7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:26:38.960453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6481e505-3269-4889-aac9-7b3f8cdaf036 req-93b0de5e-f767-438e-adb1-8a437a10eac7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:26:38.961701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6481e505-3269-4889-aac9-7b3f8cdaf036 req-93b0de5e-f767-438e-adb1-8a437a10eac7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=922b2409-265d-4a37-869d-f453ac8d518e HTTP/1.1" status: 200  len: 210 time: 0.0688567
Dec 13 15:26:39.577225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:40.084782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58184) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:40.425627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd2ccc30-d0d7-41a2-aea1-a82a472d3c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:40.532032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:40.914195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:41.063529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:26:41.101242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: e884f6ba-6680-48be-bfba-42e84bb3728c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:26:41.101844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device e884f6ba-6680-48be-bfba-42e84bb3728c not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:26:41.456274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:26:41.456630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:41.651475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 4e409971-27a9-4b3a-8d4b-8efbdc1d3399, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:41.651871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:41.778177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:26:41.977609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:41.985367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7121278e-3639-4693-988e-efd2488d103b tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:42.034570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=4e409971-27a9-4b3a-8d4b-8efbdc1d3399,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:42.076479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.076909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.077367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.077787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.078202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.078604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.079023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.079469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.079880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.080286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.080697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:42.084305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:42.308604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:42.372234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.012496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 85a00021-9a22-46a1-8528-8dc77bc81705 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:26:43.239315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:26:43.250598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Sync routers for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:26:43.257026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/85a00021-9a22-46a1-8528-8dc77bc81705/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1709347
Dec 13 15:26:43.260074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58188) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:43.272295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:43.272922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4ed828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:43.461655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:43.463764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting subnet e45189e6-c40b-4c91-8417-2302f5a1b0d1 {{(pid=88856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:26:43.467088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.528030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65629211'] for subnet, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.621142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.709222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66164345'] for subnet, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.714537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6110bdf-4d56-47d5-bef5-bac5d0cdc1a0 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:43.757787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Subnet': ['ID=e45189e6-c40b-4c91-8417-2302f5a1b0d1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:43.760681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:43.764061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:43.771556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-27b67122-a006-49a0-b6a7-0d7e747b7fae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/subnets/e45189e6-c40b-4c91-8417-2302f5a1b0d1 HTTP/1.1" status: 204  len: 168 time: 0.5103934
Dec 13 15:26:43.773488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7e70c-b871-4f61-8ade-178c345a0eea None None] Network 6e1b5af6-22f5-4334-944a-b935e01a460b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:26:43.774499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58192) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:43.915975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4ed828>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:26:41Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:43.920848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Checking router: 85a00021-9a22-46a1-8528-8dc77bc81705 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:26:43.933721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Routers {'85a00021-9a22-46a1-8528-8dc77bc81705'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:43.934400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f4ed828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['85a00021-9a22-46a1-8528-8dc77bc81705'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:44.063008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] DHCP port deletion for 6e1b5af6-22f5-4334-944a-b935e01a460b request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:26:44.069146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Deleting port 84cc35c3-a4a4-4252-8054-a495cba10f7c {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:26:44.069556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.134783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] Set router 85a00021-9a22-46a1-8528-8dc77bc81705 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:44.233626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.276830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 84cc35c3-a4a4-4252-8054-a495cba10f7c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:26:44.476335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.479121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f4ed828>, [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:26:41Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:44.485047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec801c2-a6b3-48a2-ae24-7178ac98007a None None] The sync data for ids ['85a00021-9a22-46a1-8528-8dc77bc81705'] in dv-neutron-821565-1-hyperv is: [{'id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056968292', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:43Z', 'updated_at': '2021-12-13T15:26:41Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '2a4f7ba8-819b-43d2-8bf8-705349bb9609', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a00021-9a22-46a1-8528-8dc77bc81705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:44Z', 'updated_at': '2021-12-13T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:26:44.486230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 2a4f7ba8-819b-43d2-8bf8-705349bb9609 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:26:44.486611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.548499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] For port 84cc35c3-a4a4-4252-8054-a495cba10f7c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=84cc35c3-a4a4-4252-8054-a495cba10f7c,segment=NetworkSegment(4f78862d-4dca-4045-9002-c7e9558cb583),segment_id=4f78862d-4dca-4045-9002-c7e9558cb583)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:44.548939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.676546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 2a4f7ba8-819b-43d2-8bf8-705349bb9609, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=2a4f7ba8-819b-43d2-8bf8-705349bb9609,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:44.676950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.712896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Calling delete_port for 84cc35c3-a4a4-4252-8054-a495cba10f7c owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:26:44.779732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.806537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 2a4f7ba8-819b-43d2-8bf8-705349bb9609 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:26:44.851666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.861179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:44.916855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Pushing event deleted for resources: {'Port': ['ID=84cc35c3-a4a4-4252-8054-a495cba10f7c,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:44.921594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:44.924384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] No DVR routers for this DVR port 84cc35c3-a4a4-4252-8054-a495cba10f7c on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:26:44.994443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:44.998533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c9f91ca-2eaf-47a0-b7bf-f77ac71bb7f8 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:45.042087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=2a4f7ba8-819b-43d2-8bf8-705349bb9609,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:45.046013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:45.277714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.553616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.558095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.586680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.587268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Fanout notify agent at l3_agent the message router_deleted on router 85a00021-9a22-46a1-8528-8dc77bc81705 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:26:45.602666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.604788 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df9a92a2-201e-4932-9062-d2562627d1fd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/routers/85a00021-9a22-46a1-8528-8dc77bc81705 HTTP/1.1" status: 204  len: 168 time: 1.8287241
Dec 13 15:26:45.607447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58196) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:45.735416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.878321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.905600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65dd79cc0>,) {'filters': {'network_id': ['6e1b5af6-22f5-4334-944a-b935e01a460b']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:45.922378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd79cc0>, '4f78862d-4dca-4045-9002-c7e9558cb583') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:45.922759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65dd79cc0>, '4f78862d-4dca-4045-9002-c7e9558cb583') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:45.934990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.949964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.956458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:26:45.956839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:26:45.972184 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:26:46.054313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.058737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a4b7de10-62a4-4cf3-bbf4-cbf14d9b9a87 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:46.074547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.090144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Network': ['ID=6e1b5af6-22f5-4334-944a-b935e01a460b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:46.093581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:46.100062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-35e59c93-71c3-41b3-adbc-994038cb568d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/networks/6e1b5af6-22f5-4334-944a-b935e01a460b HTTP/1.1" status: 204  len: 168 time: 0.4915540
Dec 13 15:26:46.103061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58200) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:46.177701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.211172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.216772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:26:46.251479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:26:46.252010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 4e409971-27a9-4b3a-8d4b-8efbdc1d3399 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:26:46.252352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2a4f7ba8-819b-43d2-8bf8-705349bb9609 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:26:46.265849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.271255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a43c41de-9a0c-437c-a1ca-095dc17140b1 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:46.285768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 2a4f7ba8-819b-43d2-8bf8-705349bb9609 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:26:46.286168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 2a4f7ba8-819b-43d2-8bf8-705349bb9609 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:26:46.287508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a2d22-2e43-460d-b513-24d2756cb271,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:46.290095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:46.297028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.301068 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/security-groups/3d2a2d22-2e43-460d-b513-24d2756cb271 HTTP/1.1" status: 204  len: 168 time: 0.1942258
Dec 13 15:26:46.541138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58208) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:46.550586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650484152', 'description': 'tempest-secgroup-smoke-1650484152 description', 'project_id': '72d0055af4b043cf8c73dec466585f6c'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:46.557432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:46.563061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:46.566256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:46.572874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:46.583455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.625708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:46.630127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:46.633308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:46.640430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:46.713813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.717469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.721295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-892e24ba-fd75-4d47-9cee-7c89ab0da8bb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:46.765582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23a8d4-b962-4673-abae-1f5ae97ed778,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:46.768541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.769821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2273343
Dec 13 15:26:46.770824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b5ded027-396a-49f3-bfa2-76e9181fe2b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:46.772914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58212) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:46.778706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:46.785317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:46.789492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:46.792635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:46.798892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:46.819029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.883698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.887776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.889774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8ae5bfdd-2f9f-46c1-9fa7-f584caf9b7d2 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:46.912821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06127bf6-29b8-4495-9356-26efcaabeecf,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:46.915410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:46.923689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:46.924987 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-050392b6-af73-461d-99e1-d9ca3f0fa4fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1510510
Dec 13 15:26:46.928040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58216) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:46.933905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:46.940427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:46.944590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:46.947704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:46.954060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:46.971531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.041096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.045380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.047356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc4baf03-3b09-4d72-b68d-819f03878ace tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:47.070557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1f51bd-99d6-4251-ae94-5deacf69ed76,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:47.073082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:47.080722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.082014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1529832
Dec 13 15:26:47.085155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58220) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:47.091008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:47.098199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:47.102387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:47.105501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:47.111751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:47.129495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.195838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.199764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.201757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-68387735-24c3-47d0-8707-fe250c60e2db tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:47.226218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19487ca4-4694-4dbb-9bfc-2c5cf8ac47b6,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:47.230909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:47.237009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.238304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1521673
Dec 13 15:26:47.242602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58224) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:47.249018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:47.255419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:47.259493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:47.262527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:47.268794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:47.286743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.362247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.365921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.373444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b88ccbde-07f2-4ea1-b102-dc71b3732393 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:47.394546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcb12c9-efda-45c2-9d82-9bab20c93e40,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:47.396852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:47.401431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.402765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bde0183a-ffd7-40ce-ba73-a7422c66cf08 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1591220
Dec 13 15:26:47.405808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58228) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:47.415807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:47.423799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:47.428029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:47.431238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:47.437722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:47.452148 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:26:47.459113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.527651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.531609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.533536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d0e9bff-5133-4c27-abc5-dab6b5dfc1ae tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:47.556949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f92f4b-9627-4fc5-952b-b1ae01a6e258,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:47.559584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:47.567322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.568630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-40a2002e-07d3-43ac-93f8-0f60a553e05a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1611180
Dec 13 15:26:47.571715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58232) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:47.577841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '0b23a8d4-b962-4673-abae-1f5ae97ed778', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:47.584268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:47.588465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:47.591631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:47.598367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:47.609183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:26:47.615975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.689552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.694511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.697105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5809f2c1-0eee-4fd3-bfbf-f5b6a6d6afd7 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:47.727165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd83ca5-d879-4d2b-97a3-9e40a2631f19,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:47.729596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:47.737223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.738579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b41e71cc-f608-491f-8454-366685bf5b11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1659307
Dec 13 15:26:47.741951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58236) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:47.748072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'network': {'name': 'tempest-network-smoke--678081025', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'port_security_enabled': True}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:47.753407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:47.758121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:network and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:47.761409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:47.767987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:47.778486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:26:47.784008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.816000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:26:47.825268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.825674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Added segment 931e905b-8ee8-4b7c-bbc8-106063862289 of type vlan for network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46
Dec 13 15:26:47.857712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.889154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.893295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:47.893933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:47.897695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bd642d83-030f-4199-a3c0-cf0dc842d6a0 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:48.002250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2590511
Dec 13 15:26:48.005432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58240) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:48.011834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'admin_state_up': True, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:48.012030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Network': ['ID=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:48.014940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9c193e1b-3471-4001-a99b-0758c31c6723 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:48.022574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:48.026164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:26:48.027527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:router and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:48.030858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:48.037392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:48.049389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.050390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.072363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.228411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.427436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.462175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.604997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.145 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/90f2d049-fabf-4c2a-a273-61eac8e4f6bb) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:26:48.775094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.804925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:48.810017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0493c3a2-aca0-47f6-a5c9-dce7a48a0ec3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:48.880303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:26:48.883680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:48.885805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:48.888088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:26:48.917413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:49.061422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:49.062182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:49.567811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:26:49.785987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:26:49.796693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Sync routers for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:26:49.812339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:49.813297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcd68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:49.815469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:49.816789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8102758
Dec 13 15:26:49.820331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58244) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:49.945784 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7da2f864-a928-43c8-b806-1b9dae623e05 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=72d0055af4b043cf8c73dec466585f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1241062
Dec 13 15:26:49.948736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58250) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:50.005209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:50.089950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888006d0-6da1-48d4-a9d8-7d1c0dbaa82f tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:50.091571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-888006d0-6da1-48d4-a9d8-7d1c0dbaa82f tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1416080
Dec 13 15:26:50.094761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58254) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:50.139447 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d930491a-6d41-4bfd-9451-514d89094735 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0433636
Dec 13 15:26:50.142119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58258) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:50.148047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885925114', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:50.264218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:50.268390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:subnet and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:26:50.271565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:26:50.277828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:50.290373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:26:50.312931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcd68>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:49Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:50.317196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Checking router: 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:26:50.317605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Updating router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:26:50.372063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.403542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.748788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.763150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Transition to ACTIVE for port object 90f2d049-fabf-4c2a-a273-61eac8e4f6bb will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:50.770556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.774634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:50.858958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Pushing event updated for resources: {'Port': ['ID=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:50.862794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:50.863702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Attempting to bind port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:26:50.864121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Attempting to bind port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:26:50.864532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Attempting to bind port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:26:50.871577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:26:50.872003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:26:50.872458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.872940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:26:50.873517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Bound port: 90f2d049-fabf-4c2a-a273-61eac8e4f6bb, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:26:50.874052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.889418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.893888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e41aecc6-6dfc-464e-8dfd-c5fa3cb6fe83 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:50.948624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] For port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:26:50.952812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] For port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:26:50.957247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:50.962176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:50.974961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Subnet': ['ID=6284f8da-2e4a-4fb9-b032-1ed7f720451f,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:50.978020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:50.994839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Checking segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:26:50.995284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network hostable DHCP agents. Network: 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:26:51.018268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:26:51.028875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:51.034030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:51.035026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:51.040779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f9afc-fd79-448d-89c0-d1b08666623f None None] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:26:51.058580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-bfc38ff0-4cb2-4604-af2c-61429a20fa84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9152365
Dec 13 15:26:51.063353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58262) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:26:51.081622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Pushing event updated for resources: {'Port': ['ID=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:51.087077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:51.139539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:51.140238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcd68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:51.621509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:51.663008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:26:51.663919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:51.867570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.048883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Allocated IP 172.20.0.2 (6a8c1d5d-99e1-425d-9800-f52fbeb4cd46/6284f8da-2e4a-4fb9-b032-1ed7f720451f/a867eadb-308e-4163-9f12-0639c44a5f4c) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:26:52.177114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2dcd68>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:49Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:52.186312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92b862-c470-4412-ac29-ad9932fdc5b5 None None] The sync data for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv is: [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:49Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:26:52.289255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.301551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Transition to ACTIVE for port object a867eadb-308e-4163-9f12-0639c44a5f4c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:52.321980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Transition to ACTIVE for port object a867eadb-308e-4163-9f12-0639c44a5f4c will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:52.328856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.334343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:52.398595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:26:52.399797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.1 (6a8c1d5d-99e1-425d-9800-f52fbeb4cd46/6284f8da-2e4a-4fb9-b032-1ed7f720451f/b53e7a1c-6ecf-475d-861e-1eabd03789a3) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:26:52.402320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:52.406490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:26:52.411885 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Pushing event updated for resources: {'Port': ['ID=a867eadb-308e-4163-9f12-0639c44a5f4c,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:52.415588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:52.505801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Attempting to bind port a867eadb-308e-4163-9f12-0639c44a5f4c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:26:52.506214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Attempting to bind port a867eadb-308e-4163-9f12-0639c44a5f4c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:26:52.506624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Attempting to bind port a867eadb-308e-4163-9f12-0639c44a5f4c on network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:26:52.513773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:26:52.514196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Checking segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:26:52.514667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.515089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Bound using segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:26:52.515615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Bound port: a867eadb-308e-4163-9f12-0639c44a5f4c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:26:52.516058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.587365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.606123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object b53e7a1c-6ecf-475d-861e-1eabd03789a3 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:52.614515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] For port a867eadb-308e-4163-9f12-0639c44a5f4c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:26:52.618163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] For port a867eadb-308e-4163-9f12-0639c44a5f4c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a867eadb-308e-4163-9f12-0639c44a5f4c,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:26:52.627319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.633948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:52.636769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.641741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4ebc0516-2d05-4a41-bb32-1946965cc508 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:52.722572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:26:52.726781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:52.731422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:26:52.756791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Pushing event updated for resources: {'Port': ['ID=a867eadb-308e-4163-9f12-0639c44a5f4c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:52.759904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:52.774420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:52.782645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:52.802175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:52.907366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:53.370412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:53.374673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:53.406033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:53.496904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:53.499664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:53.503598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:53.654925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:26:53.656089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:54.079784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:26:54.311852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a867eadb-308e-4163-9f12-0639c44a5f4c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:54.392987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ede990-a892-4868-920a-ce5e6cb9dc20 None None] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:26:54.434759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port a867eadb-308e-4163-9f12-0639c44a5f4c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:54.496995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 90f2d049-fabf-4c2a-a273-61eac8e4f6bb up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:54.559714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:26:54.562833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Provisioning for port a867eadb-308e-4163-9f12-0639c44a5f4c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:54.574071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-faad3211-3cc3-4be1-8216-394e2692cb3d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5113235
Dec 13 15:26:54.577642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Provisioning complete for port a867eadb-308e-4163-9f12-0639c44a5f4c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:54.578068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:54.725840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:54.760024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:54.760441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:54.772332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-515b60de-3da3-4770-85e6-b2af4183cd37 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650484152&fields=id&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 267 time: 0.0452254
Dec 13 15:26:54.885835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:54.943312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-d81a1af9-4f9d-4993-893f-fb5154631106 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:54.943588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] For port a867eadb-308e-4163-9f12-0639c44a5f4c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a867eadb-308e-4163-9f12-0639c44a5f4c,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:54.944849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-d81a1af9-4f9d-4993-893f-fb5154631106 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 796 time: 0.1648161
Dec 13 15:26:54.964956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-0ec93458-9b18-41af-a670-fab8140b2150 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/quotas/72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 375 time: 0.0123415
Dec 13 15:26:54.982811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:54.987262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:55.052132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:55.052953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-cb2eb060-5ba6-487d-b71b-11cbd57e81f0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0820777
Dec 13 15:26:55.086710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:55.087895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Pushing event updated for resources: {'Port': ['ID=a867eadb-308e-4163-9f12-0639c44a5f4c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:55.091837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:55.094028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:55.094542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8cc89f21-f33b-4609-8d16-69e2a8c8dd63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:55.167905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:55.179932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:55.219135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Sync routers for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:26:55.229130 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-2d19b1aa-8612-4f2a-ac7a-2a3d8a2cdac6 service neutron] 10.222.0.69 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570227
Dec 13 15:26:55.231654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:55.232491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f52d4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:55.386208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-3ea0ac89-5d87-454e-9953-a62c776522af service neutron] 10.222.0.69 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498475
Dec 13 15:26:55.407335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Provisioning for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:55.412548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Provisioning complete for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:55.412974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:55.441050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:55.473536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Port b53e7a1c-6ecf-475d-861e-1eabd03789a3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:26:55.487797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Provisioning complete for port a867eadb-308e-4163-9f12-0639c44a5f4c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:55.488221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21512bfa-aeea-427e-9c71-12ed40870108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:55.679493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-899b2d06-d4c2-4946-9d24-53fd252e98d1 req-48a92a5e-a057-450d-a607-6fcad7a0e5ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:26:55.699316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-899b2d06-d4c2-4946-9d24-53fd252e98d1 req-48a92a5e-a057-450d-a607-6fcad7a0e5ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:26:55.706107 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-899b2d06-d4c2-4946-9d24-53fd252e98d1 req-48a92a5e-a057-450d-a607-6fcad7a0e5ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 210 time: 0.0970187
Dec 13 15:26:55.760937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-dee13fb2-44b8-4eea-a133-0ab2fcf0f2dd None None] Provisioning complete for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:55.761363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dee13fb2-44b8-4eea-a133-0ab2fcf0f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:55.827207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dee13fb2-44b8-4eea-a133-0ab2fcf0f2dd None None] Port b53e7a1c-6ecf-475d-861e-1eabd03789a3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:26:55.831326 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f52d4a8>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:53Z', 'revision_number': 2, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:55.835691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Checking router: 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:26:55.836088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Updating router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 port b53e7a1c-6ecf-475d-861e-1eabd03789a3 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:26:55.898924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.053959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d48d5bcd-ef85-460a-82f5-5cf16ba29e20 None None] Provisioning complete for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:56.054679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d48d5bcd-ef85-460a-82f5-5cf16ba29e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.114292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d48d5bcd-ef85-460a-82f5-5cf16ba29e20 None None] Port b53e7a1c-6ecf-475d-861e-1eabd03789a3 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:26:56.236297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a867eadb-308e-4163-9f12-0639c44a5f4c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:56.273211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.285936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Transition to ACTIVE for port object b53e7a1c-6ecf-475d-861e-1eabd03789a3 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:56.293400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.304669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:56.329778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port a867eadb-308e-4163-9f12-0639c44a5f4c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:56.330210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.458135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 90f2d049-fabf-4c2a-a273-61eac8e4f6bb up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:56.529526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Pushing event updated for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:56.532712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Attempting to bind port b53e7a1c-6ecf-475d-861e-1eabd03789a3 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:26:56.533120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Attempting to bind port b53e7a1c-6ecf-475d-861e-1eabd03789a3 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:26:56.533590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Attempting to bind port b53e7a1c-6ecf-475d-861e-1eabd03789a3 on network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:26:56.541853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:56.542274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.546268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.546648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.547042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.547414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.547776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.548139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.548503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.548866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.549221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.549571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.549923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:26:56.553494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:26:56.553904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Checking segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:26:56.554348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.554767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Bound using segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:26:56.555314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Bound port: b53e7a1c-6ecf-475d-861e-1eabd03789a3, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:26:56.555729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.565661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:56.652371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] For port b53e7a1c-6ecf-475d-861e-1eabd03789a3, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:26:56.655816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] For port b53e7a1c-6ecf-475d-861e-1eabd03789a3, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b53e7a1c-6ecf-475d-861e-1eabd03789a3,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:26:56.660963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:56.663954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b41f480-5f95-4c06-8025-d6c24b40e048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:56.741567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Pushing event updated for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:56.745483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:56.752808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:26:56.753661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f52d4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:26:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:56.946467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1387727d-e409-416d-a0b8-6a547630f775 req-40536587-46f3-46be-859c-cbaab52a76e6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 210 time: 0.0939620
Dec 13 15:26:56.954812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:26:57.088290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-a82cd6f3-10e2-4b3e-b720-8549c4cdb50a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:57.090022 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-a82cd6f3-10e2-4b3e-b720-8549c4cdb50a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 796 time: 0.1861761
Dec 13 15:26:57.152434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-20fda836-b071-4a6a-8fb2-ff95ea9bd8b0 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 380 time: 0.0499766
Dec 13 15:26:57.161788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'port': {'device_id': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'admin_state_up': True, 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'security_groups': ['0b23a8d4-b962-4673-abae-1f5ae97ed778']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:57.313346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:26:57.323589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:26:57.335685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:26:57.341433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:57.466063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f52d4a8>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:56Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:26:57.470610 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aec6de-716a-49e3-b2d6-6bbe7af8abed None None] The sync data for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv is: [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:56Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:26:57.517459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.9 (6a8c1d5d-99e1-425d-9800-f52fbeb4cd46/6284f8da-2e4a-4fb9-b032-1ed7f720451f/acd0f8c5-7146-4718-9c0a-f0c56fede8be) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:26:57.738696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:57.756647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object acd0f8c5-7146-4718-9c0a-f0c56fede8be will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:57.778361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:57.785664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:57.862493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:26:57.865818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:26:57.868489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:26:57.919306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:57.922789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:57.946478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:57.947253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:57.976034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8187129
Dec 13 15:26:57.989460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Request body: {'port': {'device_id': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:26:58.116177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.208707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e6c6-2a6a-4aec-97a4-df6c2b94de8e req-b8fa9b50-3563-4c8b-9632-5278ead56ce3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:58.212019 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7da8e6c6-2a6a-4aec-97a4-df6c2b94de8e req-b8fa9b50-3563-4c8b-9632-5278ead56ce3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 931 time: 0.1082461
Dec 13 15:26:58.262472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3a680715-c556-4a9c-bb1f-f4cfed830c18 None None] Provisioning for port acd0f8c5-7146-4718-9c0a-f0c56fede8be completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:58.275295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b53e7a1c-6ecf-475d-861e-1eabd03789a3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:26:58.294112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7da8e6c6-2a6a-4aec-97a4-df6c2b94de8e req-dcfe5b8d-6df3-497d-91ef-62df7d63158d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:26:58.316054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3a680715-c556-4a9c-bb1f-f4cfed830c18 None None] Provisioning complete for port acd0f8c5-7146-4718-9c0a-f0c56fede8be triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:58.316482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3a680715-c556-4a9c-bb1f-f4cfed830c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.325385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7da8e6c6-2a6a-4aec-97a4-df6c2b94de8e req-dcfe5b8d-6df3-497d-91ef-62df7d63158d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:26:58.342408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7da8e6c6-2a6a-4aec-97a4-df6c2b94de8e req-dcfe5b8d-6df3-497d-91ef-62df7d63158d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157873
Dec 13 15:26:58.408291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-3a680715-c556-4a9c-bb1f-f4cfed830c18 None None] Port acd0f8c5-7146-4718-9c0a-f0c56fede8be cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:26:58.423858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:26:58.429366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:26:58.429798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.536382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd0f8c5-7146-4718-9c0a-f0c56fede8be {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:26:58.543728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.555808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.559895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Transition to ACTIVE for port object acd0f8c5-7146-4718-9c0a-f0c56fede8be will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:26:58.563026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.568040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7bb9716b-3616-4b30-a468-e2d735c81c42 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:58.591292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b53e7a1c-6ecf-475d-861e-1eabd03789a3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b53e7a1c-6ecf-475d-861e-1eabd03789a3,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:26:58.595461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.597834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:58.686732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:58.693101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:58.698451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Pushing event updated for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:58.701775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:58.820917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Attempting to bind port acd0f8c5-7146-4718-9c0a-f0c56fede8be on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:26:58.821295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Attempting to bind port acd0f8c5-7146-4718-9c0a-f0c56fede8be by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:26:58.821658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Attempting to bind port acd0f8c5-7146-4718-9c0a-f0c56fede8be on network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:26:58.829162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Port acd0f8c5-7146-4718-9c0a-f0c56fede8be on network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:26:58.829471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Attempting to bind port acd0f8c5-7146-4718-9c0a-f0c56fede8be on network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:26:58.837312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:26:58.837694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Checking segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:26:58.838253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Bound using segment: {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:26:58.838732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Bound port: acd0f8c5-7146-4718-9c0a-f0c56fede8be, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931e905b-8ee8-4b7c-bbc8-106063862289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:26:58.839143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.943412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:26:58.946648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:26:58.950753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:58.955489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-82c0a44b-e71d-4703-8a28-a2f9713aec15 tempest-TestEncryptedCinderVolumes-1406435059 tempest-TestEncryptedCinderVolumes-1406435059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:26:59.016306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:59.017840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] 10.222.0.72 "PUT /v2.0/ports/acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 1093 time: 1.0332923
Dec 13 15:26:59.018414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:26:59.045104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Pushing event updated for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:26:59.049512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:26:59.097557 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'status': 'completed', 'code': 200}
Dec 13 15:26:59.145056 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-0b1dd472-6812-4faa-abea-c4b1e3ad7ecc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1096 time: 0.0877085
Dec 13 15:26:59.225769 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-72eac571-35bf-4ab2-a8a1-3d2bbbb958bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 217 time: 0.0732436
Dec 13 15:26:59.300289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-8ada6cd9-9a8e-4af8-b7b4-2fd8b52613cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:59.301834 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-8ada6cd9-9a8e-4af8-b7b4-2fd8b52613cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0694065
Dec 13 15:26:59.397072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-84affd01-04e0-475e-8bad-70f01cafcefb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0875888
Dec 13 15:26:59.550561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-e6070866-70df-4356-9116-d2ab4b52c8ac service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464417
Dec 13 15:26:59.561269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4369fe-ddb5-42ab-b74e-737a6804ac23 req-a5705aeb-19c9-420c-be2d-05fe8d583b92 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:59.563544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b4369fe-ddb5-42ab-b74e-737a6804ac23 req-a5705aeb-19c9-420c-be2d-05fe8d583b92 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 943 time: 0.0988891
Dec 13 15:26:59.615716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0b4369fe-ddb5-42ab-b74e-737a6804ac23 req-e2f83608-83ab-458c-8b14-9f60893f9c2e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455854
Dec 13 15:26:59.653242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:26:59.703114 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-714e2367-7466-4274-b71d-4e36a0beafc3 req-32bbc736-6648-434a-afe2-413b27131b6f service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456690
Dec 13 15:26:59.821293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:26:59.841672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-390bdada-a9a5-4033-a98c-050bec0bc471 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1096 time: 0.0874386
Dec 13 15:26:59.995409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-9e165e7e-330c-456d-af35-6601efc819ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:26:59.997004 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-9e165e7e-330c-456d-af35-6601efc819ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1484728
Dec 13 15:27:00.071682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-d7a83309-6dd3-4171-b57b-409215f294d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 217 time: 0.0673175
Dec 13 15:27:00.149146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-2a78de65-2e1a-4db9-96b0-83b69c444069 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:00.150707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-2a78de65-2e1a-4db9-96b0-83b69c444069 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0715969
Dec 13 15:27:00.228137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b53e7a1c-6ecf-475d-861e-1eabd03789a3 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:27:00.239862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-59b1fc5d-4afd-4540-aa18-0c9eb7fb4ff6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0820482
Dec 13 15:27:00.300408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b53e7a1c-6ecf-475d-861e-1eabd03789a3 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:27:00.300833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:00.646097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-a6245ca5-3ae8-4c13-859a-185e1c7849a8 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3974972
Dec 13 15:27:00.851627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f24973c9-c97b-4f6c-8112-2022161eb1d8 req-3d00bce5-f9cf-4fa4-b77e-5d5a22ea3e47 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985507
Dec 13 15:27:00.878222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948c35-399f-49cc-a627-7d7c3c59f5cc req-77b44151-a685-43b9-bb3d-d3901467c1e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:00.879005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cf948c35-399f-49cc-a627-7d7c3c59f5cc req-77b44151-a685-43b9-bb3d-d3901467c1e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:27:00.895696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-cf948c35-399f-49cc-a627-7d7c3c59f5cc req-77b44151-a685-43b9-bb3d-d3901467c1e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:27:00.896990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf948c35-399f-49cc-a627-7d7c3c59f5cc req-77b44151-a685-43b9-bb3d-d3901467c1e8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 943 time: 0.1404796
Dec 13 15:27:00.967190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cf948c35-399f-49cc-a627-7d7c3c59f5cc req-4d65d588-68c5-4760-a0ca-f0904c339227 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637691
Dec 13 15:27:02.203282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08994596-658d-4dda-bca6-618e422a15a9 req-970d4275-83a8-4382-be06-2a27daad3462 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:02.204902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08994596-658d-4dda-bca6-618e422a15a9 req-970d4275-83a8-4382-be06-2a27daad3462 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 943 time: 0.0957086
Dec 13 15:27:02.258422 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-08994596-658d-4dda-bca6-618e422a15a9 req-072d2c31-18f0-48cd-95a8-8aa5ffdffb6b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442517
Dec 13 15:27:03.221236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device acd0f8c5-7146-4718-9c0a-f0c56fede8be details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:27:03.372729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:27:03.387577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'port_id': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'mac_address': 'fa:16:3e:8d:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:27:03.444996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:03.464601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd0f8c5-7146-4718-9c0a-f0c56fede8be {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:27:03.475673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b9ea-f1a8-4948-aaf6-27e2ab84bc11 req-2dd102b0-3631-4a58-a54e-46f4d09ff9bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:03.477266 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20d1b9ea-f1a8-4948-aaf6-27e2ab84bc11 req-2dd102b0-3631-4a58-a54e-46f4d09ff9bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 943 time: 0.0857394
Dec 13 15:27:03.481949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:27:03.485496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:03.487440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1b04623e-2b3a-402b-9e56-2752cd0798d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:27:03.532838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20d1b9ea-f1a8-4948-aaf6-27e2ab84bc11 req-61fcf276-9206-45a5-914d-165e572094c3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477302
Dec 13 15:27:03.559239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:27:03.568717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.569116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.569502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.569880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.570260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.570660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.571060 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.571441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.571812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.572182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.572550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:27:03.576984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:27:03.705666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['acd0f8c5-7146-4718-9c0a-f0c56fede8be'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:27:04.759066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a224aa-8607-47fe-8d8b-4aeacd82a03f req-cac4bd30-0c1c-49c9-9d3f-aae4a58372e4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:04.761263 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59a224aa-8607-47fe-8d8b-4aeacd82a03f req-cac4bd30-0c1c-49c9-9d3f-aae4a58372e4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 944 time: 0.1032410
Dec 13 15:27:04.819239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59a224aa-8607-47fe-8d8b-4aeacd82a03f req-848c6f17-631b-4b7b-ac66-54c657be984d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495543
Dec 13 15:27:05.236013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device acd0f8c5-7146-4718-9c0a-f0c56fede8be up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:27:05.315318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port acd0f8c5-7146-4718-9c0a-f0c56fede8be completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:27:05.320250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port acd0f8c5-7146-4718-9c0a-f0c56fede8be triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:27:05.320667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:05.441666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:05.473863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:27:05.484617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:27:05.488491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:05.490485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-580d9427-3aeb-4a3f-beb2-db81ae473c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:27:05.534209 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'code': 200}
Dec 13 15:27:05.563389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:27:05.567197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:27:05.785117 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dbf3c656-3e31-4d2d-be14-7d6069aa7f18 req-789b3e8f-2cf3-4826-929c-d6ea8742d78c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.0806627
Dec 13 15:27:05.832689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dbf3c656-3e31-4d2d-be14-7d6069aa7f18 req-b59ace1b-19dc-480c-a72f-7e526af16dc5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410416
Dec 13 15:27:06.043394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807717e7-2655-4b91-ac9e-f905e6393cc6 req-84af86d4-4a95-403e-b802-b6796f397e27 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:06.045041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-807717e7-2655-4b91-ac9e-f905e6393cc6 req-84af86d4-4a95-403e-b802-b6796f397e27 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0944877
Dec 13 15:27:06.099380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-807717e7-2655-4b91-ac9e-f905e6393cc6 req-fda35c52-1a2a-4839-aeb1-42a445a1b4c6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478215
Dec 13 15:27:07.348497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e16b-154d-4e95-8914-7ac0a97bea49 req-ee0e6038-6387-4554-a4b5-282d3a2ed08b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:07.350230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2097e16b-154d-4e95-8914-7ac0a97bea49 req-ee0e6038-6387-4554-a4b5-282d3a2ed08b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0991371
Dec 13 15:27:07.419043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2097e16b-154d-4e95-8914-7ac0a97bea49 req-84809511-8cd2-41df-ba45-48fe930e495e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578992
Dec 13 15:27:07.672651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb1c12-ae4c-4c36-93ce-4a4ff47a7395 req-9765e9b9-5864-4017-a7eb-c4a5ffcf848b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:07.674185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5fb1c12-ae4c-4c36-93ce-4a4ff47a7395 req-9765e9b9-5864-4017-a7eb-c4a5ffcf848b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0901518
Dec 13 15:27:07.724240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5fb1c12-ae4c-4c36-93ce-4a4ff47a7395 req-4faee00d-217f-4f6f-a644-642cd48fdc36 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438142
Dec 13 15:27:07.752371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58320) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:07.841203 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8eb199d2-812e-4df9-92d7-925028997804 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1093 time: 0.0870488
Dec 13 15:27:07.844606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58324) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:07.850860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:27:07.860125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:27:07.864513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:floatingip and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:27:07.867753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:27:07.874202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:27:07.887229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:08.009633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5dfa9646-41d7-4a5d-830e-0905fe27320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:08.040678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:08.190324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.219 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/15436252-eb7d-414f-9e38-bddd11acb6f1) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:27:08.352811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:08.382795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:08.388727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3dc8ae8f-37ef-4eb3-9884-754d1fb67ba4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:27:08.460091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:27:08.461085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=15436252-eb7d-414f-9e38-bddd11acb6f1,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:27:08.463881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:27:08.465798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:27:08.466569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:27:09.005513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.078205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.314794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.319308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.324238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6d6c3ff-e6ff-40ab-81dc-c106a3d68c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:27:09.475773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=15436252-eb7d-414f-9e38-bddd11acb6f1,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:27:09.482983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:27:09.505621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.572453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:09.581913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-dd90874b-cf3b-4567-8b82-f3357c4c8f31 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2280326
Dec 13 15:27:09.773213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-56c562a7-047c-4ded-9fdf-200f2aa58e0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.1087310
Dec 13 15:27:09.787421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Floating IP 19b85dcb-fe8a-4498-89cb-334544545d0e associated. External IP: 172.26.4.219, port: acd0f8c5-7146-4718-9c0a-f0c56fede8be.
Dec 13 15:27:10.009809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-96316fc9-c2ef-432e-99cc-76d3dedf0913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:10.011434 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-96316fc9-c2ef-432e-99cc-76d3dedf0913 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1734376
Dec 13 15:27:10.424057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-d8cd66c2-8b65-49da-8a7d-fb60402ca22f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 999 time: 0.3670886
Dec 13 15:27:10.428026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d00-81e2-4f5d-bed8-a934de4043e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:10.509153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-380404fc-b2db-4309-8d33-79b779d8d9f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:10.510722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-380404fc-b2db-4309-8d33-79b779d8d9f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0751755
Dec 13 15:27:10.678288 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-e98a880f-16a7-4d04-8d31-5895a07262a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1598542
Dec 13 15:27:10.915982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:10.916264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-5bb217e4-591a-4028-b1f8-a2591214023a service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296402
Dec 13 15:27:11.048255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:27:11.076326 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d932a44a-9532-4388-8e0d-0999970ce9b9 req-cad04c00-6894-4937-bb0f-7483cc217981 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533318
Dec 13 15:27:11.287349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:27:11.299049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Sync routers for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:27:11.313212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:11.314703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:27:11.315450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eae3e48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:27:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:27:11.373037 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5242045
Dec 13 15:27:11.373037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:27:11.428452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'status': 'completed', 'code': 200}
Dec 13 15:27:11.510821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:27:11.601531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-5531f9b1-3291-4331-b5a0-d2fc1ded25c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.1471012
Dec 13 15:27:11.608308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46fc74-782c-4091-9e59-ff0d1227002f req-9d3395a8-b0a5-4294-9fb9-fcf89876d33a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:11.609927 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b46fc74-782c-4091-9e59-ff0d1227002f req-9d3395a8-b0a5-4294-9fb9-fcf89876d33a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.1163235
Dec 13 15:27:11.763771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6b46fc74-782c-4091-9e59-ff0d1227002f req-c7fc8a07-ba53-4c13-8832-ec85efe24726 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467471
Dec 13 15:27:11.792683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58332) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:11.794111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-6876b976-67ce-4003-8e9a-f53dd26505e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:11.796447 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-6876b976-67ce-4003-8e9a-f53dd26505e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1778758
Dec 13 15:27:11.879849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eae3e48>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '19b85dcb-fe8a-4498-89cb-334544545d0e', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'port_id': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'mac_address': 'fa:16:3e:8d:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:27:08Z', 'updated_at': '2021-12-13T15:27:08Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:27:11.883976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Checking router: 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:27:11.897768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:27:11.898455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eae3e48>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:27:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:27:11.913715 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-350d3db7-048b-4d92-ba2c-65041e3f676e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 999 time: 0.1110694
Dec 13 15:27:11.917369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cfee3b1f-b136-4b01-8dc3-9b0583c6a45c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 200  len: 991 time: 0.1231818
Dec 13 15:27:11.984640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-c8572de3-5858-418a-be42-b32dfec1f827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:11.986234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-c8572de3-5858-418a-be42-b32dfec1f827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0657110
Dec 13 15:27:12.071941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-994cb2fb-b17d-4606-a9d7-7ab56583c0a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794644
Dec 13 15:27:12.086705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:27:12.219706 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-3a1a6f0d-a7d2-42fc-88aa-d1acdb4dceb2 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409113
Dec 13 15:27:12.366699 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-873eb0bd-6afc-4ac4-ae51-dc0d731b8d2a req-a226b0c7-f968-4dad-8aec-cfc0b2579775 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400433
Dec 13 15:27:12.377809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:12.473500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eae3e48>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '19b85dcb-fe8a-4498-89cb-334544545d0e', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'port_id': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'mac_address': 'fa:16:3e:8d:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:27:08Z', 'updated_at': '2021-12-13T15:27:08Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:27:12.477752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6135b9-6c21-4795-9965-4335f5161d30 None None] The sync data for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv is: [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '19b85dcb-fe8a-4498-89cb-334544545d0e', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'port_id': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'mac_address': 'fa:16:3e:8d:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:27:08Z', 'updated_at': '2021-12-13T15:27:08Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:27:12.857346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effce42-c978-4ef8-958e-3b118cc901d3 None None] New status for floating IP 19b85dcb-fe8a-4498-89cb-334544545d0e: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:27:12.921788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58336) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:13.036663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3bac5c27-c96e-4094-90fa-8a3eea9f7733 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 200  len: 991 time: 0.1122253
Dec 13 15:27:14.041120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58340) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:14.162207 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-736bbba3-760b-4873-a72d-8384d9ac3951 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 200  len: 993 time: 0.1193874
Dec 13 15:27:29.492747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:36.828757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:27:38.017741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35bede72-317c-4657-bafd-e3f089c78069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:39.087078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474a2ca-bdab-4eb3-b749-6208ad2d4e32 req-9e8effff-8216-4200-a607-95c9b959f88f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:39.088519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3474a2ca-bdab-4eb3-b749-6208ad2d4e32 req-9e8effff-8216-4200-a607-95c9b959f88f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0979614
Dec 13 15:27:39.141374 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3474a2ca-bdab-4eb3-b749-6208ad2d4e32 req-5a807394-19db-4dba-873c-aba8e6429db3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428843
Dec 13 15:27:39.579966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:40.368374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547c2e-af80-4fcc-8c93-2c26126a407d req-e099f85e-c7c9-4e82-a286-501dde6d0d27 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:40.370100 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3f547c2e-af80-4fcc-8c93-2c26126a407d req-e099f85e-c7c9-4e82-a286-501dde6d0d27 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0913196
Dec 13 15:27:40.421145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3f547c2e-af80-4fcc-8c93-2c26126a407d req-dd5afab7-a201-4e69-b8eb-92132a4a3ea2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446596
Dec 13 15:27:40.432351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-869a59c4-4489-4d98-8397-9de07f4ebc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:40.924484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:41.651811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5fd93-8b09-4f12-9ec4-df3357f2b4fc req-6c1f3eaa-0491-4ee9-8e06-c8b00dba4223 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:41.653444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fab5fd93-8b09-4f12-9ec4-df3357f2b4fc req-6c1f3eaa-0491-4ee9-8e06-c8b00dba4223 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0979056
Dec 13 15:27:41.704047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fab5fd93-8b09-4f12-9ec4-df3357f2b4fc req-467a0123-7e80-40c9-9c67-7a4eecde1ef6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422719
Dec 13 15:27:42.313571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:27:42.940349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911e252-07e7-41aa-8e18-dc765808f32a req-f56afcb3-d40f-4d2c-8602-7e593ff17752 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:42.941938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5911e252-07e7-41aa-8e18-dc765808f32a req-f56afcb3-d40f-4d2c-8602-7e593ff17752 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0988493
Dec 13 15:27:42.992153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5911e252-07e7-41aa-8e18-dc765808f32a req-a9840876-644b-4366-8a22-838d4f3df0a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435314
Dec 13 15:27:44.232077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5189f39-b249-493b-887b-86d1f7981a33 req-41ea8d4d-ce99-4ff2-b195-8ef8af9913e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:44.233712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5189f39-b249-493b-887b-86d1f7981a33 req-41ea8d4d-ce99-4ff2-b195-8ef8af9913e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.1039083
Dec 13 15:27:44.284462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a5189f39-b249-493b-887b-86d1f7981a33 req-c801d493-34ae-46a9-8071-f378e094695c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442700
Dec 13 15:27:45.509387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b520cd-febc-45da-995a-4709e4149acd req-9292f970-19f7-4384-8d23-74acdafc839f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:45.511020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7b520cd-febc-45da-995a-4709e4149acd req-9292f970-19f7-4384-8d23-74acdafc839f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0952129
Dec 13 15:27:45.567638 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7b520cd-febc-45da-995a-4709e4149acd req-2e1d2dd5-76d2-447b-ad48-ae604729fc0c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470347
Dec 13 15:27:46.796706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569411d-a156-4eae-9095-97fc2980e8a8 req-d2892b23-8218-4e9b-8486-9b9efa2b396b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:46.798322 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4569411d-a156-4eae-9095-97fc2980e8a8 req-d2892b23-8218-4e9b-8486-9b9efa2b396b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0966907
Dec 13 15:27:46.853906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4569411d-a156-4eae-9095-97fc2980e8a8 req-4575ced3-b12c-4876-a1ea-e3a6e535251d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485046
Dec 13 15:27:48.067001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096067-d70c-481f-8f09-e2a105ee03a3 req-25278106-7983-4781-9c88-c40e949d3295 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:48.068682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9096067-d70c-481f-8f09-e2a105ee03a3 req-25278106-7983-4781-9c88-c40e949d3295 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0892355
Dec 13 15:27:48.121571 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d9096067-d70c-481f-8f09-e2a105ee03a3 req-7b47cf64-e81e-400c-a6d3-8ae0fefb25ae tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441968
Dec 13 15:27:49.333302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15231c-870a-4ded-937f-80cef19a1bd5 req-88145164-a4c9-4de2-8664-51b8394fc6f8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:49.334941 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0e15231c-870a-4ded-937f-80cef19a1bd5 req-88145164-a4c9-4de2-8664-51b8394fc6f8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0838184
Dec 13 15:27:49.384923 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0e15231c-870a-4ded-937f-80cef19a1bd5 req-e7a01982-07c2-4211-b223-f3d137e56fcf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436952
Dec 13 15:27:50.618003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0551-6c32-45f2-8183-cc9909b19201 req-31dd064f-6474-42b8-a1c9-14222be6bd23 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:50.619588 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-940f0551-6c32-45f2-8183-cc9909b19201 req-31dd064f-6474-42b8-a1c9-14222be6bd23 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.1025677
Dec 13 15:27:50.669415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-940f0551-6c32-45f2-8183-cc9909b19201 req-96a9a913-1631-40c8-93bd-e7680d706a61 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434945
Dec 13 15:27:50.698145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58374) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:50.808903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c831a827-0d5c-4135-a2a1-bff1ca85d02c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 200  len: 993 time: 0.1094773
Dec 13 15:27:52.342536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d348fbd-cf30-4a60-8291-259e28f3da8a req-f1f573bf-2293-4c5d-b362-79ec7c185c14 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:52.344169 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d348fbd-cf30-4a60-8291-259e28f3da8a req-f1f573bf-2293-4c5d-b362-79ec7c185c14 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0881705
Dec 13 15:27:52.367060 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-98371226-83e2-4a70-97d3-96f672cb4850 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.0759492
Dec 13 15:27:52.393113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5d348fbd-cf30-4a60-8291-259e28f3da8a req-e387b12f-686b-4277-8449-b5fab9dc05a2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422115
Dec 13 15:27:52.523018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-9dbd967e-9970-4f49-90bb-0c5f970a4be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:52.524661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-9dbd967e-9970-4f49-90bb-0c5f970a4be5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1514974
Dec 13 15:27:52.635890 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-fca4c1dc-4a76-4b9a-adab-dc08df67ec26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 1001 time: 0.1042089
Dec 13 15:27:52.705499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-463e8b04-7949-4e7c-b101-d66d55296e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:52.706960 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-463e8b04-7949-4e7c-b101-d66d55296e1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0652339
Dec 13 15:27:52.797153 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-7e0850d5-c961-4e91-a570-f8c7047a0da2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0821252
Dec 13 15:27:53.216627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-df29a39e-2f8c-4fff-a35e-f16787a4b1d7 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4123995
Dec 13 15:27:53.371822 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31ff7e92-2af2-43bf-bc06-a8eecfb9780d req-4008e440-710d-4f61-96f6-3663dfd807f5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477845
Dec 13 15:27:53.618248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77208c-52cb-4191-9bda-8084724c27e9 req-23dd0810-9bc3-4227-af0b-229496de353d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:53.619808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9e77208c-52cb-4191-9bda-8084724c27e9 req-23dd0810-9bc3-4227-af0b-229496de353d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0974822
Dec 13 15:27:53.670471 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9e77208c-52cb-4191-9bda-8084724c27e9 req-ff34d1e9-1507-4072-bbed-e87398c4434e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439529
Dec 13 15:27:54.914444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428ae7-081c-4a8c-a1a1-e78149b32f9d req-f60c8e0c-37e8-4b2c-80af-cdb22e127582 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:27:54.916127 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f428ae7-081c-4a8c-a1a1-e78149b32f9d req-f60c8e0c-37e8-4b2c-80af-cdb22e127582 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.1000693
Dec 13 15:27:54.967475 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9f428ae7-081c-4a8c-a1a1-e78149b32f9d req-511eb64a-f611-45db-9600-8da17b27cd94 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449703
Dec 13 15:27:54.998569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58388) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:27:55.111455 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a7f45024-aa4f-40f0-9522-f7f2c5019ff1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 200  len: 993 time: 0.1115320
Dec 13 15:27:59.511375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:08.018912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f05c-3dff-47f7-a062-cd50eb0a8137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:09.479965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-6ff4dfef-19ea-452d-8a60-468310a084b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1879466
Dec 13 15:28:09.575982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:09.650467 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-25fab551-6560-4664-ba85-0c3906a40957 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.0804257
Dec 13 15:28:09.823372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-d0c96cb3-ae4c-41e1-80ad-d40d8f3426b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:09.824963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-d0c96cb3-ae4c-41e1-80ad-d40d8f3426b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1495469
Dec 13 15:28:09.941782 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-df727a14-9d4f-4cca-8c2e-88c01fdc9bf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 1001 time: 0.1093369
Dec 13 15:28:10.017209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-70d42069-d93b-4aeb-b8ad-4656007d4b8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:10.018792 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-70d42069-d93b-4aeb-b8ad-4656007d4b8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0705853
Dec 13 15:28:10.106993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-17c88c42-f401-4bbe-8fad-ca00af931f18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0807338
Dec 13 15:28:10.118940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-6211f54a-a1d6-421d-90b3-f56a95e3559c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:28:10.119979 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-6211f54a-a1d6-421d-90b3-f56a95e3559c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0055513
Dec 13 15:28:10.263014 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-7b260fa9-35d6-4350-91f4-7c15c87a5c5e service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354592
Dec 13 15:28:10.404372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-41128019-9aac-44f5-aec7-a9a4e04b5596 req-66925c5b-2487-4224-bdaf-45724da3ba3e service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345580
Dec 13 15:28:10.436251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32b0de27-8a28-454e-8351-6fe0f1c01924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:10.927247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:12.314691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:13.824393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:28:25.838661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58406) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:26.062321 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 15436252-eb7d-414f-9e38-bddd11acb6f1 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:28:26.062671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:26.243246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:26.243598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:26.377433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 15436252-eb7d-414f-9e38-bddd11acb6f1 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:28:26.539183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:26.542917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-31180d0c-0016-409e-b127-e3020fba09eb tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:26.587460 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=15436252-eb7d-414f-9e38-bddd11acb6f1,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:26.665616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.666047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.666472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.666892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.667340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.667751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.668161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.668570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.668979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.669383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.669768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:26.675606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:26.705639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:27.129993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:28:27.597803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:28:27.609009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Sync routers for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:28:27.622941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:27.628747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:27.629413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1801d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:27.679537 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e3e26725-5fe3-4cec-a55b-31a14b3ffc53 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/floatingips/19b85dcb-fe8a-4498-89cb-334544545d0e HTTP/1.1" status: 204  len: 168 time: 1.8397441
Dec 13 15:28:27.680327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:28:27.741096 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'status': 'completed', 'code': 200}
Dec 13 15:28:27.849092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-f2a3f532-d0da-4b2c-9aa4-0ac5575a44f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 1098 time: 0.0827925
Dec 13 15:28:27.995728 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:28.010068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983c558-e448-49fd-836a-34e211895537 req-f237fd65-5ea1-4a01-b87d-c90fbf3874cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:28.011878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-f237fd65-5ea1-4a01-b87d-c90fbf3874cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 200  len: 897 time: 0.1563265
Dec 13 15:28:28.128275 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-2de1cf41-78cc-4547-a0c1-d03a5561d2ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 200  len: 217 time: 0.0746083
Dec 13 15:28:28.216900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983c558-e448-49fd-836a-34e211895537 req-82223d32-0089-43dd-bc4e-a441dc57331c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:28.218482 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-82223d32-0089-43dd-bc4e-a441dc57331c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 200  len: 835 time: 0.0823314
Dec 13 15:28:28.225041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550d6d5-fe9e-40e4-9dee-59732e7f8a57 req-17214b13-47ce-46d7-accd-bebe89d0785b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:28.226580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5550d6d5-fe9e-40e4-9dee-59732e7f8a57 req-17214b13-47ce-46d7-accd-bebe89d0785b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.2117088
Dec 13 15:28:28.329451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5550d6d5-fe9e-40e4-9dee-59732e7f8a57 req-a7167474-5954-4882-8f2e-1cff6b301007 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648372
Dec 13 15:28:28.332844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1801d0>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:28.338019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Checking router: 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:28:28.341241 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-fbb932f1-bce9-4a5d-ad6b-48f8652a6934 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1136386
Dec 13 15:28:28.353870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:28.354683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1801d0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:28.491252 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-6046d114-508b-4b43-80e9-685bcf835597 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423061
Dec 13 15:28:28.541956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:28.636562 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c983c558-e448-49fd-836a-34e211895537 req-ace22745-d90a-4aa2-a2c3-a38230416276 service neutron] 10.222.0.72 "GET /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384418
Dec 13 15:28:28.882828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1801d0>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:28.887896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb3077-e56b-43b6-85ba-82e2ce9d8d92 None None] The sync data for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv is: [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:52Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'b53e7a1c-6ecf-475d-861e-1eabd03789a3', 'name': '', 'network_id': '6a8c1d5d-99e1-425d-9800-f52fbeb4cd46', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:c5:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:52Z', 'updated_at': '2021-12-13T15:26:58Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '6284f8da-2e4a-4fb9-b032-1ed7f720451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:28:29.393643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048627bd-7ac7-45ef-b110-06c7a61e1456 None None] New status for floating IP 19b85dcb-fe8a-4498-89cb-334544545d0e: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:28:29.500904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:29.549626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd846b2c-fc31-4644-a67e-b0dbdb2717bc req-4f7d3be1-97c2-4ae6-b005-7b7d045921b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:29.550573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dd846b2c-fc31-4644-a67e-b0dbdb2717bc req-4f7d3be1-97c2-4ae6-b005-7b7d045921b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:29.567304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-dd846b2c-fc31-4644-a67e-b0dbdb2717bc req-4f7d3be1-97c2-4ae6-b005-7b7d045921b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:29.568742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd846b2c-fc31-4644-a67e-b0dbdb2717bc req-4f7d3be1-97c2-4ae6-b005-7b7d045921b1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.1050098
Dec 13 15:28:29.584755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-6edd0bf7-861c-4edf-9b4f-b5fe27814f9f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:29.586387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-6edd0bf7-861c-4edf-9b4f-b5fe27814f9f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 945 time: 0.0918529
Dec 13 15:28:29.624452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd846b2c-fc31-4644-a67e-b0dbdb2717bc req-a503d837-061b-4a7d-9777-9f0870ab1492 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b23a8d4-b962-4673-abae-1f5ae97ed778&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482931
Dec 13 15:28:29.663252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port acd0f8c5-7146-4718-9c0a-f0c56fede8be {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:28:29.663606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:29.924898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port acd0f8c5-7146-4718-9c0a-f0c56fede8be, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=acd0f8c5-7146-4718-9c0a-f0c56fede8be,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:29.925293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:30.060803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for acd0f8c5-7146-4718-9c0a-f0c56fede8be owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:28:30.221154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:30.227620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1379fb3a-4100-4306-8f3c-3f52099c4388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:30.270881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=acd0f8c5-7146-4718-9c0a-f0c56fede8be,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:30.283569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.283963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.284629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.284780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.285592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.285592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.286058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.286813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.286813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.287551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.287670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:30.317013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:30.365887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] No DVR routers for this DVR port acd0f8c5-7146-4718-9c0a-f0c56fede8be on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:28:30.368739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:30.371544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'name': 'network-vif-deleted', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:28:30.388842 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9cf95f40-99ca-4429-b38e-601777f5bf36 req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "DELETE /v2.0/ports/acd0f8c5-7146-4718-9c0a-f0c56fede8be HTTP/1.1" status: 204  len: 173 time: 0.7966850
Dec 13 15:28:30.437780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12db15e0-a10e-4b1b-8810-ae018ef2146b', 'name': 'network-vif-deleted', 'tag': 'acd0f8c5-7146-4718-9c0a-f0c56fede8be', 'status': 'completed', 'code': 200}
Dec 13 15:28:30.828456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc5e14c8-86aa-4263-9a2a-9a7f4a804f45 req-d2c7d7a8-9d63-4363-9613-76fda7440794 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=12db15e0-a10e-4b1b-8810-ae018ef2146b HTTP/1.1" status: 200  len: 210 time: 0.0473816
Dec 13 15:28:31.948800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58424) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:32.621522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:33.287884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port b53e7a1c-6ecf-475d-861e-1eabd03789a3 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:28:33.288447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:33.498299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port b53e7a1c-6ecf-475d-861e-1eabd03789a3, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b53e7a1c-6ecf-475d-861e-1eabd03789a3,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:33.498697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:33.643047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for b53e7a1c-6ecf-475d-861e-1eabd03789a3 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:28:33.654174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device acd0f8c5-7146-4718-9c0a-f0c56fede8be no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:28:33.688730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: acd0f8c5-7146-4718-9c0a-f0c56fede8be {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:28:33.689145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device acd0f8c5-7146-4718-9c0a-f0c56fede8be not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:28:33.848779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:33.853023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:33.899561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=b53e7a1c-6ecf-475d-861e-1eabd03789a3,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:33.904018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:34.220009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:34.874324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:28:35.097776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:28:35.108296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Sync routers for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:28:35.112481 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1625118
Dec 13 15:28:35.115472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58432) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:35.121522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:35.122193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f66a4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:35.317476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:35.326304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting subnet 6284f8da-2e4a-4fb9-b032-1ed7f720451f {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:28:35.329745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:35.390788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:35.477383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:35.564084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:35.569035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72354171-22f5-49a1-b9a5-77f8047364d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:35.608949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Subnet': ['ID=6284f8da-2e4a-4fb9-b032-1ed7f720451f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:35.613658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:35.616443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:35.623273 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cc5813d1-288f-4fd8-8e58-d8d5f746de07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/subnets/6284f8da-2e4a-4fb9-b032-1ed7f720451f HTTP/1.1" status: 204  len: 168 time: 0.5067382
Dec 13 15:28:35.623422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ee2f5-5be2-4a0f-a55a-f79eaf1a6c4f None None] Network 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:28:35.626147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58436) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:35.659761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f66a4a8>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:28:33Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:35.669403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Checking router: 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:28:35.802557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Routers {'6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:35.803333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f66a4a8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:35.836486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.207753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] Set router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:36.316786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] DHCP port deletion for 6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:28:36.325347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.328135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Deleting port a867eadb-308e-4163-9f12-0639c44a5f4c {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:28:36.328566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.335354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:28:36.335763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.523769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 90f2d049-fabf-4c2a-a273-61eac8e4f6bb, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:36.524426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.660681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 90f2d049-fabf-4c2a-a273-61eac8e4f6bb owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:28:36.692683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] For port a867eadb-308e-4163-9f12-0639c44a5f4c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=a867eadb-308e-4163-9f12-0639c44a5f4c,segment=NetworkSegment(931e905b-8ee8-4b7c-bbc8-106063862289),segment_id=931e905b-8ee8-4b7c-bbc8-106063862289)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:36.693130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.825272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Calling delete_port for a867eadb-308e-4163-9f12-0639c44a5f4c owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:28:36.836153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.840753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90d2152c-51d8-4989-ad9d-31a268abd442 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:36.886156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=90f2d049-fabf-4c2a-a273-61eac8e4f6bb,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:36.888837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:36.891520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f66a4a8>, [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:28:33Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:36.907159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8613d-6867-4ccd-938e-3ee755317d82 None None] The sync data for ids ['6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3'] in dv-neutron-821565-1-hyperv is: [{'id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937661134', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:28:33Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': '90f2d049-fabf-4c2a-a273-61eac8e4f6bb', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:26:48Z', 'updated_at': '2021-12-13T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:28:36.926954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:36.932198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:36.973959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Pushing event deleted for resources: {'Port': ['ID=a867eadb-308e-4163-9f12-0639c44a5f4c,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:36.988450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.988792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.989195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.989569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.989937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.990266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.990661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.991018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.991418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.992177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.992177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:36.995163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] No DVR routers for this DVR port a867eadb-308e-4163-9f12-0639c44a5f4c on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:28:36.996632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:37.135372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.425823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.430516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.454288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.454839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Fanout notify agent at l3_agent the message router_deleted on router 6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:28:37.470057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.471652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/routers/6d3cffd3-a7e4-469d-bdbf-50f85c3a16d3 HTTP/1.1" status: 204  len: 168 time: 1.8445301
Dec 13 15:28:37.474804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58442) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:37.601467 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.751028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.780644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ef3c518>,) {'filters': {'network_id': ['6a8c1d5d-99e1-425d-9800-f52fbeb4cd46']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:37.794858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ef3c518>, '931e905b-8ee8-4b7c-bbc8-106063862289') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:37.795233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ef3c518>, '931e905b-8ee8-4b7c-bbc8-106063862289') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:37.807681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.822637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.829102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:28:37.829516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:28:37.844662 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:28:37.927355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.932010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:37.934932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-367f2e92-b18b-49b4-99ce-db4cc73bd4ee tempest-RoutersNegativeTest-1837883943 tempest-RoutersNegativeTest-1837883943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:37.961446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Network': ['ID=6a8c1d5d-99e1-425d-9800-f52fbeb4cd46,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:37.964575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:37.967199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/networks/6a8c1d5d-99e1-425d-9800-f52fbeb4cd46 HTTP/1.1" status: 204  len: 168 time: 0.4909008
Dec 13 15:28:37.969724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58448) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:38.012309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8ea70d3c-990e-4265-b9d1-bd3474a30361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.048525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.082590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.152510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.157919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd14a526-3546-4986-9f16-b8f47835c893 tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:38.176602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b23a8d4-b962-4673-abae-1f5ae97ed778,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:38.179751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:38.187555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.188812 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2f73ded3-a7db-4a87-b409-034995a39195 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b23a8d4-b962-4673-abae-1f5ae97ed778 HTTP/1.1" status: 204  len: 168 time: 0.2177074
Dec 13 15:28:38.286258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a867eadb-308e-4163-9f12-0639c44a5f4c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:28:38.323731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: a867eadb-308e-4163-9f12-0639c44a5f4c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:28:38.324105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device a867eadb-308e-4163-9f12-0639c44a5f4c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:28:38.324574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b53e7a1c-6ecf-475d-861e-1eabd03789a3 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:28:38.356920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b53e7a1c-6ecf-475d-861e-1eabd03789a3 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:28:38.357315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b53e7a1c-6ecf-475d-861e-1eabd03789a3 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:28:38.357761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 90f2d049-fabf-4c2a-a273-61eac8e4f6bb no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:28:38.389577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 90f2d049-fabf-4c2a-a273-61eac8e4f6bb {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:28:38.389971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 90f2d049-fabf-4c2a-a273-61eac8e4f6bb not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:28:38.543598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58456) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:38.549956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012241', 'description': 'tempest-secgroup-smoke-2012241 description', 'project_id': '72d0055af4b043cf8c73dec466585f6c'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:38.556855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:38.561575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:38.564695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:38.570861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:38.582686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.620665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:38.624904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:38.630066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:38.636371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:38.699106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.702881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.706615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f27e2f80-ca44-4e46-895f-814194e3ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:38.750539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41881226-1ed0-44dd-814f-430402d7fc00,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:38.753430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:38.754143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.755460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c19280e-ee11-420d-b43d-a068ed6f270a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1622 time: 0.2107565
Dec 13 15:28:38.758575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58460) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:38.764488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:38.771462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:38.775717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:38.778792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:38.791553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:38.811357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.877439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.881961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.883878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea9c732b-8f9d-42dc-9203-ce67e56b430e tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:38.911093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454e9382-5e8c-4d0a-9743-88f279627032,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:38.913655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:38.921808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:38.923105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-16537d0b-6945-4ef9-890c-6df0902eba07 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1635513
Dec 13 15:28:38.926233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58464) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:38.932397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:38.939494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:38.943659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:38.946731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:38.953537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:38.971564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.043717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.047590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.049550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-50db7113-5042-42d4-9203-3d3816e4763d tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.072933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aff9ee8-c43b-4b30-809a-ca7c013ae333,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:39.075497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:39.083123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.084418 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c474d24f-5da9-47f5-acf1-74b519294b6a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1571958
Dec 13 15:28:39.087502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58468) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:39.093394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:39.100430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:39.105025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:39.108152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:39.114313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:39.132130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.198586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.203102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.204996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e08c7631-45bf-46fc-b94c-8bf0a38c8212 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.228259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbeb17e-d6c3-4797-8851-675cdcf5e763,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:39.230898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:39.238515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.239849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c7168b4c-35a7-43f7-aaa5-2d01fc33f5a3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1513546
Dec 13 15:28:39.242766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58472) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:39.248821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:39.255234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:39.259406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:39.262551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:39.268922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:39.288781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.361197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.365020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.366939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7fc8b6c-c22d-4122-b424-a035001f2adc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.392487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd9f9b1-02e4-4f7a-bf96-432e0406bead,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:39.395599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:39.403666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.404985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1611826
Dec 13 15:28:39.409447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58476) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:39.415459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:39.422289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:39.426733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:39.430028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:39.436656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:39.448353 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:28:39.455856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.525235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.529650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.531603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7a3faa35-0291-49d0-b67c-aaff4592ba58 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.554548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147b8c5a-cc07-46e5-b94d-58d55ee583f4,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:39.557090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:39.564421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.565775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-565306ab-aa64-4026-bad9-19c7918daa9a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1553025
Dec 13 15:28:39.569124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58480) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:39.570226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.576319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'security_group_rule': {'security_group_id': '41881226-1ed0-44dd-814f-430402d7fc00', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:39.583124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:39.587526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:security_group_rule and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:39.590946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:39.597633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:39.608211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Project 72d0055af4b043cf8c73dec466585f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:28:39.615055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.687675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.692707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.701394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7f7d5fda-f86c-49f4-a531-c7f29c3a11c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.723531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f09f74-3d91-49ac-b5c0-b9c194388fb6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:39.726287 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:39.729633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.730906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1606882
Dec 13 15:28:39.734245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58484) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:39.740309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'network': {'name': 'tempest-network-smoke--1031275440', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'port_security_enabled': True}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:39.746093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:39.750538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:network and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:39.753607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:39.759779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:39.770900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:28:39.776958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.806825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:28:39.816468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.816855 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Added segment 6ed16cbc-6139-40b3-8207-e2fb94ff0169 of type vlan for network d1e67573-1124-4f17-aaf9-c242dd369e2b
Dec 13 15:28:39.844501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.879550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.883723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:39.884342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:39.888332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2027c4b7-7d9b-4b43-8f96-2555c2f9ed05 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:39.996703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2612035
Dec 13 15:28:39.999943 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58488) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:40.006387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'admin_state_up': True, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:40.006685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Network': ['ID=d1e67573-1124-4f17-aaf9-c242dd369e2b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:40.009710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:40.014641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:40.018886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:router and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:40.021791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network d1e67573-1124-4f17-aaf9-c242dd369e2b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:28:40.022034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:40.029290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:40.040006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.041003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.060433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.212564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.409746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.439607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf5ec-0269-4b1f-849e-ee40fdb5aac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.441844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.586627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.60 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/b0aead4e-e005-457c-876b-adbb1ee3fc14) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:28:40.746597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.775778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:40.779578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07e50b0c-f02e-4d49-9ae1-dcf750675cc5 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:40.847939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:40.851329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:40.854344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=b0aead4e-e005-457c-876b-adbb1ee3fc14,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:40.856626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:28:40.885707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:40.927990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:41.046914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:41.047748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:41.298956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router b6b1aeef-42fb-474a-a5d4-83d34a578b5f is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:28:41.525000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:28:41.538381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Sync routers for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:28:41.552851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:41.553397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:41.554044 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:41.554204 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ce2f0388-390a-433d-a617-a56de7b59a4e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5530212
Dec 13 15:28:41.557938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58492) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:41.604253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5ae3bad2-4190-488a-8a44-fda43305a36d tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=72d0055af4b043cf8c73dec466585f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448866
Dec 13 15:28:41.606991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58496) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:41.750654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:41.750945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c47cd-2525-4c22-8c35-fa7110f721b9 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:41.752441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-974c47cd-2525-4c22-8c35-fa7110f721b9 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1442490
Dec 13 15:28:41.755702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58500) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:41.807816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1e891f3-ca74-426f-bd0f-cd8e060eb120 tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=7806b000-92e9-434a-b2d2-840a7eda2978&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0473971
Dec 13 15:28:41.807816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58504) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:41.813254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926025637', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:41.934186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:41.938376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:subnet and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:41.941422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:41.947659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:41.957603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:28:42.055873 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8748>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:42.060309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Checking router: b6b1aeef-42fb-474a-a5d4-83d34a578b5f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:28:42.060646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Updating router b6b1aeef-42fb-474a-a5d4-83d34a578b5f port b0aead4e-e005-457c-876b-adbb1ee3fc14 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:28:42.068963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.114341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.306116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.310994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6b569578-a7e7-437d-8c78-1707905fd210 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:42.329426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.389147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Subnet': ['ID=8cf4096a-2c87-4274-a422-6245356877f2,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:42.393104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:42.401865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Checking segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:28:42.402255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network hostable DHCP agents. Network: d1e67573-1124-4f17-aaf9-c242dd369e2b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:28:42.424384 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network d1e67573-1124-4f17-aaf9-c242dd369e2b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:28:42.433104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, d1e67573-1124-4f17-aaf9-c242dd369e2b) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:42.437184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:42.437817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.443524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eec8c5-87f3-4bbc-b4cf-1d1b220e8fd0 None None] Network d1e67573-1124-4f17-aaf9-c242dd369e2b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:28:42.462521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58508) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:42.462735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-43750169-7d20-491d-a47f-7370fbd23702 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6542661
Dec 13 15:28:42.467674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.480866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Transition to ACTIVE for port object b0aead4e-e005-457c-876b-adbb1ee3fc14 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:42.487678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.492818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cdb25b8d-4001-4144-a6a9-c0cb022ae59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:42.589027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Attempting to bind port b0aead4e-e005-457c-876b-adbb1ee3fc14 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:28:42.589443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Attempting to bind port b0aead4e-e005-457c-876b-adbb1ee3fc14 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:28:42.589845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Attempting to bind port b0aead4e-e005-457c-876b-adbb1ee3fc14 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:28:42.601082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:28:42.601614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:28:42.602061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.602496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:28:42.603047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Bound port: b0aead4e-e005-457c-876b-adbb1ee3fc14, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:28:42.603466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.636957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Pushing event updated for resources: {'Port': ['ID=b0aead4e-e005-457c-876b-adbb1ee3fc14,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:42.657239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.657618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.657992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.658366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.658834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.659228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.659588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.659950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.660305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.660662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.661017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:28:42.664915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:42.686482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-d1e67573-1124-4f17-aaf9-c242dd369e2b', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:28:42.687536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.695307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] For port b0aead4e-e005-457c-876b-adbb1ee3fc14, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:28:42.699136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] For port b0aead4e-e005-457c-876b-adbb1ee3fc14, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0aead4e-e005-457c-876b-adbb1ee3fc14,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:28:42.704454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:42.708957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dda7c714-aa48-46f6-91e2-835d27e6e1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:42.793408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Pushing event updated for resources: {'Port': ['ID=b0aead4e-e005-457c-876b-adbb1ee3fc14,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:42.796781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d0395df6-48db-49d7-8727-ffc92c348641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:42.797718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:42.798379 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:42.855757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Allocated IP 172.20.0.2 (d1e67573-1124-4f17-aaf9-c242dd369e2b/8cf4096a-2c87-4274-a422-6245356877f2/059cf781-998d-4042-852f-d93b83797643) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:28:43.086117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.097535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Transition to ACTIVE for port object 059cf781-998d-4042-852f-d93b83797643 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:43.117257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Transition to ACTIVE for port object 059cf781-998d-4042-852f-d93b83797643 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:43.122351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.127504 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6c053783-de5f-4555-992f-5a0a9db69cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:43.149660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:43.198069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Pushing event updated for resources: {'Port': ['ID=059cf781-998d-4042-852f-d93b83797643,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:43.202704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:43.204659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Network d1e67573-1124-4f17-aaf9-c242dd369e2b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:43.205892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:43.208171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:28:43.297995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Attempting to bind port 059cf781-998d-4042-852f-d93b83797643 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:28:43.298715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Attempting to bind port 059cf781-998d-4042-852f-d93b83797643 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:28:43.298839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Attempting to bind port 059cf781-998d-4042-852f-d93b83797643 on network d1e67573-1124-4f17-aaf9-c242dd369e2b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:28:43.304416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.306445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:28:43.306910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Checking segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:28:43.307786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.308226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Bound using segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:28:43.308751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Bound port: 059cf781-998d-4042-852f-d93b83797643, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:28:43.309168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.506626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6f8748>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:43.506949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] For port 059cf781-998d-4042-852f-d93b83797643, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:28:43.512725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7788-7fa9-4e84-b5b3-cfd4f88ed086 None None] The sync data for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv is: [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:40Z', 'revision_number': 3, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:28:43.518333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] For port 059cf781-998d-4042-852f-d93b83797643, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059cf781-998d-4042-852f-d93b83797643,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:28:43.523974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:43.538716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-38d74f65-1b07-42e7-94c3-38a2664f7c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:43.883408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Pushing event updated for resources: {'Port': ['ID=059cf781-998d-4042-852f-d93b83797643,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:43.890950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:44.027174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.1 (d1e67573-1124-4f17-aaf9-c242dd369e2b/8cf4096a-2c87-4274-a422-6245356877f2/717a8db9-58c9-4724-b263-4747af661852) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:28:44.227336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.247041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object 717a8db9-58c9-4724-b263-4747af661852 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:44.276299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.288134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-12ccefae-9396-4e7b-b95b-3215eaf52872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:44.357896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network d1e67573-1124-4f17-aaf9-c242dd369e2b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:44.366876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:44.370482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:28:44.371448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0aead4e-e005-457c-876b-adbb1ee3fc14 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:44.421599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:44.424783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:44.446693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.449839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port b0aead4e-e005-457c-876b-adbb1ee3fc14 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:44.456056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b0aead4e-e005-457c-876b-adbb1ee3fc14 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:44.456488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.543388 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.589831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.608165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port b0aead4e-e005-457c-876b-adbb1ee3fc14, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0aead4e-e005-457c-876b-adbb1ee3fc14,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:44.612081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.612997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059cf781-998d-4042-852f-d93b83797643 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:44.642125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-821cc7ea-842a-4f94-a895-d5caf3f88b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:44.743864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=b0aead4e-e005-457c-876b-adbb1ee3fc14,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:44.747725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:44.760254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 059cf781-998d-4042-852f-d93b83797643 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:44.992860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:44.999164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:45.034341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f4f1a539-0476-4690-b505-c1c630f039de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:45.127499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:45.130240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:45.134454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:45.286834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network d1e67573-1124-4f17-aaf9-c242dd369e2b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:45.288344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:45.339472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5255470-53e0-464d-be0e-e45235f15330 None None] Network d1e67573-1124-4f17-aaf9-c242dd369e2b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:28:45.460317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Provisioning for port 059cf781-998d-4042-852f-d93b83797643 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:45.476531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Provisioning complete for port 059cf781-998d-4042-852f-d93b83797643 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:45.476949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:45.685706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:45.702391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router b6b1aeef-42fb-474a-a5d4-83d34a578b5f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:28:45.735129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] For port 059cf781-998d-4042-852f-d93b83797643, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059cf781-998d-4042-852f-d93b83797643,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:45.740088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:45.743665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:45.819259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Pushing event updated for resources: {'Port': ['ID=059cf781-998d-4042-852f-d93b83797643,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:45.822767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:45.934054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:28:45.948886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/b6b1aeef-42fb-474a-a5d4-83d34a578b5f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4841762
Dec 13 15:28:46.062519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Provisioning for port 717a8db9-58c9-4724-b263-4747af661852 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:46.068136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Provisioning complete for port 717a8db9-58c9-4724-b263-4747af661852 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.068563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:46.125924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Port 717a8db9-58c9-4724-b263-4747af661852 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:28:46.140083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Provisioning complete for port 059cf781-998d-4042-852f-d93b83797643 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.140508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-383afb06-5b79-4898-8998-e15a084d51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:46.146725 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-f9389973-0b6d-4b65-a6cf-732cf8bda2ad tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012241&fields=id&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 267 time: 0.0493853
Dec 13 15:28:46.332161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7407-8588-4ac8-966e-1402641277cd req-27ce4ddd-68a3-4f69-a901-e2ab82b553e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:46.333162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-27ce4ddd-68a3-4f69-a901-e2ab82b553e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:46.351645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-27ce4ddd-68a3-4f69-a901-e2ab82b553e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:46.353023 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-27ce4ddd-68a3-4f69-a901-e2ab82b553e7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 797 time: 0.1983805
Dec 13 15:28:46.353548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0aead4e-e005-457c-876b-adbb1ee3fc14 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:46.377641 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-8de2cdf5-5fcf-4ec3-922e-aaa3e5782331 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/quotas/72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 375 time: 0.0131922
Dec 13 15:28:46.429706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-48be4136-038f-4d5e-9131-ebbd45086825 None None] Provisioning complete for port 717a8db9-58c9-4724-b263-4747af661852 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.430125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-48be4136-038f-4d5e-9131-ebbd45086825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:46.480957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-e504ae24-02e3-4cde-b140-ea228f6827a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970349
Dec 13 15:28:46.512222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-48be4136-038f-4d5e-9131-ebbd45086825 None None] Port 717a8db9-58c9-4724-b263-4747af661852 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:28:46.515433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port b0aead4e-e005-457c-876b-adbb1ee3fc14 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.515802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:46.648944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059cf781-998d-4042-852f-d93b83797643 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:46.693114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Sync routers for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:28:46.705107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d735f850-dfa0-4708-99a9-0616b02129ed None None] Provisioning complete for port 717a8db9-58c9-4724-b263-4747af661852 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.705525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d735f850-dfa0-4708-99a9-0616b02129ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:46.719342 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-c56f6f42-f556-433d-96d3-0b9abdbfe8d8 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239852
Dec 13 15:28:46.783264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:46.783869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f90ff98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:46.841441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d735f850-dfa0-4708-99a9-0616b02129ed None None] Port 717a8db9-58c9-4724-b263-4747af661852 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:28:46.866838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-a8848c4a-82ec-494c-bdbc-643cbec4d70f service neutron] 10.222.0.69 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403821
Dec 13 15:28:46.931846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 059cf781-998d-4042-852f-d93b83797643 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:46.932293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:47.074150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:47.179876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-81f688ca-eb90-4cb6-a0d0-caa379248cb4 req-69838319-adb0-4d7e-9a2e-75e80cebeeb3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:47.197458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-81f688ca-eb90-4cb6-a0d0-caa379248cb4 req-69838319-adb0-4d7e-9a2e-75e80cebeeb3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:47.199021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-81f688ca-eb90-4cb6-a0d0-caa379248cb4 req-69838319-adb0-4d7e-9a2e-75e80cebeeb3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 210 time: 0.1657357
Dec 13 15:28:47.460674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f90ff98>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 2, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:47.465115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Checking router: b6b1aeef-42fb-474a-a5d4-83d34a578b5f for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:28:47.465510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Updating router b6b1aeef-42fb-474a-a5d4-83d34a578b5f port 717a8db9-58c9-4724-b263-4747af661852 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:28:47.520585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:47.886911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:47.900186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Transition to ACTIVE for port object 717a8db9-58c9-4724-b263-4747af661852 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:47.907085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:47.911426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:48.210999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7407-8588-4ac8-966e-1402641277cd req-e3e28954-931a-480f-81e3-c164e9d4f8ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:48.211806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-e3e28954-931a-480f-81e3-c164e9d4f8ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:48.227531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-e3e28954-931a-480f-81e3-c164e9d4f8ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:48.229091 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-e3e28954-931a-480f-81e3-c164e9d4f8ec tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 797 time: 0.1925507
Dec 13 15:28:48.251181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Pushing event updated for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:48.254100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:48.333518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-2392b25a-e59d-4c4c-8f71-90749d134633 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:48.351804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a05b7407-8588-4ac8-966e-1402641277cd req-2392b25a-e59d-4c4c-8f71-90749d134633 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:48.353250 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-2392b25a-e59d-4c4c-8f71-90749d134633 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d0055af4b043cf8c73dec466585f6c HTTP/1.1" status: 200  len: 377 time: 0.1107123
Dec 13 15:28:48.366064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'port': {'device_id': '1dd57a85-8061-4b34-94ca-361d0a627013', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'admin_state_up': True, 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'security_groups': ['41881226-1ed0-44dd-814f-430402d7fc00']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:48.373960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Attempting to bind port 717a8db9-58c9-4724-b263-4747af661852 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:28:48.374387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Attempting to bind port 717a8db9-58c9-4724-b263-4747af661852 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:28:48.374802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Attempting to bind port 717a8db9-58c9-4724-b263-4747af661852 on network d1e67573-1124-4f17-aaf9-c242dd369e2b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:28:48.386845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:28:48.387301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Checking segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:28:48.387762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:48.388206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Bound using segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:28:48.388731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Bound port: 717a8db9-58c9-4724-b263-4747af661852, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:28:48.389159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:48.403519 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9ba9e805-448b-44b1-acd4-993eea5fbba2 req-2b0e93e8-f2b8-4984-b0df-fe30b4bbe94e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 210 time: 0.0483401
Dec 13 15:28:48.488758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] For port 717a8db9-58c9-4724-b263-4747af661852, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:28:48.492614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] For port 717a8db9-58c9-4724-b263-4747af661852, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=717a8db9-58c9-4724-b263-4747af661852,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:28:48.496592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:48.501163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:48.586494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Pushing event updated for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:48.589613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:28:48.590297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f90ff98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:48.645963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:48.770426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:48.782167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:48.794425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:28:48.795768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Made reservation on behalf of 72d0055af4b043cf8c73dec466585f6c for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:28:48.801620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:48.983565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.20.0.7 (d1e67573-1124-4f17-aaf9-c242dd369e2b/8cf4096a-2c87-4274-a422-6245356877f2/08f75707-5888-455c-bc66-207eb1ba7cba) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:28:49.139506 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f90ff98>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:28:49.143915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246244-fb58-43b9-a8c3-0920bd8bbacf None None] The sync data for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv is: [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:48Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:28:49.186026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:49.210551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Transition to ACTIVE for port object 08f75707-5888-455c-bc66-207eb1ba7cba will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:49.240872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:49.251560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19888149-056c-45e2-8987-bca3ea67a082 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:49.320623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network d1e67573-1124-4f17-aaf9-c242dd369e2b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:49.329369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:49.334714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:28:49.391569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:49.397233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:49.417835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:49.418521 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:49.447868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0859637
Dec 13 15:28:49.460965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Request body: {'port': {'device_id': '1dd57a85-8061-4b34-94ca-361d0a627013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:49.645492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:49.667869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-204f1a2e-6f3c-45aa-82cf-45420097ccd8 None None] Provisioning for port 08f75707-5888-455c-bc66-207eb1ba7cba completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:49.674820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-204f1a2e-6f3c-45aa-82cf-45420097ccd8 None None] Provisioning complete for port 08f75707-5888-455c-bc66-207eb1ba7cba triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:49.675353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-204f1a2e-6f3c-45aa-82cf-45420097ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:49.738068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-204f1a2e-6f3c-45aa-82cf-45420097ccd8 None None] Port 08f75707-5888-455c-bc66-207eb1ba7cba cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:28:49.742016 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082ad6c-4c09-4ac8-9c12-ca56ec35ddc4 req-f6de6fef-171f-4b1f-b756-54b2f1ee17c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:49.742787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5082ad6c-4c09-4ac8-9c12-ca56ec35ddc4 req-f6de6fef-171f-4b1f-b756-54b2f1ee17c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:28:49.813644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-5082ad6c-4c09-4ac8-9c12-ca56ec35ddc4 req-f6de6fef-171f-4b1f-b756-54b2f1ee17c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:28:49.814958 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5082ad6c-4c09-4ac8-9c12-ca56ec35ddc4 req-f6de6fef-171f-4b1f-b756-54b2f1ee17c7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 931 time: 0.2536361
Dec 13 15:28:49.919916 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5082ad6c-4c09-4ac8-9c12-ca56ec35ddc4 req-9ceb4eea-a193-4abe-9b17-4d60bac58c30 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0965133
Dec 13 15:28:50.100645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f75707-5888-455c-bc66-207eb1ba7cba {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:28:50.108481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.125877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Transition to ACTIVE for port object 08f75707-5888-455c-bc66-207eb1ba7cba will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:28:50.129495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.134148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-98f1e021-aaa7-40e9-9a8c-42cb1ed803f3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:50.309442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:50.349876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:50.380430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 717a8db9-58c9-4724-b263-4747af661852 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:50.412327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Attempting to bind port 08f75707-5888-455c-bc66-207eb1ba7cba on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:28:50.413665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Attempting to bind port 08f75707-5888-455c-bc66-207eb1ba7cba by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:28:50.414191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Attempting to bind port 08f75707-5888-455c-bc66-207eb1ba7cba on network d1e67573-1124-4f17-aaf9-c242dd369e2b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:28:50.423148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Port 08f75707-5888-455c-bc66-207eb1ba7cba on network d1e67573-1124-4f17-aaf9-c242dd369e2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:28:50.423525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Attempting to bind port 08f75707-5888-455c-bc66-207eb1ba7cba on network d1e67573-1124-4f17-aaf9-c242dd369e2b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:28:50.432402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:28:50.432770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Checking segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:28:50.433196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Bound using segment: {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:28:50.433677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Bound port: 08f75707-5888-455c-bc66-207eb1ba7cba, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed16cbc-6139-40b3-8207-e2fb94ff0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:28:50.434065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.457672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 717a8db9-58c9-4724-b263-4747af661852 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:50.463722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 717a8db9-58c9-4724-b263-4747af661852 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:50.464347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.543312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:28:50.546936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=08f75707-5888-455c-bc66-207eb1ba7cba,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:28:50.552469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.561451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-47836e06-cabd-4a3c-9cec-c042ca972177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:50.607042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.626829 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.628331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] 10.222.0.72 "PUT /v2.0/ports/08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 1093 time: 1.1723094
Dec 13 15:28:50.628869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:28:50.645821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 717a8db9-58c9-4724-b263-4747af661852, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=717a8db9-58c9-4724-b263-4747af661852,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:50.654382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:50.656151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:50.657678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:50.658349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:50.722942 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba', 'status': 'completed', 'code': 200}
Dec 13 15:28:50.734315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:50.737759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:50.759152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-08be3353-4254-42fc-97a8-3fd6bfa10cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1096 time: 0.0888104
Dec 13 15:28:50.825727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:28:50.839644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-876843da-6535-47ba-ae4b-d7fed8779819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 217 time: 0.0710320
Dec 13 15:28:50.911256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7407-8588-4ac8-966e-1402641277cd req-c996825e-dd83-474a-8d13-a40e786ea760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:50.912863 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-c996825e-dd83-474a-8d13-a40e786ea760 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0667551
Dec 13 15:28:51.005870 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-bbb802a7-b4ae-4fd7-a374-b08e62e4fbf8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0848002
Dec 13 15:28:51.211704 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-f2bfb072-d10e-44e2-9cce-b4125ba7ed24 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966233
Dec 13 15:28:51.247511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbc5df-6307-4d9f-96f3-4d26560c0657 req-4525efad-bfe7-498d-b9d9-ce6e69a24423 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:51.249057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5bbc5df-6307-4d9f-96f3-4d26560c0657 req-4525efad-bfe7-498d-b9d9-ce6e69a24423 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 943 time: 0.1949170
Dec 13 15:28:51.399891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b5bbc5df-6307-4d9f-96f3-4d26560c0657 req-cf48cae4-bbbc-46c6-be03-8ad7e7b5a2d5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1436749
Dec 13 15:28:51.408332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a05b7407-8588-4ac8-966e-1402641277cd req-e871c1b1-9693-4dfd-823e-11480bf29191 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886516
Dec 13 15:28:51.551010 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-94974a3d-3d28-4f10-a0f2-ebb4ffe115a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1096 time: 0.0911782
Dec 13 15:28:51.699021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-36ca1a73-4766-492d-a289-a7193bc3018b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:51.700548 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-36ca1a73-4766-492d-a289-a7193bc3018b service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 898 time: 0.1422236
Dec 13 15:28:51.772508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-31cc1971-647a-461f-a485-0f343e6e5e91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 217 time: 0.0650718
Dec 13 15:28:51.851947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-1a912e57-4eab-45fd-9a24-09eccf348cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:51.854694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-1a912e57-4eab-45fd-9a24-09eccf348cde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0719938
Dec 13 15:28:51.937640 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-1276b048-bcd9-4db2-9d12-eccf0395fa1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760694
Dec 13 15:28:52.103323 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-e11f4970-9628-473d-91a4-0c1d08248069 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545107
Dec 13 15:28:52.269630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62c5cd0b-1062-4c39-86fd-f5fde3438d28 req-39c7b57b-69bd-4b60-adf0-996874e16a98 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579814
Dec 13 15:28:52.296109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 717a8db9-58c9-4724-b263-4747af661852 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:52.375104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 717a8db9-58c9-4724-b263-4747af661852 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:52.375528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:52.613441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4ad4-e1f7-4f40-bd9f-e7a6652e038c req-335e4398-16d2-4dda-a3ec-f39d7c67e6fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:52.615034 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c7d4ad4-e1f7-4f40-bd9f-e7a6652e038c req-335e4398-16d2-4dda-a3ec-f39d7c67e6fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 943 time: 0.0884025
Dec 13 15:28:52.675123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c7d4ad4-e1f7-4f40-bd9f-e7a6652e038c req-3729a6f5-3a76-4282-a6a5-8c87f04e255d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0503714
Dec 13 15:28:53.702437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 08f75707-5888-455c-bc66-207eb1ba7cba details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:28:53.863160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=08f75707-5888-455c-bc66-207eb1ba7cba,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:53.877636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '08f75707-5888-455c-bc66-207eb1ba7cba', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'port_id': '08f75707-5888-455c-bc66-207eb1ba7cba', 'mac_address': 'fa:16:3e:2d:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:28:53.900930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab4fc-e8d9-4ee2-870f-d40495ed5e11 req-07b86871-4214-423b-aded-29e6f77c862f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:53.902962 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e13ab4fc-e8d9-4ee2-870f-d40495ed5e11 req-07b86871-4214-423b-aded-29e6f77c862f tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 943 time: 0.0913079
Dec 13 15:28:53.937530 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:53.956349 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e13ab4fc-e8d9-4ee2-870f-d40495ed5e11 req-d46fb52e-40c3-4668-8629-0d765523f4b8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0466921
Dec 13 15:28:53.956884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f75707-5888-455c-bc66-207eb1ba7cba {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:28:53.972782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=08f75707-5888-455c-bc66-207eb1ba7cba,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:53.977452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:53.979346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1c366014-825c-4a37-a230-51b46f4b82d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:54.046727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:54.050050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:54.217633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['08f75707-5888-455c-bc66-207eb1ba7cba'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:28:55.186856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feeae5-a192-4e63-abd9-0fe4a15ed470 req-56c6f949-1a94-49d2-8687-57ba06e5b90a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:55.188551 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39feeae5-a192-4e63-abd9-0fe4a15ed470 req-56c6f949-1a94-49d2-8687-57ba06e5b90a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 944 time: 0.0963554
Dec 13 15:28:55.238417 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39feeae5-a192-4e63-abd9-0fe4a15ed470 req-089315c4-7273-4d76-9a89-ce5e77bb2203 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0436149
Dec 13 15:28:55.717335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 08f75707-5888-455c-bc66-207eb1ba7cba up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:28:55.803083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 08f75707-5888-455c-bc66-207eb1ba7cba completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:28:55.808439 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 08f75707-5888-455c-bc66-207eb1ba7cba triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:28:55.808861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:55.927606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:55.955488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:28:55.965973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=08f75707-5888-455c-bc66-207eb1ba7cba,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:28:55.969766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:55.972004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:56.013400 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba', 'code': 200}
Dec 13 15:28:56.040783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:56.044797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:56.261727 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-055fb3ca-cddf-4e12-8931-331d20a38380 req-d91bb9d4-8a01-4440-a06a-eec2dff8b039 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1098 time: 0.0795007
Dec 13 15:28:56.311497 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-055fb3ca-cddf-4e12-8931-331d20a38380 req-0449a0bb-ff85-46e4-8bf0-46f9e8b26b57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0430896
Dec 13 15:28:56.608307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9304-281d-4dd6-bc7b-194c4a34b740 req-689a65df-17bb-43c3-b897-c05a691ac840 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:56.609825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c3c9304-281d-4dd6-bc7b-194c4a34b740 req-689a65df-17bb-43c3-b897-c05a691ac840 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.1012483
Dec 13 15:28:56.658317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5c3c9304-281d-4dd6-bc7b-194c4a34b740 req-d4b6ed77-2996-451e-9d94-f2f1c4a11780 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0421708
Dec 13 15:28:57.896147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1f435-bce7-450e-98c2-eec119fa650a req-3ccd1576-7974-4079-a5ce-b2249adacf88 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:57.897744 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8a1f435-bce7-450e-98c2-eec119fa650a req-3ccd1576-7974-4079-a5ce-b2249adacf88 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.1003287
Dec 13 15:28:57.949457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d8a1f435-bce7-450e-98c2-eec119fa650a req-72ddb881-ffcb-4173-81f7-3ea640d6636a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0429981
Dec 13 15:28:58.167981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5679-c595-411d-be02-023a95fdfa61 req-e5338aca-58f3-4c63-bca5-4b2b4d60163a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:28:58.169575 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a8af5679-c595-411d-be02-023a95fdfa61 req-e5338aca-58f3-4c63-bca5-4b2b4d60163a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0886850
Dec 13 15:28:58.225317 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a8af5679-c595-411d-be02-023a95fdfa61 req-761657cd-6803-43fb-9cba-fb3e6c3d0cfe tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0466757
Dec 13 15:28:58.258594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58566) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:58.341387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a653637-ed57-41e7-9e1c-410590e3699c tempest-TestNetworkAdvancedServerOps-1616418718 tempest-TestNetworkAdvancedServerOps-1616418718-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1093 time: 0.0810628
Dec 13 15:28:58.344327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58570) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:28:58.350259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '08f75707-5888-455c-bc66-207eb1ba7cba', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:28:58.356835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:28:58.361331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Usage tracker for resource:floatingip and tenant:72d0055af4b043cf8c73dec466585f6c is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:28:58.364567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:28:58.370765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:28:58.382617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:58.552098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:58.721788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Allocated IP 172.26.4.76 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/ccc9090c-5815-405c-b18f-16ee32d5c4a5) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:28:59.154206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:59.182218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:59.186404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ce6d5016-88b3-4dbc-811e-bad681116581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:28:59.260681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:28:59.261721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=ccc9090c-5815-405c-b18f-16ee32d5c4a5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:28:59.264991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:28:59.266090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:28:59.268261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:28:59.504672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:59.828371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:28:59.889805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:00.104779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:00.110247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:00.114323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6fd6bd6c-2942-41ad-af31-64d5b010aedc tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:00.222418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event updated for resources: {'Port': ['ID=ccc9090c-5815-405c-b18f-16ee32d5c4a5,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:00.225341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:00.241408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:00.444526 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Floating IP 4d5dba85-8c36-485f-91d2-e69a1cb66db7 associated. External IP: 172.26.4.76, port: 08f75707-5888-455c-bc66-207eb1ba7cba.
Dec 13 15:29:00.883343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router b6b1aeef-42fb-474a-a5d4-83d34a578b5f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:29:01.097940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:29:01.108560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Sync routers for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:29:01.122479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:01.122784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:01.123202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:01.181238 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8327200
Dec 13 15:29:01.181238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:29:01.236360 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba', 'status': 'completed', 'code': 200}
Dec 13 15:29:01.309013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:01.408992 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93d33-8055-49c4-89f5-a4b21fc88803 req-e6d0d072-20ea-437f-8337-c21c9d836e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:01.410655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1a93d33-8055-49c4-89f5-a4b21fc88803 req-e6d0d072-20ea-437f-8337-c21c9d836e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.1129849
Dec 13 15:29:01.413516 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-2ca35cf4-3827-4264-b1dc-34c03fa754d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1098 time: 0.1537793
Dec 13 15:29:01.566183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b1a93d33-8055-49c4-89f5-a4b21fc88803 req-63fa934b-5db1-4c62-bf9a-352bff010b2a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1490090
Dec 13 15:29:01.597155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58578) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:01.603189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-ce4f8a85-72b1-4267-bee2-26262b3fe47a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:01.604867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-ce4f8a85-72b1-4267-bee2-26262b3fe47a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 898 time: 0.1729209
Dec 13 15:29:01.686496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7b00>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4d5dba85-8c36-485f-91d2-e69a1cb66db7', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'port_id': '08f75707-5888-455c-bc66-207eb1ba7cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'mac_address': 'fa:16:3e:2d:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd57a85-8061-4b34-94ca-361d0a627013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:59Z', 'updated_at': '2021-12-13T15:28:59Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:01.690570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Checking router: b6b1aeef-42fb-474a-a5d4-83d34a578b5f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:29:01.702086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:01.702752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:28:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:01.717182 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b6288541-0b76-4158-8c03-b6ec2049c9b4 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 200  len: 990 time: 0.1186838
Dec 13 15:29:01.722163 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-9e8211c6-b884-45e3-b7f3-5ca9e001f641 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 998 time: 0.1102502
Dec 13 15:29:01.796399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-30d78c7c-fb03-4672-94ab-f71546cc446a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:01.797968 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-30d78c7c-fb03-4672-94ab-f71546cc446a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0675282
Dec 13 15:29:01.885134 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-f6571a3c-d879-4917-abc2-06c151a294d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766058
Dec 13 15:29:01.898306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:02.025992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-96adcfe1-d75c-4e91-aeb4-897df9bd4ef5 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342347
Dec 13 15:29:02.166845 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-101122c7-ae41-45ae-a6cd-d7a805a68db2 req-23e4781c-c907-4d6d-ab18-97c19e3c5aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339877
Dec 13 15:29:02.276816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2f7b00>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4d5dba85-8c36-485f-91d2-e69a1cb66db7', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'port_id': '08f75707-5888-455c-bc66-207eb1ba7cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'mac_address': 'fa:16:3e:2d:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd57a85-8061-4b34-94ca-361d0a627013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:59Z', 'updated_at': '2021-12-13T15:28:59Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:02.282052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901eb4d-c0be-4be9-8a87-13a207e99f0f None None] The sync data for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv is: [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '4d5dba85-8c36-485f-91d2-e69a1cb66db7', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'port_id': '08f75707-5888-455c-bc66-207eb1ba7cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'mac_address': 'fa:16:3e:2d:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd57a85-8061-4b34-94ca-361d0a627013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:59Z', 'updated_at': '2021-12-13T15:28:59Z', 'revision_number': 0, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:29:02.623590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c1bd8-b795-4090-b14d-f4e315d5922f None None] New status for floating IP 4d5dba85-8c36-485f-91d2-e69a1cb66db7: ACTIVE {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:29:02.721411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58582) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:03.103834 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c33341a6-d245-4e0d-bbc2-79f790fa867d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 200  len: 990 time: 0.3811030
Dec 13 15:29:04.110043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58586) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:04.231504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e3652bc9-49d4-49af-b997-fda0ab1ffb12 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 200  len: 992 time: 0.1196346
Dec 13 15:29:08.028128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-35cc0546-54a2-4a9f-bbd3-b03f1f2a2048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:09.382142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-6fb47f3e-dc4e-4614-bd62-d8996591353b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745845
Dec 13 15:29:09.548398 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-3047be1f-c056-4cef-810e-24a3e535d64b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1098 time: 0.0793397
Dec 13 15:29:09.574373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:09.724961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-daa101a6-c229-41e1-b3f6-1025f595b6b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:09.727531 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-daa101a6-c229-41e1-b3f6-1025f595b6b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 898 time: 0.1577775
Dec 13 15:29:09.843830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-27fbfceb-b14f-4a7c-9239-727545ff7019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 1000 time: 0.1077650
Dec 13 15:29:09.923339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-6291f7fd-fea9-4318-82ef-6c1dab045fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:09.925084 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-6291f7fd-fea9-4318-82ef-6c1dab045fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0747693
Dec 13 15:29:10.022183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-0c7ff5a7-85e3-42bf-a46d-30669eabdcff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0884855
Dec 13 15:29:10.185158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-83ef7ab3-47db-4a16-9974-24ad8c0f485c service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539600
Dec 13 15:29:10.385789 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a21b36a4-715c-448a-9063-0dfa80b41be8 req-5a69b356-3f02-419f-911a-efd211013ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932514
Dec 13 15:29:10.446800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1a641cdb-4cc9-43c6-bf11-2fa5d852d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:10.940670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:12.323446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:27.831801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:29:29.521481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:31.421903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c556b-e371-464d-9f30-b5aafd481e77 req-cdf9da66-1d0d-4483-a4c6-4dd222c321a6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:31.423566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a03c556b-e371-464d-9f30-b5aafd481e77 req-cdf9da66-1d0d-4483-a4c6-4dd222c321a6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0968916
Dec 13 15:29:31.478001 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a03c556b-e371-464d-9f30-b5aafd481e77 req-173db486-3199-412a-84ce-eb24444a9dbf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0452788
Dec 13 15:29:32.696578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d72b77-0807-4b18-bc81-3a51cbe0b3b7 req-c6e4f149-ea97-43fc-9598-db0117f3d868 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:32.698242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8d72b77-0807-4b18-bc81-3a51cbe0b3b7 req-c6e4f149-ea97-43fc-9598-db0117f3d868 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0903418
Dec 13 15:29:32.752598 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e8d72b77-0807-4b18-bc81-3a51cbe0b3b7 req-a13259e5-be8f-474f-b0bb-ebea8086b058 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0479100
Dec 13 15:29:32.791739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58604) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:32.904150 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9fe6f74a-9c25-434d-a9fe-7bc6e35047de tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 200  len: 992 time: 0.1110725
Dec 13 15:29:34.423663 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-5477eea1-b7df-4611-9705-fdc20d1454ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1098 time: 0.0752828
Dec 13 15:29:34.425028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582495fe-0d3c-44b1-9e71-24a86add533b req-7522154b-6d19-4ac7-99bd-bd0dff8fdfee tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:34.426672 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-582495fe-0d3c-44b1-9e71-24a86add533b req-7522154b-6d19-4ac7-99bd-bd0dff8fdfee tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0825768
Dec 13 15:29:34.476376 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-582495fe-0d3c-44b1-9e71-24a86add533b req-3d59386a-2e50-4178-972f-66b4cfe89a66 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0431912
Dec 13 15:29:34.573171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-6bc4cdc4-d96c-4057-8687-12e697b90d67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:34.574752 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-6bc4cdc4-d96c-4057-8687-12e697b90d67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 898 time: 0.1426990
Dec 13 15:29:34.693726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-d6f628ed-3c2d-427c-a59d-3b7eb0af9d29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 1000 time: 0.1114721
Dec 13 15:29:34.765825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-1f11f9ce-341f-4b11-999a-8b3a616a4626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:34.767849 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-1f11f9ce-341f-4b11-999a-8b3a616a4626 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0671508
Dec 13 15:29:34.862614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-414bdf81-ba4b-4357-a58e-04851bf83fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0886021
Dec 13 15:29:35.006737 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-47a9c2b3-24e7-4257-a27d-e2c3f4cf59d4 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365798
Dec 13 15:29:35.153948 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bf95bbea-462f-43cd-982a-66633cf5be52 req-fcf27e9a-c895-4983-8882-aa37cca6efbf service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407735
Dec 13 15:29:35.701182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d5f2-5e51-4080-825b-83850ea61b90 req-1243e2cb-f39a-4b98-b069-f837e1252f0b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:35.702783 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a01d5f2-5e51-4080-825b-83850ea61b90 req-1243e2cb-f39a-4b98-b069-f837e1252f0b tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0908828
Dec 13 15:29:35.752862 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8a01d5f2-5e51-4080-825b-83850ea61b90 req-0bd8cabd-8158-40b6-9620-12b2acbc2d76 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0431807
Dec 13 15:29:37.343434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf770-094d-4a2d-8b01-b9b8a2b4a079 req-bbeba346-0317-4724-afc0-455a30b44d84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:37.345480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da6cf770-094d-4a2d-8b01-b9b8a2b4a079 req-bbeba346-0317-4724-afc0-455a30b44d84 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.4415827
Dec 13 15:29:37.394601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-da6cf770-094d-4a2d-8b01-b9b8a2b4a079 req-dba25185-3af1-4307-a958-d26e7421500c tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0427897
Dec 13 15:29:37.422492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58620) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:37.532970 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e2a3b8a4-fd2d-40cf-9308-41e00e551eb8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 200  len: 992 time: 0.1090894
Dec 13 15:29:37.840663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58628) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:38.012571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0669aa73-f6e7-415b-8b94-9befba2f8144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:38.061164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port ccc9090c-5815-405c-b18f-16ee32d5c4a5 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:29:38.061553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:38.245667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:38.246043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:38.376602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for ccc9090c-5815-405c-b18f-16ee32d5c4a5 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:29:38.536299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:38.540067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6cc7bc8-1e16-45d4-94b4-be7bda8438a7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:38.585180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=ccc9090c-5815-405c-b18f-16ee32d5c4a5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:38.622235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.622665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.623119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.623545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.623960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.624378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.624786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.625247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.625785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.626197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.626611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:38.633850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:38.695413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:39.113901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router b6b1aeef-42fb-474a-a5d4-83d34a578b5f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:29:39.577798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:29:39.585302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:39.589202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Sync routers for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:29:39.600603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:39.604412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:39.605085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:39.656771 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/floatingips/4d5dba85-8c36-485f-91d2-e69a1cb66db7 HTTP/1.1" status: 204  len: 168 time: 1.8148272
Dec 13 15:29:39.657515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:29:39.734820 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba', 'status': 'completed', 'code': 200}
Dec 13 15:29:39.805557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:39.838711 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-27a49f53-a2d1-4d2b-82a9-59da15e31add service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72d0055af4b043cf8c73dec466585f6c&device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 1098 time: 0.0770183
Dec 13 15:29:40.033078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-5cea7a7c-e764-40d5-b641-a43fbabf6b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:40.034682 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-5cea7a7c-e764-40d5-b641-a43fbabf6b36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 200  len: 898 time: 0.1893306
Dec 13 15:29:40.122298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-57133f4e-4b14-45b1-bf53-ff1f0347caba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 200  len: 217 time: 0.0765171
Dec 13 15:29:40.203459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033809-45aa-46b7-bb05-3c9bf044eb58 req-11168e24-7b9b-4a34-ae48-d2764cc72dd3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:40.204246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-39033809-45aa-46b7-bb05-3c9bf044eb58 req-11168e24-7b9b-4a34-ae48-d2764cc72dd3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Synchronizing usage tracker for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:29:40.212560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-7f0531c1-27ba-4d10-999e-8c9f6c031678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:40.214072 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-7f0531c1-27ba-4d10-999e-8c9f6c031678 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 200  len: 835 time: 0.0809882
Dec 13 15:29:40.268480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-39033809-45aa-46b7-bb05-3c9bf044eb58 req-11168e24-7b9b-4a34-ae48-d2764cc72dd3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Unset dirty status for tenant:72d0055af4b043cf8c73dec466585f6c on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:29:40.269743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39033809-45aa-46b7-bb05-3c9bf044eb58 req-11168e24-7b9b-4a34-ae48-d2764cc72dd3 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.2739365
Dec 13 15:29:40.310591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324828>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:40.315542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Checking router: b6b1aeef-42fb-474a-a5d4-83d34a578b5f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:29:40.328604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:40.329552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324828>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:40.339926 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-39033809-45aa-46b7-bb05-3c9bf044eb58 req-931237cf-d454-4e89-86c7-e6edf6465682 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0627248
Dec 13 15:29:40.343083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-491e3e5b-f99b-4801-a05b-cdee453c6d5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1e67573-1124-4f17-aaf9-c242dd369e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1215892
Dec 13 15:29:40.439056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-74c7d753-6dc7-4e97-b41a-13b30eec87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:40.488956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-2e9f2cf7-058c-452a-84fa-97712e3227a9 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390586
Dec 13 15:29:40.513631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:40.635183 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f3aecec6-cad5-4942-aed3-5f0ffcdc2933 req-4d1be608-0699-4c72-bbae-f00be3dfbd96 service neutron] 10.222.0.72 "GET /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372337
Dec 13 15:29:40.844619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324828>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:40.848926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f215a-29ff-4475-b927-7d1884a9d6a9 None None] The sync data for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv is: [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '717a8db9-58c9-4724-b263-4747af661852', 'name': '', 'network_id': 'd1e67573-1124-4f17-aaf9-c242dd369e2b', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'mac_address': 'fa:16:3e:b0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf4096a-2c87-4274-a422-6245356877f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:43Z', 'updated_at': '2021-12-13T15:28:50Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'subnets': [{'id': '8cf4096a-2c87-4274-a422-6245356877f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:29:40.936112 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:41.289616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5295a9-718f-4926-8969-ec14814b2493 None None] New status for floating IP 4d5dba85-8c36-485f-91d2-e69a1cb66db7: DOWN {{(pid=88858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:29:41.557080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2c371-1ca2-4e21-9420-c676f07072df req-58754ae4-b009-43e4-9d94-1a38d1ae115e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:41.558873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7c2c371-1ca2-4e21-9420-c676f07072df req-58754ae4-b009-43e4-9d94-1a38d1ae115e tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0866458
Dec 13 15:29:41.567604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-afcdd980-71e3-441e-ba23-d91eb20a73c6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:41.569188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-afcdd980-71e3-441e-ba23-d91eb20a73c6 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 945 time: 0.0863111
Dec 13 15:29:41.612867 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7c2c371-1ca2-4e21-9420-c676f07072df req-b6e799f8-a7e8-4b1f-95e3-166ff3e49844 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/security-groups?id=41881226-1ed0-44dd-814f-430402d7fc00&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0471070
Dec 13 15:29:41.648938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 08f75707-5888-455c-bc66-207eb1ba7cba {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:29:41.649544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:41.917028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 08f75707-5888-455c-bc66-207eb1ba7cba, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=08f75707-5888-455c-bc66-207eb1ba7cba,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:29:41.917291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:42.049240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 08f75707-5888-455c-bc66-207eb1ba7cba owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:29:42.203740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:42.210773 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:42.257001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=08f75707-5888-455c-bc66-207eb1ba7cba,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:42.259602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:42.319980 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:42.336197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] No DVR routers for this DVR port 08f75707-5888-455c-bc66-207eb1ba7cba on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:29:42.338702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:42.341536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'name': 'network-vif-deleted', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:29:42.357603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-424db700-b6f3-4c30-b751-3a312fe2c596 req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.72 "DELETE /v2.0/ports/08f75707-5888-455c-bc66-207eb1ba7cba HTTP/1.1" status: 204  len: 173 time: 0.7829180
Dec 13 15:29:42.402560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd57a85-8061-4b34-94ca-361d0a627013', 'name': 'network-vif-deleted', 'tag': '08f75707-5888-455c-bc66-207eb1ba7cba', 'status': 'completed', 'code': 200}
Dec 13 15:29:42.812264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-690bea4d-760a-4bfc-b54a-6405136d2f5c req-409885b4-97ef-4880-a4f3-a66dc6795c16 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dd57a85-8061-4b34-94ca-361d0a627013 HTTP/1.1" status: 200  len: 210 time: 0.0521314
Dec 13 15:29:43.932417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58646) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:44.359171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:45.008592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port 717a8db9-58c9-4724-b263-4747af661852 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:29:45.009270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:45.458045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port 717a8db9-58c9-4724-b263-4747af661852, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=717a8db9-58c9-4724-b263-4747af661852,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:29:45.458440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:45.586713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for 717a8db9-58c9-4724-b263-4747af661852 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:29:45.802155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:45.805920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:45.848835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=717a8db9-58c9-4724-b263-4747af661852,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:45.852884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:46.009876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 08f75707-5888-455c-bc66-207eb1ba7cba no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:29:46.045346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 08f75707-5888-455c-bc66-207eb1ba7cba {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:29:46.045701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 08f75707-5888-455c-bc66-207eb1ba7cba not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:29:46.175453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:46.811500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Router b6b1aeef-42fb-474a-a5d4-83d34a578b5f has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:29:47.030109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:29:47.041575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Sync routers for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:29:47.048059 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "PUT /v2.0/routers/b6b1aeef-42fb-474a-a5d4-83d34a578b5f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1134300
Dec 13 15:29:47.049710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:47.055385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:47.056048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324d68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:47.241187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:47.254636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting subnet 8cf4096a-2c87-4274-a422-6245356877f2 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:29:47.258089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.315892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.405851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.487994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.493002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0f4a807b-6c82-416f-8aea-7b97dd92abd6 tempest-PortsTestJSON-971626787 tempest-PortsTestJSON-971626787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:47.534954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf4096a-2c87-4274-a422-6245356877f2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:47.537699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:47.541005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.544368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324d68>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:29:45Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:47.549156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Checking router: b6b1aeef-42fb-474a-a5d4-83d34a578b5f for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:29:47.550872 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e784fb3-88eb-4453-8ac2-9c737e614fef None None] Network d1e67573-1124-4f17-aaf9-c242dd369e2b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:29:47.554416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6ce603fb-0f29-4740-b9c2-360e27788daf tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/subnets/8cf4096a-2c87-4274-a422-6245356877f2 HTTP/1.1" status: 204  len: 168 time: 0.5036187
Dec 13 15:29:47.554677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58654) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:47.560631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Routers {'b6b1aeef-42fb-474a-a5d4-83d34a578b5f'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:47.561292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324d68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:47.743502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] Set router b6b1aeef-42fb-474a-a5d4-83d34a578b5f gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:47.771372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.840648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] DHCP port deletion for d1e67573-1124-4f17-aaf9-c242dd369e2b request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:29:47.847426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Deleting port 059cf781-998d-4042-852f-d93b83797643 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:29:47.847866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:47.989478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.000256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Deleting port b0aead4e-e005-457c-876b-adbb1ee3fc14 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:29:48.001061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.051556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324d68>, [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:29:45Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:48.055814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811c725-4c7a-4a7b-b14f-3c05f6d2c039 None None] The sync data for ids ['b6b1aeef-42fb-474a-a5d4-83d34a578b5f'] in dv-neutron-821565-1-hyperv is: [{'id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031113288', 'tenant_id': '72d0055af4b043cf8c73dec466585f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:29:45Z', 'revision_number': 5, 'project_id': '72d0055af4b043cf8c73dec466585f6c', 'gw_port': {'id': 'b0aead4e-e005-457c-876b-adbb1ee3fc14', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1aeef-42fb-474a-a5d4-83d34a578b5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:40Z', 'updated_at': '2021-12-13T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:29:48.077070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] For port 059cf781-998d-4042-852f-d93b83797643, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=059cf781-998d-4042-852f-d93b83797643,segment=NetworkSegment(6ed16cbc-6139-40b3-8207-e2fb94ff0169),segment_id=6ed16cbc-6139-40b3-8207-e2fb94ff0169)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:29:48.077421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.191947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] For port b0aead4e-e005-457c-876b-adbb1ee3fc14, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=b0aead4e-e005-457c-876b-adbb1ee3fc14,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:29:48.192356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.211300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Calling delete_port for 059cf781-998d-4042-852f-d93b83797643 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:29:48.345341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Calling delete_port for b0aead4e-e005-457c-876b-adbb1ee3fc14 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:29:48.440197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 717a8db9-58c9-4724-b263-4747af661852 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:29:48.479731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 717a8db9-58c9-4724-b263-4747af661852 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:29:48.480091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 717a8db9-58c9-4724-b263-4747af661852 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:29:48.480551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 059cf781-998d-4042-852f-d93b83797643 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:29:48.527665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.534549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e9f021c-a9df-491f-833a-ddb58bfdedc0 tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:48.569291 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No ports have port_id starting with 059cf781-998d-4042-852f-d93b83797643
Dec 13 15:29:48.571746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:48.578058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f13378e8-e922-402d-9904-8eed1ba2f739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:48.580778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Port': ['ID=b0aead4e-e005-457c-876b-adbb1ee3fc14,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:48.618732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Pushing event deleted for resources: {'Port': ['ID=059cf781-998d-4042-852f-d93b83797643,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:48.627222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] No DVR routers for this DVR port 059cf781-998d-4042-852f-d93b83797643 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:29:48.632778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.633163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.633539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.633892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.634258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.634622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.634993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.635358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.635736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.636090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.636450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.639511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:48.661116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.661548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.661979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.662405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.662815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.663256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.663669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.664057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.664462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.664852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.665256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:29:48.668922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:48.835964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.121019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.126117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.157853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.158415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Fanout notify agent at l3_agent the message router_deleted on router b6b1aeef-42fb-474a-a5d4-83d34a578b5f {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:29:49.174237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.175457 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/routers/b6b1aeef-42fb-474a-a5d4-83d34a578b5f HTTP/1.1" status: 204  len: 168 time: 1.6194665
Dec 13 15:29:49.178503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58658) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:49.308946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.454762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.485386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e26f240>,) {'filters': {'network_id': ['d1e67573-1124-4f17-aaf9-c242dd369e2b']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:49.498853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e26f240>, '6ed16cbc-6139-40b3-8207-e2fb94ff0169') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:49.499229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e26f240>, '6ed16cbc-6139-40b3-8207-e2fb94ff0169') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:49.514605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.529923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.536921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:29:49.537350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:29:49.552706 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:29:49.637574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.642751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f2027ac-7c1e-48ee-9405-40b964703714 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:49.657954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.669741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'Network': ['ID=d1e67573-1124-4f17-aaf9-c242dd369e2b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:49.673758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:49.679300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-18e253db-9374-4e76-a4d7-9e97800ce707 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/networks/d1e67573-1124-4f17-aaf9-c242dd369e2b HTTP/1.1" status: 204  len: 168 time: 0.4997776
Dec 13 15:29:49.682305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58662) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:49.755322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.786563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.853813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.862420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41390fb2-93b1-4d66-97ba-fcd6683abc02 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:49.882988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41881226-1ed0-44dd-814f-430402d7fc00,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:49.887443 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:49.890956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:49.892266 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cfc2b9d2-dc7a-46b1-82c3-122c48e09aa1 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] 10.222.0.69 "DELETE /v2.0/security-groups/41881226-1ed0-44dd-814f-430402d7fc00 HTTP/1.1" status: 204  len: 168 time: 0.2089462
Dec 13 15:29:50.325319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0aead4e-e005-457c-876b-adbb1ee3fc14 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:29:50.326417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58672) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:50.366275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: b0aead4e-e005-457c-876b-adbb1ee3fc14 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:29:50.366671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device b0aead4e-e005-457c-876b-adbb1ee3fc14 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:29:50.534190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-35bfb967-eecd-4a6a-b2b3-9adbf1f69eb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72d0055af4b043cf8c73dec466585f6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2063742
Dec 13 15:29:50.538580 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58678) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:50.609738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:50.637709 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:50.690032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:50.693910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cad98180-6ef9-444f-8586-a32097848fd8 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:50.708832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604af9a6-0fb4-4ece-8303-1acd87f80cf1,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:50.711476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:50.717096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:50.718361 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3d553a5d-1872-4d33-a9b0-f5cbd8fc3c62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/604af9a6-0fb4-4ece-8303-1acd87f80cf1 HTTP/1.1" status: 204  len: 168 time: 0.1786621
Dec 13 15:29:51.088841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58686) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:51.109051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.141875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:51.146438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7b9e2da0034e739e81081193b88053 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:51.149632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:51.156235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:51.228305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.232750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.241624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-72416495-914a-451b-b4d4-013e027b29b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:51.289049 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfced85f-5729-4699-85d0-d920a8f1be53,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:51.292526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:51.295382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ef2b791-aadb-40f1-a62e-495195c9c7a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd7b9e2da0034e739e81081193b88053&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2053299
Dec 13 15:29:51.298569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58690) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:51.364734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.392622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.442554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.446431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-17c74b7f-397e-4613-a0d4-f47fcc0d8b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:51.458776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfced85f-5729-4699-85d0-d920a8f1be53,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:51.462676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:51.466122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:51.467380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7555d9e4-1baa-4108-9957-7a4464149fb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfced85f-5729-4699-85d0-d920a8f1be53 HTTP/1.1" status: 204  len: 168 time: 0.1676474
Dec 13 15:29:52.597314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58712) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:52.753119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620615843-network', 'tenant_id': '51c00720384d442ca54c23bf158306f1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:29:52.761916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:52.768349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Usage tracker for resource:network and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:52.771554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:52.777749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:52.793003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Made reservation on behalf of 51c00720384d442ca54c23bf158306f1 for: {'network': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:29:52.797881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:52.811256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:52.846939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:52.851677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:52.855698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:52.862437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:52.933280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:52.936979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:52.940212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7901ce65-ad65-4124-9a10-4beb0b770d35 tempest-NegativeSecGroupIPv6Test-1500661145 tempest-NegativeSecGroupIPv6Test-1500661145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:52.971896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:29:52.981154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59168eab-7552-4cd7-85fe-dacb65b5387e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:52.985110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:52.989757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:52.990161 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Added segment 80fa3c48-9dad-422d-84fd-2627a812bdd7 of type vlan for network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb
Dec 13 15:29:53.019572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.050542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.051581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:53.052217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.057250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fd310f77-987f-4279-837c-4c2183cfe7f1 tempest-NetworksTest-593280946 tempest-NetworksTest-593280946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:53.400555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8019707
Dec 13 15:29:53.404067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58718) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:53.409705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Pushing event updated for resources: {'Network': ['ID=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:53.410588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Request body: {'subnet': {'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620615843-subnet', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'ip_version': 4}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:29:53.412627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:53.416588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:53.420513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:29:53.421071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Usage tracker for resource:subnet and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:53.424817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:53.433155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:53.443901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Made reservation on behalf of 51c00720384d442ca54c23bf158306f1 for: {'subnet': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:29:53.448697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789145569'] for subnet, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.670746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66360718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789145586'] for subnet, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.674645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3f359d69-cd05-4c65-a7e5-532620e115f8 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:53.744497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:53.748512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:53.762671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Checking segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:29:53.763086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Network hostable DHCP agents. Network: 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:29:53.787661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:29:53.797708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb) {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:29:53.802751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:53.803849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.807601 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf818b3-820e-43b1-a219-9eda61d71d2c None None] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:29:53.829419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-860c2f64-c8d5-4ad8-8cc0-bea42a47bb54 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4241197
Dec 13 15:29:53.832284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58722) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:53.837786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:29:53.842869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:53.847604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Usage tracker for resource:router and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:53.850739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:53.857476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:53.872824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.873793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:53.895841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.070165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:29:54.071300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.080565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.241030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Allocated IP 172.20.0.2 (8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb/3f4c4e7d-372e-4a52-9f3a-aa43649b05b2/c503c976-3c66-4a49-a2d2-e68f4ce4f89f) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:29:54.279299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.317588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.477973 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.490099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Transition to ACTIVE for port object c503c976-3c66-4a49-a2d2-e68f4ce4f89f will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:29:54.512459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Transition to ACTIVE for port object c503c976-3c66-4a49-a2d2-e68f4ce4f89f will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:29:54.519516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.526479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1e3aeb8d-acf7-4ac1-9ff0-26f25a812376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:54.595722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:29:54.599635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:29:54.603858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:29:54.609313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Pushing event updated for resources: {'Port': ['ID=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:54.613069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:54.697247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Attempting to bind port c503c976-3c66-4a49-a2d2-e68f4ce4f89f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:29:54.697899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Attempting to bind port c503c976-3c66-4a49-a2d2-e68f4ce4f89f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:29:54.697998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Attempting to bind port c503c976-3c66-4a49-a2d2-e68f4ce4f89f on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:29:54.704934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:29:54.705348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Checking segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:29:54.705794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.706225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Bound using segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:29:54.706739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Bound port: c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:29:54.707176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.724828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Allocated IP 172.26.4.58 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/3f916564-d26e-4c65-8187-9a82c97bf84e) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:29:54.803746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] For port c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:29:54.807109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] For port c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:29:54.811387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.819219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:54.888120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.903568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Pushing event updated for resources: {'Port': ['ID=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:54.906732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:54.919178 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:54.924779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:54.997583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:29:55.001579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:29:55.004230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:29:55.030930 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Pushing event updated for resources: {'Port': ['ID=3f916564-d26e-4c65-8187-9a82c97bf84e,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:55.034175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:55.184451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:55.185241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:55.443831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:29:55.665206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:29:55.676823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:29:55.689955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:55.690537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:55.691304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e965908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:55.691458 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8580186
Dec 13 15:29:55.694421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58726) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:55.890416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:56.211826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e965908>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:55Z', 'revision_number': 3, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:56.217376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:29:56.217795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Updating router 1d7341ce-139b-4c93-94b6-4d88ae39de32 port 3f916564-d26e-4c65-8187-9a82c97bf84e binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:29:56.288821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:56.415908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c503c976-3c66-4a49-a2d2-e68f4ce4f89f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:29:56.524309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:56.600718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port c503c976-3c66-4a49-a2d2-e68f4ce4f89f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:29:56.646485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b173054-593f-4e06-86b9-399e7faf480b None None] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:29:56.757536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Allocated IP 172.20.0.1 (8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb/3f4c4e7d-372e-4a52-9f3a-aa43649b05b2/da351694-4622-4c54-aa12-969bee989c6c) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:29:56.776625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Provisioning for port c503c976-3c66-4a49-a2d2-e68f4ce4f89f completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:29:56.819431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Provisioning complete for port c503c976-3c66-4a49-a2d2-e68f4ce4f89f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:29:56.819888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:56.924193 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:56.942065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Transition to ACTIVE for port object da351694-4622-4c54-aa12-969bee989c6c will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:29:56.964419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:56.969097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-57f68b3c-6050-4235-90b1-dc0e0c97a7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:57.044005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:29:57.045254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:29:57.049839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:29:57.085833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Pushing event updated for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:57.095819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:57.111818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.127654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.160925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Transition to ACTIVE for port object 3f916564-d26e-4c65-8187-9a82c97bf84e will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:29:57.174096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.181135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:57.200415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.342650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Pushing event updated for resources: {'Port': ['ID=3f916564-d26e-4c65-8187-9a82c97bf84e,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:57.348494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Attempting to bind port 3f916564-d26e-4c65-8187-9a82c97bf84e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:29:57.348912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Attempting to bind port 3f916564-d26e-4c65-8187-9a82c97bf84e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:29:57.349303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Attempting to bind port 3f916564-d26e-4c65-8187-9a82c97bf84e on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:29:57.358902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:57.371831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.388469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:29:57.388895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:29:57.389349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.389794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:29:57.390304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Bound port: 3f916564-d26e-4c65-8187-9a82c97bf84e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:29:57.390772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.438367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.442759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.472818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:57.486440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] For port c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:29:57.496114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.499713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b8d932ad-c349-48e2-ac9c-cb4b58239144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:57.543693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] For port 3f916564-d26e-4c65-8187-9a82c97bf84e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:29:57.561430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Pushing event updated for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:57.564168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] For port 3f916564-d26e-4c65-8187-9a82c97bf84e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3f916564-d26e-4c65-8187-9a82c97bf84e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:29:57.564655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:57.570798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.573493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.587313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Pushing event updated for resources: {'Port': ['ID=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:57.591180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:57.591699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ec93caea-c8ca-4736-9b1d-330b116a2810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:57.673823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:29:57.674536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65e965908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:57.729390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:29:57.730614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:29:57.731421 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Pushing event updated for resources: {'Port': ['ID=3f916564-d26e-4c65-8187-9a82c97bf84e,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:57.742854 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:57.867304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Provisioning for port da351694-4622-4c54-aa12-969bee989c6c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:29:57.878150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Provisioning complete for port da351694-4622-4c54-aa12-969bee989c6c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:29:57.878573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:57.929739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:29:58.004151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Port da351694-4622-4c54-aa12-969bee989c6c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:29:58.128964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Provisioning complete for port c503c976-3c66-4a49-a2d2-e68f4ce4f89f triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:29:58.129400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08ee7e5b-613c-4554-ad3d-3cc523277ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:58.376518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c503c976-3c66-4a49-a2d2-e68f4ce4f89f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:29:58.412714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:29:58.496708 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65e965908>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 2, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:29:58.498878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port c503c976-3c66-4a49-a2d2-e68f4ce4f89f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:29:58.499327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:58.531609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9794ce5-7237-4923-a8c4-7089a594b88a None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 2, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:29:58.629876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-77f379b6-3946-4581-ac24-d8baa6a5ec1e None None] Provisioning complete for port da351694-4622-4c54-aa12-969bee989c6c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:29:58.630302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-77f379b6-3946-4581-ac24-d8baa6a5ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:58.638747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:29:58.649174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] 10.222.0.69 "PUT /v2.0/routers/1d7341ce-139b-4c93-94b6-4d88ae39de32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9531496
Dec 13 15:29:58.698365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-77f379b6-3946-4581-ac24-d8baa6a5ec1e None None] Port da351694-4622-4c54-aa12-969bee989c6c cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:29:59.528204 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.636517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58748) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:29:59.642799 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-995731584-network', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:29:59.648294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:59.652507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Usage tracker for resource:network and tenant:6b5b828b4f124e3097dabab9955387e8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:59.655711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:59.662265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:59.675802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Made reservation on behalf of 6b5b828b4f124e3097dabab9955387e8 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:29:59.680688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.697075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.734307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:29:59.738427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Usage tracker for resource:security_group_rule and tenant:6b5b828b4f124e3097dabab9955387e8 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:29:59.741440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:29:59.747778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:29:59.819751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.823188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.827554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0e09004d-e511-47d6-978b-b50c2ef872e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:29:59.859303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:29:59.868726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3498d1-dbdd-43b1-b5c6-7c5283b662cb,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:29:59.872678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:29:59.875420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.875801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Added segment 4b556567-2005-438d-a15b-486cb4597d51 of type vlan for network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa
Dec 13 15:29:59.904826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.936286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.937319 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:29:59.937970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:29:59.943545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-52c53ad8-5069-4dd4-9e72-8a5f09d13f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:00.052399 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4147186
Dec 13 15:30:00.055635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58752) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:00.056124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Pushing event updated for resources: {'Network': ['ID=cc95632e-fcb4-41cd-a50e-d0f7b576eaaa,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:00.059239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:00.063547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Request body: {'subnet': {'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-995731584-subnet', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:00.066712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:30:00.069693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:00.074143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Usage tracker for resource:subnet and tenant:6b5b828b4f124e3097dabab9955387e8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:00.077981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:00.086355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:00.097528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Made reservation on behalf of 6b5b828b4f124e3097dabab9955387e8 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:30:00.102481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.344224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.348850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a34f47ad-7551-4b20-b442-5eae8a545db9 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:00.367608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3f916564-d26e-4c65-8187-9a82c97bf84e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:00.412009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68efaf2-661e-4d46-b36f-490437d0ce8c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:00.421435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:00.439286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Checking segment: {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:00.439687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Network hostable DHCP agents. Network: cc95632e-fcb4-41cd-a50e-d0f7b576eaaa, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:30:00.439868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 3f916564-d26e-4c65-8187-9a82c97bf84e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:00.445141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3f916564-d26e-4c65-8187-9a82c97bf84e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:00.445578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.465129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:30:00.475723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, cc95632e-fcb4-41cd-a50e-d0f7b576eaaa) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:00.486216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:00.487136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.487860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f335d-6b56-466a-bbb6-bc4c4327484a None None] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:30:00.510123 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-45ad0e52-15eb-40eb-a073-2fcda43724ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4528635
Dec 13 15:30:00.512971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58756) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:00.519492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:00.524604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:00.529411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Usage tracker for resource:router and tenant:6b5b828b4f124e3097dabab9955387e8 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:00.532591 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:00.538842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:00.548950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.549924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.572686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.729987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.730783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.785574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 3f916564-d26e-4c65-8187-9a82c97bf84e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3f916564-d26e-4c65-8187-9a82c97bf84e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:00.793238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.795558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:00.825649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:30:00.826549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.930358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:00.930740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=3f916564-d26e-4c65-8187-9a82c97bf84e,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:00.941110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:00.963199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.025589 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Allocated IP 172.20.0.2 (cc95632e-fcb4-41cd-a50e-d0f7b576eaaa/c68efaf2-661e-4d46-b36f-490437d0ce8c/7b16263c-815e-46f2-90f3-30c1e96d5fef) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:30:01.112495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Allocated IP 172.26.4.13 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/195afadf-27dc-4cd6-b084-5cf32cd4451f) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:30:01.247106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.258208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Transition to ACTIVE for port object 7b16263c-815e-46f2-90f3-30c1e96d5fef will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:01.280880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.281325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Transition to ACTIVE for port object 7b16263c-815e-46f2-90f3-30c1e96d5fef will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:01.288278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.294315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:01.311100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.315961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9860c984-d2e9-40b1-b166-c5587fcb6632 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:01.388148 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:01.392349 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:01.396871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:30:01.430264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Pushing event updated for resources: {'Port': ['ID=195afadf-27dc-4cd6-b084-5cf32cd4451f,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:01.437705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:01.543897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:01.544737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Pushing event updated for resources: {'Port': ['ID=7b16263c-815e-46f2-90f3-30c1e96d5fef,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:01.547944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:01.549758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:01.550515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:30:01.572167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.572945 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.637473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Attempting to bind port 7b16263c-815e-46f2-90f3-30c1e96d5fef on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:30:01.637894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Attempting to bind port 7b16263c-815e-46f2-90f3-30c1e96d5fef by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:30:01.638309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Attempting to bind port 7b16263c-815e-46f2-90f3-30c1e96d5fef on network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:01.645689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:30:01.646086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Checking segment: {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:01.646539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.647037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Bound using segment: {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:30:01.647534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Bound port: 7b16263c-815e-46f2-90f3-30c1e96d5fef, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:30:01.647956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.740588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] For port 7b16263c-815e-46f2-90f3-30c1e96d5fef, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:30:01.743880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] For port 7b16263c-815e-46f2-90f3-30c1e96d5fef, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7b16263c-815e-46f2-90f3-30c1e96d5fef,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:30:01.748062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:01.752481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:01.814704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Router 03f10e16-508a-4c0d-9f81-4a445653da33 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:30:01.833409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Pushing event updated for resources: {'Port': ['ID=7b16263c-815e-46f2-90f3-30c1e96d5fef,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:01.845177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:02.053380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:30:02.063123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Sync routers for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:30:02.077623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:02.078650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324cc0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:02.083819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:02.085312 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5711911
Dec 13 15:30:02.088484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58760) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:02.325777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:02.351414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:30:02.376220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:02.376940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef71940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:02.465422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7b16263c-815e-46f2-90f3-30c1e96d5fef up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:02.657886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 7b16263c-815e-46f2-90f3-30c1e96d5fef completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:02.662890 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:02.687107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324cc0>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:01Z', 'revision_number': 3, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:02.692153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Checking router: 03f10e16-508a-4c0d-9f81-4a445653da33 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:30:02.692690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Updating router 03f10e16-508a-4c0d-9f81-4a445653da33 port 195afadf-27dc-4cd6-b084-5cf32cd4451f binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:30:02.704542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3f916564-d26e-4c65-8187-9a82c97bf84e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:02.748787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:02.963682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 3f916564-d26e-4c65-8187-9a82c97bf84e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:02.964017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:02.991840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.181386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef71940>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 2, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:03.186085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:30:03.186609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Updating router 1d7341ce-139b-4c93-94b6-4d88ae39de32 port da351694-4622-4c54-aa12-969bee989c6c binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:30:03.253909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.263259 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Allocated IP 172.20.0.1 (cc95632e-fcb4-41cd-a50e-d0f7b576eaaa/c68efaf2-661e-4d46-b36f-490437d0ce8c/d40daea8-1558-41bc-9a30-11e755025661) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:30:03.308637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.321670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Transition to ACTIVE for port object 195afadf-27dc-4cd6-b084-5cf32cd4451f will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:03.329018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.333765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6a325150-731b-49d2-a605-2618251a7146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:03.409469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Pushing event updated for resources: {'Port': ['ID=195afadf-27dc-4cd6-b084-5cf32cd4451f,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:03.429198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.429586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.429957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.430334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.430706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.431184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.431553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.431924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.432285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.432647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.433021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:30:03.447701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:03.462664 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.483069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Transition to ACTIVE for port object d40daea8-1558-41bc-9a30-11e755025661 will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:03.508483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.514365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e2a54b18-7052-41bf-89ea-76e50cd5b351 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:03.543218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Attempting to bind port 195afadf-27dc-4cd6-b084-5cf32cd4451f on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:30:03.543716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Attempting to bind port 195afadf-27dc-4cd6-b084-5cf32cd4451f by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:30:03.544058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Attempting to bind port 195afadf-27dc-4cd6-b084-5cf32cd4451f on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:03.553355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:30:03.553775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:03.554241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.554678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:30:03.555236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Bound port: 195afadf-27dc-4cd6-b084-5cf32cd4451f, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:30:03.555660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.728561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.739925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] For port 195afadf-27dc-4cd6-b084-5cf32cd4451f, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:30:03.745155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Transition to ACTIVE for port object da351694-4622-4c54-aa12-969bee989c6c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:03.751362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] For port 195afadf-27dc-4cd6-b084-5cf32cd4451f, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=195afadf-27dc-4cd6-b084-5cf32cd4451f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:30:03.753733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.756502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.759235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:03.762181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-83111fa2-af03-46d9-92ac-0a59d392eaf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:03.800758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1e6c1-a5f5-4132-b4d2-51381a0a6318 None None] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:30:03.853357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:03.856994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:03.859223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Pushing event updated for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:03.861691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:30:03.888718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:03.899726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:03.900489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f324cc0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:03.918718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:03.964622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Pushing event updated for resources: {'Port': ['ID=195afadf-27dc-4cd6-b084-5cf32cd4451f,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:03.973713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-97b06892-86eb-4550-b2de-0f212250f497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:04.029062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.072905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f7441-52aa-430d-9223-7ef0f7441d9b None None] Pushing event updated for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:04.117098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d10f7441-52aa-430d-9223-7ef0f7441d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:04.131413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:04.139255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Provisioning for port 7b16263c-815e-46f2-90f3-30c1e96d5fef completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:04.161462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Provisioning complete for port 7b16263c-815e-46f2-90f3-30c1e96d5fef triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:04.161877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.202096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Attempting to bind port da351694-4622-4c54-aa12-969bee989c6c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:30:04.202512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Attempting to bind port da351694-4622-4c54-aa12-969bee989c6c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:30:04.203061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Attempting to bind port da351694-4622-4c54-aa12-969bee989c6c on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:04.265470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:30:04.266478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Checking segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:04.267198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.267396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Bound using segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:30:04.267936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Bound port: da351694-4622-4c54-aa12-969bee989c6c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:30:04.268367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.302119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.307699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.340233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:04.430933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.434843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Pushing event updated for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:04.438320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:04.491806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] For port da351694-4622-4c54-aa12-969bee989c6c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:30:04.507364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f324cc0>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd40daea8-1558-41bc-9a30-11e755025661', 'name': '', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'mac_address': 'fa:16:3e:c3:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:03Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 1, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'subnets': [{'id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:04.508470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.511693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c172864-8f01-4de8-9e45-73b90f096575 None None] The sync data for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv is: [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd40daea8-1558-41bc-9a30-11e755025661', 'name': '', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'mac_address': 'fa:16:3e:c3:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:03Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 1, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'subnets': [{'id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:30:04.522308 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] For port da351694-4622-4c54-aa12-969bee989c6c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=da351694-4622-4c54-aa12-969bee989c6c,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:30:04.540647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.547258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:04.595764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:04.597330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:04.824083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] For port 7b16263c-815e-46f2-90f3-30c1e96d5fef, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7b16263c-815e-46f2-90f3-30c1e96d5fef,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:04.837550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:04.838276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:30:04.844795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f7441-52aa-430d-9223-7ef0f7441d9b None None] Pushing event updated for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:04.848242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d10f7441-52aa-430d-9223-7ef0f7441d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:04.850505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:04.974378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Pushing event updated for resources: {'Port': ['ID=7b16263c-815e-46f2-90f3-30c1e96d5fef,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:04.988125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:04.989239 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:04.989959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ef71940>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:05.062052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Router 03f10e16-508a-4c0d-9f81-4a445653da33 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:30:05.235892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:05.321691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:30:05.338033 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] 10.222.0.69 "PUT /v2.0/routers/03f10e16-508a-4c0d-9f81-4a445653da33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2481568
Dec 13 15:30:05.543357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Provisioning for port d40daea8-1558-41bc-9a30-11e755025661 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:05.555059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Provisioning complete for port d40daea8-1558-41bc-9a30-11e755025661 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:05.555477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:05.673667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Port d40daea8-1558-41bc-9a30-11e755025661 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:30:05.701761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Provisioning complete for port 7b16263c-815e-46f2-90f3-30c1e96d5fef triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:05.702184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-120d28ea-d880-4fc7-8aab-61047d95f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:05.747782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ef71940>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:04Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:05.761026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120804a-1c9d-4eae-9707-71bcabf4f5ac None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:04Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:30:06.009895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e7262194-c208-4457-a034-c500d6300c79 None None] Provisioning complete for port d40daea8-1558-41bc-9a30-11e755025661 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:06.010425 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7262194-c208-4457-a034-c500d6300c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.077183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e7262194-c208-4457-a034-c500d6300c79 None None] Port d40daea8-1558-41bc-9a30-11e755025661 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:30:06.204848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e1a33953-1c9f-4925-a2fd-39c0b2eb0fad None None] Provisioning complete for port d40daea8-1558-41bc-9a30-11e755025661 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:06.205284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e1a33953-1c9f-4925-a2fd-39c0b2eb0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.262548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e1a33953-1c9f-4925-a2fd-39c0b2eb0fad None None] Port d40daea8-1558-41bc-9a30-11e755025661 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:30:06.324404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58772) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:06.331870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731498734', 'description': 'tempest-secgroup-smoke-731498734 description', 'project_id': '51c00720384d442ca54c23bf158306f1'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:06.345428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:06.350907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:06.354546 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:06.362694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:06.379230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.422265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:06.428419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:06.431929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:06.439210 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:06.474922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7b16263c-815e-46f2-90f3-30c1e96d5fef up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:06.505566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.509019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.516489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5aa84cc-307a-425f-916f-80dcb715a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:06.561619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd6b18-7694-4cde-9fdd-ee35be2274df,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:06.564822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:06.565752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.570073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-3fa11cb8-e614-4272-9653-219dbf4ac138 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2412198
Dec 13 15:30:06.570622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58776) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:06.571923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 7b16263c-815e-46f2-90f3-30c1e96d5fef triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:06.572350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.576985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:06.595612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:06.600054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:06.604387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:06.611957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:06.633748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.703916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 195afadf-27dc-4cd6-b084-5cf32cd4451f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:06.712863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.716437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.718454 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c544137d-abe3-4e89-83da-21a115dc8802 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:06.737955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e769acac-b0bc-40f7-b06b-a7ab697d7769,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:06.751385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:06.762065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.763643 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5a213582-ebdf-4795-b3e0-b72c1ac58b68 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1918566
Dec 13 15:30:06.766861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58780) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:06.773360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:06.780881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:06.785547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:06.789684 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:06.794677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 195afadf-27dc-4cd6-b084-5cf32cd4451f completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:06.797498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:06.802200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 195afadf-27dc-4cd6-b084-5cf32cd4451f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:06.802637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.817414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.894107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.898101 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.907433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8980fc59-3442-438e-915c-ba040d576da8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:06.930470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.932033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b431658f-4fae-48c6-b461-a8c64be56a71,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:06.934621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:06.939595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.943456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c705e908-e761-49e3-bf56-e8595b7b424b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1753502
Dec 13 15:30:06.944007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58784) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:06.949977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 195afadf-27dc-4cd6-b084-5cf32cd4451f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=195afadf-27dc-4cd6-b084-5cf32cd4451f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:06.950616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:06.953786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:06.954836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device da351694-4622-4c54-aa12-969bee989c6c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:06.957537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:06.962059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:06.965481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:06.974307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:06.987652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd251584-16cf-4b81-a01f-6eb390212c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:06.991863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.065201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.068700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.070691 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff7fabf3-e3bf-4447-9559-7023200a4984 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:07.082385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=195afadf-27dc-4cd6-b084-5cf32cd4451f,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.086642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.099320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port da351694-4622-4c54-aa12-969bee989c6c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:07.101626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c5e91c-928c-4b87-b1c8-07dc6503acdc,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.104330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.104702 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port da351694-4622-4c54-aa12-969bee989c6c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:07.105130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.112285 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.116370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d32cf2ef-0033-4401-b97c-01af811e7589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1684616
Dec 13 15:30:07.116657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58788) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:07.122846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:07.129698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:07.134034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:07.137147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:07.143683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:07.163203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.228518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.235409 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.238868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.240924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aefcdc67-b90f-443f-8aab-4e6f252c52be tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:07.263569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port da351694-4622-4c54-aa12-969bee989c6c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=da351694-4622-4c54-aa12-969bee989c6c,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:07.265186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d5e396-c4a2-4ada-9e61-05c9435a5ee6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.270410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.271699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.273897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-006a397a-ea1a-447a-b8b4-6f0436ff3d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:07.274719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.276082 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1583514
Dec 13 15:30:07.279923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58792) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:07.286491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:07.293177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:07.297588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:07.300989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:07.307382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:07.321151 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Project 51c00720384d442ca54c23bf158306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:30:07.328182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.347522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.351105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.399593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.403839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.405925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4420b5cd-2555-4772-aea0-5d66ea8217a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:07.429911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad241eb-8023-4c7b-94b4-ab384b98aac9,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.434663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.442517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.443903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1632047
Dec 13 15:30:07.447086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 58796) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:07.453705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': '6bfd6b18-7694-4cde-9fdd-ee35be2274df', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:07.460754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:07.465072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:07.468300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:07.475331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:07.488174 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Project 51c00720384d442ca54c23bf158306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:30:07.495078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.566896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.571063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.573000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8b3ff254-d4fd-4266-bb4e-676edf02d968 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:07.597393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5aee14-57cf-44bc-a73a-c18edc9f9b00,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:07.600051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:07.606846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:07.608178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-afedc9d1-bfda-42ec-b156-b7bedb484d07 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1599038
Dec 13 15:30:07.798626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-b9019623-8fd0-46da-ad26-05e7a7978687 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:30:07.817781 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-b9019623-8fd0-46da-ad26-05e7a7978687 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:30:07.819188 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-b9019623-8fd0-46da-ad26-05e7a7978687 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731498734&fields=id&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 267 time: 0.0662034
Dec 13 15:30:07.988232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-0066d72a-c086-484f-a055-0213c863815e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:07.988901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-0066d72a-c086-484f-a055-0213c863815e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:network {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:30:08.011850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-0066d72a-c086-484f-a055-0213c863815e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:network {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:30:08.013201 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-0066d72a-c086-484f-a055-0213c863815e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 808 time: 0.1831307
Dec 13 15:30:08.016867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf4c-6784-43d5-9f60-0bad14f07094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:08.033229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-deedd55e-1668-4915-b9ee-1d2fb0489dc6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/quotas/51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 375 time: 0.0123911
Dec 13 15:30:08.142026 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-9dcb9ff6-46d2-4c19-b4ce-1809ecc411bf tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1019862
Dec 13 15:30:08.302814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-ab73da2b-7797-441a-9b77-f903853b1207 service neutron] 10.222.0.69 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427870
Dec 13 15:30:08.355649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 195afadf-27dc-4cd6-b084-5cf32cd4451f up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:08.432676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 195afadf-27dc-4cd6-b084-5cf32cd4451f triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:08.433093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:08.461937 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-665d0054-e529-4191-9bd8-6bf0445b5472 service neutron] 10.222.0.69 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504092
Dec 13 15:30:08.557303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device da351694-4622-4c54-aa12-969bee989c6c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:08.633102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port da351694-4622-4c54-aa12-969bee989c6c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:08.633515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:08.663447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f87500c6-8b3e-493e-82da-0779de6f85da req-6729f4a6-702b-4aee-bc0a-290b4f451c4d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:30:08.681008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-f87500c6-8b3e-493e-82da-0779de6f85da req-6729f4a6-702b-4aee-bc0a-290b4f451c4d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:30:08.682274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f87500c6-8b3e-493e-82da-0779de6f85da req-6729f4a6-702b-4aee-bc0a-290b4f451c4d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 210 time: 0.0677285
Dec 13 15:30:09.427603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Sync routers for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:30:09.445669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:09.446338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0eeba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:29:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:09.578681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:09.648442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:09.805825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e6ba97eb-9981-4671-8b06-f8a864792732 req-d776ea3a-2424-4750-86bc-257c0938041d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 210 time: 0.0554059
Dec 13 15:30:10.024187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0eeba8>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd40daea8-1558-41bc-9a30-11e755025661', 'name': '', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'mac_address': 'fa:16:3e:c3:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:03Z', 'updated_at': '2021-12-13T15:30:04Z', 'revision_number': 2, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'subnets': [{'id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:10.030489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Checking router: 03f10e16-508a-4c0d-9f81-4a445653da33 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:30:10.031568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Updating router 03f10e16-508a-4c0d-9f81-4a445653da33 port d40daea8-1558-41bc-9a30-11e755025661 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:30:10.108669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.450840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ce67-63aa-4667-81ca-0a8633fa62b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.560242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.572729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Transition to ACTIVE for port object d40daea8-1558-41bc-9a30-11e755025661 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:10.579759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.583437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f1143c1c-23b6-48f0-ae9d-4c6efc27bfd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:10.708694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef14ff-357f-4535-8bdb-2d44fc28c74d None None] Pushing event updated for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:10.713495 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bef14ff-357f-4535-8bdb-2d44fc28c74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:10.807020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Attempting to bind port d40daea8-1558-41bc-9a30-11e755025661 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:30:10.807444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Attempting to bind port d40daea8-1558-41bc-9a30-11e755025661 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:30:10.807809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Attempting to bind port d40daea8-1558-41bc-9a30-11e755025661 on network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:10.815289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:30:10.815701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Checking segment: {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:10.816139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.816584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Bound using segment: {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:30:10.817090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Bound port: d40daea8-1558-41bc-9a30-11e755025661, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b556567-2005-438d-a15b-486cb4597d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:30:10.817496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.949555 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:10.997838 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6398092d-2b37-4543-8b3c-f7282258e0e7 req-ebf2b20f-c928-41b2-98d4-a2b9d0acec9e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 210 time: 0.0462966
Dec 13 15:30:11.061612 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] For port d40daea8-1558-41bc-9a30-11e755025661, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:30:11.064917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] For port d40daea8-1558-41bc-9a30-11e755025661, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d40daea8-1558-41bc-9a30-11e755025661,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:30:11.069738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:11.073436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c6218bce-6787-4919-beef-02d690255c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:11.156910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef14ff-357f-4535-8bdb-2d44fc28c74d None None] Pushing event updated for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:11.160155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:11.160840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f0eeba8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:30:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:11.217129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0bef14ff-357f-4535-8bdb-2d44fc28c74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:11.374031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:11.724013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f0eeba8>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd40daea8-1558-41bc-9a30-11e755025661', 'name': '', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'mac_address': 'fa:16:3e:c3:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:03Z', 'updated_at': '2021-12-13T15:30:11Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'subnets': [{'id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:11.728348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b718a7-3cfb-482c-895a-80f5285aa75c None None] The sync data for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv is: [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:30:03Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'd40daea8-1558-41bc-9a30-11e755025661', 'name': '', 'network_id': 'cc95632e-fcb4-41cd-a50e-d0f7b576eaaa', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'mac_address': 'fa:16:3e:c3:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:03Z', 'updated_at': '2021-12-13T15:30:11Z', 'revision_number': 4, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'subnets': [{'id': 'c68efaf2-661e-4d46-b36f-490437d0ce8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:30:11.922356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-176ce5e4-a3eb-48be-920d-c1e4846c8edb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:11.924436 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-176ce5e4-a3eb-48be-920d-c1e4846c8edb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 808 time: 0.1674643
Dec 13 15:30:11.983831 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-c685f0ce-d427-4fb7-a79b-565930b1019c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 379 time: 0.0474353
Dec 13 15:30:11.996690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'port': {'device_id': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'admin_state_up': True, 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'security_groups': ['6bfd6b18-7694-4cde-9fdd-ee35be2274df']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:12.155079 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:12.165647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:12.177913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Made reservation on behalf of 51c00720384d442ca54c23bf158306f1 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:30:12.183756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.198128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-000354f4-4086-463d-a578-b106e2026ed2 req-d7f7e8a9-9ba9-4250-a7da-da5522174089 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 210 time: 0.0558407
Dec 13 15:30:12.340908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.384369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Allocated IP 172.20.0.7 (8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb/3f4c4e7d-372e-4a52-9f3a-aa43649b05b2/c44b4136-519f-44a1-bda2-2f6472ab4590) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:30:12.401292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d40daea8-1558-41bc-9a30-11e755025661 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:12.475693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port d40daea8-1558-41bc-9a30-11e755025661 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:12.480826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d40daea8-1558-41bc-9a30-11e755025661 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:12.481248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.600405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.611222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.617636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Transition to ACTIVE for port object c44b4136-519f-44a1-bda2-2f6472ab4590 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:12.640625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.645677 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port d40daea8-1558-41bc-9a30-11e755025661, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d40daea8-1558-41bc-9a30-11e755025661,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:12.647920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8eafc8d5-b9d6-4416-9181-b135d99617ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:12.648948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.650921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:12.719179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:12.722479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:12.732207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:12.733378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:12.736113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:12.738200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:12.738941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:30:12.803456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:12.804109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:12.835998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8437312
Dec 13 15:30:12.849529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Request body: {'port': {'device_id': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:12.970565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.008915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b09d6bd8-0ff9-4380-b141-cc482391c91c None None] Provisioning for port c44b4136-519f-44a1-bda2-2f6472ab4590 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:13.014046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b09d6bd8-0ff9-4380-b141-cc482391c91c None None] Provisioning complete for port c44b4136-519f-44a1-bda2-2f6472ab4590 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:13.014469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b09d6bd8-0ff9-4380-b141-cc482391c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.074695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-b09d6bd8-0ff9-4380-b141-cc482391c91c None None] Port c44b4136-519f-44a1-bda2-2f6472ab4590 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:30:13.385848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:30:13.398942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.421253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Transition to ACTIVE for port object c44b4136-519f-44a1-bda2-2f6472ab4590 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:30:13.426536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.431966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-90f117e7-9ddf-4f85-819c-2263e349cf45 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:13.582028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f751d-b554-47cb-986e-529a674aaead req-0eee9715-7e8c-4085-9890-c6d8d4a4b2a8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:13.582794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ce2f751d-b554-47cb-986e-529a674aaead req-0eee9715-7e8c-4085-9890-c6d8d4a4b2a8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:30:13.592699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:13.599304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:13.643298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ce2f751d-b554-47cb-986e-529a674aaead req-0eee9715-7e8c-4085-9890-c6d8d4a4b2a8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:30:13.644512 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce2f751d-b554-47cb-986e-529a674aaead req-0eee9715-7e8c-4085-9890-c6d8d4a4b2a8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 931 time: 0.3105767
Dec 13 15:30:13.764603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Attempting to bind port c44b4136-519f-44a1-bda2-2f6472ab4590 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:30:13.765127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Attempting to bind port c44b4136-519f-44a1-bda2-2f6472ab4590 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:30:13.765255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Attempting to bind port c44b4136-519f-44a1-bda2-2f6472ab4590 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:13.769835 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ce2f751d-b554-47cb-986e-529a674aaead req-f938c31c-1aa7-4946-9413-f196965e6939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895715
Dec 13 15:30:13.774961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Port c44b4136-519f-44a1-bda2-2f6472ab4590 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:30:13.775345 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Attempting to bind port c44b4136-519f-44a1-bda2-2f6472ab4590 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:30:13.782940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:30:13.783700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Checking segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:30:13.784147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Bound using segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:30:13.784598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Bound port: c44b4136-519f-44a1-bda2-2f6472ab4590, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:30:13.784972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.878473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:30:13.881662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:30:13.886801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.890669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5e3f1081-f1c8-4c7d-9f6b-7188a591ce13 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:13.959461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:13.960965 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] 10.222.0.72 "PUT /v2.0/ports/c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1093 time: 1.1163018
Dec 13 15:30:13.961528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:30:13.979766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:13.983433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:14.045295 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'status': 'completed', 'code': 200}
Dec 13 15:30:14.091071 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-edaad2df-186f-45f3-af95-b46ccff77344 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1096 time: 0.0912907
Dec 13 15:30:14.164444 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-8a51620b-bdc1-4668-b166-e4227d44022e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 217 time: 0.0661879
Dec 13 15:30:14.240549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-52cc9611-ea85-4f51-aa72-5ffe71cf9e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:14.242208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-52cc9611-ea85-4f51-aa72-5ffe71cf9e70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0707583
Dec 13 15:30:14.328087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-4bbbcdea-c2f3-4395-a3c3-57481ede9d24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788248
Dec 13 15:30:14.352135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d40daea8-1558-41bc-9a30-11e755025661 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:14.427641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port d40daea8-1558-41bc-9a30-11e755025661 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:14.428324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:14.474696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-14f2be26-8f38-4ffb-ba4b-f2dde687cefc service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399076
Dec 13 15:30:14.624181 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3be28088-0dc9-4461-84d5-835d2d8e39ad req-9ab320be-8dd6-42e1-9cd5-c2e881b3808b service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421418
Dec 13 15:30:14.759364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-52a6ff16-eea4-4be2-8770-6de4c6fd2449 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1096 time: 0.0819683
Dec 13 15:30:15.201547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-eda8d954-2f74-4d34-8d77-78495351c8c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:15.203185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-eda8d954-2f74-4d34-8d77-78495351c8c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.4370592
Dec 13 15:30:15.288674 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-9e7321fc-29cf-4b8c-98a4-d1cb51e67db1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 217 time: 0.0749657
Dec 13 15:30:15.298826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eea59-7a7a-423a-9c3a-81485cfd8790 req-b35acc27-66b1-44fd-a79d-bd025cd46b8f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:15.300387 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-827eea59-7a7a-423a-9c3a-81485cfd8790 req-b35acc27-66b1-44fd-a79d-bd025cd46b8f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.1790900
Dec 13 15:30:15.396785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-d4f55ffc-3740-432c-835f-1ebafa1a3957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:15.398357 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-d4f55ffc-3740-432c-835f-1ebafa1a3957 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0969932
Dec 13 15:30:15.406085 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-827eea59-7a7a-423a-9c3a-81485cfd8790 req-9059a5ee-4bc5-4723-9bf5-1c40f5bfa52b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704319
Dec 13 15:30:15.484897 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-f47909d4-faf0-4336-b821-dc37cc821b24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777164
Dec 13 15:30:15.632553 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-c0a44805-a6b8-404d-ad25-f124e1c24a66 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406603
Dec 13 15:30:15.779712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7d0b6c6-e18f-4ae8-b859-df7a738ed8c9 req-5b71a0f5-fdc9-4981-a3f6-fb1d296cbf15 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396005
Dec 13 15:30:16.630640 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537e815-8724-4442-8c4e-7289a156474c req-2b40c42f-d5fe-4f4d-a838-f1b9d067a215 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:16.632186 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7537e815-8724-4442-8c4e-7289a156474c req-2b40c42f-d5fe-4f4d-a838-f1b9d067a215 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0936618
Dec 13 15:30:16.685523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7537e815-8724-4442-8c4e-7289a156474c req-296852f4-cad8-4c37-93cd-9d39332ddf29 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441179
Dec 13 15:30:17.929850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed01a1-7bb4-4df3-b8a2-340cf3992ed3 req-1e0bd97a-639f-4853-8b5c-fc2be964ecab tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:17.931454 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bed01a1-7bb4-4df3-b8a2-340cf3992ed3 req-1e0bd97a-639f-4853-8b5c-fc2be964ecab tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0919058
Dec 13 15:30:17.988431 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0bed01a1-7bb4-4df3-b8a2-340cf3992ed3 req-c31159af-350f-4da4-a163-1042cfc4d137 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485547
Dec 13 15:30:18.168665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:30:18.317047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:18.331538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:30:18.387974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:18.406884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:30:18.422134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:18.426576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:18.428442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:18.499950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:18.503846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:18.642624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c44b4136-519f-44a1-bda2-2f6472ab4590'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:30:19.225548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de08c3-358f-418d-a6ad-31d373b0087d req-4d102699-0e95-4c07-9969-44fddd72d37d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:19.227141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68de08c3-358f-418d-a6ad-31d373b0087d req-4d102699-0e95-4c07-9969-44fddd72d37d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 944 time: 0.1009805
Dec 13 15:30:19.276202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-68de08c3-358f-418d-a6ad-31d373b0087d req-9155cb1c-7287-4d48-b146-8ca5082890e8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427322
Dec 13 15:30:20.168825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:30:20.247966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port c44b4136-519f-44a1-bda2-2f6472ab4590 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:30:20.253168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c44b4136-519f-44a1-bda2-2f6472ab4590 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:30:20.253600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:20.376190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:20.404299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:30:20.414544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:30:20.418936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:20.421173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:20.487963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ad63-28b0-4ddc-a137-21695f34418f req-20388008-d0ea-4dde-bd84-5dc3bde8de73 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:20.489853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10a5ad63-28b0-4ddc-a137-21695f34418f req-20388008-d0ea-4dde-bd84-5dc3bde8de73 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0880840
Dec 13 15:30:20.493342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:20.499976 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:20.545281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10a5ad63-28b0-4ddc-a137-21695f34418f req-e20fbbbd-83ad-4a74-afee-774482babfe3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484197
Dec 13 15:30:20.560811 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'code': 200}
Dec 13 15:30:20.813804 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10033dac-13fa-4e17-b2ce-82ff08af67d7 req-d8b28e00-c652-4b17-a74c-60f3bd44be96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1098 time: 0.0850813
Dec 13 15:30:20.861720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10033dac-13fa-4e17-b2ce-82ff08af67d7 req-62893cc1-5fad-403f-b233-da222a1daab8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405664
Dec 13 15:30:21.771014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcdbd3-8d2e-4822-95db-411c8ebf53d6 req-8f02a093-c72b-4314-b412-c1d1ed77f663 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:21.772637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20dcdbd3-8d2e-4822-95db-411c8ebf53d6 req-8f02a093-c72b-4314-b412-c1d1ed77f663 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0926299
Dec 13 15:30:21.821726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-20dcdbd3-8d2e-4822-95db-411c8ebf53d6 req-54a17f97-4a9b-4e2d-937a-5b9c3b03e76c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425885
Dec 13 15:30:23.038126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84c02d-cda5-4d53-88fc-072175fd1d3c req-5020081d-19ee-4b72-b39c-85727fff6940 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:23.039785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb84c02d-cda5-4d53-88fc-072175fd1d3c req-5020081d-19ee-4b72-b39c-85727fff6940 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0874515
Dec 13 15:30:23.092534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb84c02d-cda5-4d53-88fc-072175fd1d3c req-6830979b-826e-41a0-9357-e6efaf2463e8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430517
Dec 13 15:30:23.310459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb47685-e5fb-4539-8985-8779e0e83320 req-17e4dbc1-4dca-4f53-ada3-b35fc5717b00 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:23.311765 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbb47685-e5fb-4539-8985-8779e0e83320 req-17e4dbc1-4dca-4f53-ada3-b35fc5717b00 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0884559
Dec 13 15:30:23.362679 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbb47685-e5fb-4539-8985-8779e0e83320 req-6f0b4c77-3fdf-4b12-a36b-9238fdedcde3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433238
Dec 13 15:30:23.401011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58862) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:23.663364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-fcfef00d-008d-4acd-baf4-810c55a2dedc tempest-TestShelveInstance-384345163 tempest-TestShelveInstance-384345163-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1093 time: 0.2606132
Dec 13 15:30:23.667766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 58868) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:30:23.677077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:30:23.686497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:30:23.692524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:floatingip and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:30:23.695675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:30:23.702033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:30:23.713975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:23.867894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:24.013330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Allocated IP 172.26.4.80 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/773b2fbe-629f-44e5-949b-d849396d71b6) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:30:24.203676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:24.240539 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:24.244920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-91d983c0-0882-4e22-96f7-05e2a8c01ffa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:24.310022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:30:24.313093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:30:24.317794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:30:24.343698 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=773b2fbe-629f-44e5-949b-d849396d71b6,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:24.349076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:24.876135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:24.934465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:25.163296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:25.168568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:25.172279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:30:25.283375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=773b2fbe-629f-44e5-949b-d849396d71b6,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:30:25.288588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:30:25.299256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:25.512786 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Floating IP 6b90e4f7-0f80-4551-a6c9-581920156311 associated. External IP: 172.26.4.80, port: c44b4136-519f-44a1-bda2-2f6472ab4590.
Dec 13 15:30:26.199291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:30:26.410652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:30:26.422241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:30:26.436340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:26.436891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:26.437022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ecb38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:30:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:26.496058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8268461
Dec 13 15:30:26.496738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:30:26.555491 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'status': 'completed', 'code': 200}
Dec 13 15:30:26.679265 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-fa811ef8-788f-4a58-a044-01324b1af3f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1098 time: 0.0900557
Dec 13 15:30:26.804752 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:26.828888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-17de80bd-e660-4561-8c73-f79b1c7178f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:26.830487 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-17de80bd-e660-4561-8c73-f79b1c7178f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1439240
Dec 13 15:30:26.948386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-01f8b377-537d-4806-977c-4a2b48a60aa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 998 time: 0.1040576
Dec 13 15:30:27.038575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-a3c84135-8b78-499c-a4ee-831f5df78828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:30:27.040240 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-a3c84135-8b78-499c-a4ee-831f5df78828 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0707865
Dec 13 15:30:27.127780 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-d593b65c-2c87-495f-81d1-c1b983135c80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805476
Dec 13 15:30:27.191286 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ecb38>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6b90e4f7-0f80-4551-a6c9-581920156311', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.80', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:30:24Z', 'updated_at': '2021-12-13T15:30:24Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:27.196353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:30:27.209128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:30:27.209954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ecb38>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:30:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:27.280776 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-3dd1ed50-60c7-492d-8ef7-bb3a35f597b9 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453013
Dec 13 15:30:27.396600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:30:27.434742 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9258f96a-bb87-4739-97ed-d0f124a0d853 req-b023b370-89bd-4e8e-aa48-ee01259198b0 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468122
Dec 13 15:30:27.781927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f2ecb38>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6b90e4f7-0f80-4551-a6c9-581920156311', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.80', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:30:24Z', 'updated_at': '2021-12-13T15:30:24Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:30:27.786497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c20e52-7884-4b2a-b075-551837a60cfe None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '6b90e4f7-0f80-4551-a6c9-581920156311', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.80', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:30:24Z', 'updated_at': '2021-12-13T15:30:24Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:30:28.140267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2b2e8-d030-4118-b764-df99cecc31e4 None None] New status for floating IP 6b90e4f7-0f80-4551-a6c9-581920156311: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:30:29.546160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:34.251039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-ac68b7b8-b796-4c9e-a251-3dc832b6a2d8 req-a86300d2-f206-4dcb-b271-b94c9f879fd9 service neutron] (88857) timed out ('10.222.0.69', 54478) {{(pid=88857) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 13 15:30:38.025017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4fe8cd53-f92e-4607-b252-bd852d3a3855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:39.587732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:40.453161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f9977537-ca21-4852-80fd-541857d78232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:40.948054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:41.830763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:30:42.326034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:30:59.564231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:08.030553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-12c4919c-d006-4eb4-897f-b0b08292b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:09.593674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:10.451561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e406bc0b-d9b1-4fcc-8e11-e3eefd15e700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:10.948538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:12.338670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:12.393550 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-fb47a6f4-35db-4d2a-8a02-1584e18ee16d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0890319
Dec 13 15:31:12.586408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-46049ddf-b0c9-4994-a6d2-fd7aa71b475a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1098 time: 0.1084065
Dec 13 15:31:12.753622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407894f-62f0-43c0-9153-050fa2554b63 req-7e8603ea-6b2c-4357-acb9-694664e8350c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:31:12.755285 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-7e8603ea-6b2c-4357-acb9-694664e8350c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1467991
Dec 13 15:31:12.876573 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-613d8921-ccae-4762-b6c0-27b62ea8ca02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1000 time: 0.1143594
Dec 13 15:31:12.959809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407894f-62f0-43c0-9153-050fa2554b63 req-965af1c4-a1ff-4c92-ac75-97c4d40cf322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:31:12.961370 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-965af1c4-a1ff-4c92-ac75-97c4d40cf322 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0783403
Dec 13 15:31:13.044605 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-509e5cce-4b5c-403d-b3c1-681c1554d692 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756643
Dec 13 15:31:13.192453 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-34267d39-7cf0-4194-9f0e-cb1844afe01f service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407337
Dec 13 15:31:13.344272 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9407894f-62f0-43c0-9153-050fa2554b63 req-b33efba8-c4db-450b-ab19-4e4c0b64d72e service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444187
Dec 13 15:31:18.835141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:31:29.564706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:38.029904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-42a8d1cc-e818-4d71-92e9-dd07b770c390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:39.583787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:40.460173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1b29116d-1e15-4f64-8480-df3f2562d9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:40.961476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:42.337836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:31:55.843726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:31:59.558712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:08.033625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2968fea7-da42-4dd6-b702-574205039786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:09.589817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:10.449218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e676d354-8395-4792-8f3b-6b1714d2111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:10.964919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:12.341040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:13.390662 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-ec093c1c-88ec-4cba-91d0-5f9fab9853d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0918877
Dec 13 15:32:13.575206 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-008c6c88-5220-4313-8871-a769927e50e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1098 time: 0.0902121
Dec 13 15:32:13.735843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7841b0-5132-483a-b710-b286da3c44ad req-acaf96c4-2cec-4933-8c2d-9f11b1cc9769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:13.737367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-acaf96c4-2cec-4933-8c2d-9f11b1cc9769 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1413581
Dec 13 15:32:13.848439 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-d68d4ff4-7426-4c0b-b166-dd195b7c9f40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1000 time: 0.1044333
Dec 13 15:32:13.930351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7841b0-5132-483a-b710-b286da3c44ad req-1a1b8aeb-d2d9-446e-b71a-7dc8a39e46eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:13.932020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-1a1b8aeb-d2d9-446e-b71a-7dc8a39e46eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0772386
Dec 13 15:32:14.014878 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-35e5dcfb-dc66-4abb-b637-c1629bcb5fd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756164
Dec 13 15:32:14.162517 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-293bfe91-935d-43af-ad9f-7aea83d27944 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407516
Dec 13 15:32:14.309213 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bc7841b0-5132-483a-b710-b286da3c44ad req-51658e3b-2fdc-477a-b9cd-eaf65b6dbc4b service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393292
Dec 13 15:32:22.621334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace05b-19b3-4a5b-8183-8cc86def64ed req-b694cff4-68d8-43fd-9590-b88e2079f02b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:22.622955 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32ace05b-19b3-4a5b-8183-8cc86def64ed req-b694cff4-68d8-43fd-9590-b88e2079f02b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0899327
Dec 13 15:32:22.672846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-32ace05b-19b3-4a5b-8183-8cc86def64ed req-fb226574-e627-4627-b671-c72ebec88f90 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434144
Dec 13 15:32:23.909985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c30b6-3d82-4e7f-9b22-01cf11c3e2b3 req-4ceee91a-1dee-4ff7-86c3-45d3a6c4e2a1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:23.911625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb4c30b6-3d82-4e7f-9b22-01cf11c3e2b3 req-4ceee91a-1dee-4ff7-86c3-45d3a6c4e2a1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0890024
Dec 13 15:32:23.968242 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cb4c30b6-3d82-4e7f-9b22-01cf11c3e2b3 req-6973db11-844e-4f22-8f2f-9871ff266866 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471017
Dec 13 15:32:25.208300 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028bf7-f044-4416-8aae-bf27f00116e1 req-e074ed39-3a1c-49d3-b49b-1fc239aaa7ad tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:25.209898 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b028bf7-f044-4416-8aae-bf27f00116e1 req-e074ed39-3a1c-49d3-b49b-1fc239aaa7ad tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0913947
Dec 13 15:32:25.267043 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4b028bf7-f044-4416-8aae-bf27f00116e1 req-a72a89dd-b0ed-4c06-92a9-f07496942e0d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479367
Dec 13 15:32:26.504288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf731f4-35ee-4200-8539-8920c739ecd8 req-a95d927b-94b7-47e6-8fe5-891e6b5e50d7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:26.505917 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cf731f4-35ee-4200-8539-8920c739ecd8 req-a95d927b-94b7-47e6-8fe5-891e6b5e50d7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.1066866
Dec 13 15:32:26.558500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cf731f4-35ee-4200-8539-8920c739ecd8 req-51fb663e-de61-4287-a9c9-4b71589de918 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437622
Dec 13 15:32:27.793565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a3457-4260-4d11-be8f-9f8719bf01c2 req-6cc30d06-7735-484d-b76b-93f564d9d3db tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:27.795228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-918a3457-4260-4d11-be8f-9f8719bf01c2 req-6cc30d06-7735-484d-b76b-93f564d9d3db tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.1000960
Dec 13 15:32:27.845775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-918a3457-4260-4d11-be8f-9f8719bf01c2 req-a77759f9-a0ea-4f59-a82b-8cdbb0090aac tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439615
Dec 13 15:32:29.084395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1d0f0-8baf-4bbe-841a-f02a4088e4b8 req-9df43e4e-75ee-44d3-a386-6320dc64c8bb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:29.085989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50c1d0f0-8baf-4bbe-841a-f02a4088e4b8 req-9df43e4e-75ee-44d3-a386-6320dc64c8bb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.1061652
Dec 13 15:32:29.141726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-50c1d0f0-8baf-4bbe-841a-f02a4088e4b8 req-fa91809a-fac8-4d53-8fb1-ebc52397ce8d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483222
Dec 13 15:32:29.569946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:30.371483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb5b8-3da9-48b6-9dda-35035e820ee1 req-71437a06-87da-4475-a7c2-05c04bbfaa52 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:30.373061 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16eeb5b8-3da9-48b6-9dda-35035e820ee1 req-71437a06-87da-4475-a7c2-05c04bbfaa52 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0889664
Dec 13 15:32:30.431590 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-16eeb5b8-3da9-48b6-9dda-35035e820ee1 req-8d06ff06-a50d-419b-9c76-7e4424190de6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516539
Dec 13 15:32:31.722061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ba8e1-4247-469a-9664-6675952c0d96 req-b175e111-0a9d-4bef-8b1b-e392a11f38ec tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:31.723751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23ba8e1-4247-469a-9664-6675952c0d96 req-b175e111-0a9d-4bef-8b1b-e392a11f38ec tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0952666
Dec 13 15:32:31.774703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f23ba8e1-4247-469a-9664-6675952c0d96 req-c80ce16e-783f-4815-b42f-358d5c3d2a7a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444984
Dec 13 15:32:32.834535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:32:32.985918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad353b-f055-47ab-8cb4-a3e07e620abb req-2676c306-7026-40fc-a770-fe1d548f8287 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:32.987566 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0aad353b-f055-47ab-8cb4-a3e07e620abb req-2676c306-7026-40fc-a770-fe1d548f8287 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0871968
Dec 13 15:32:33.044304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0aad353b-f055-47ab-8cb4-a3e07e620abb req-4b00fc12-0b1c-4d3e-a03f-429538652450 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500927
Dec 13 15:32:34.496836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0559-2495-40af-a189-879616f822c0 req-ced4bcbf-e60b-479d-84bb-ebc44fafd1eb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:34.498461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee4c0559-2495-40af-a189-879616f822c0 req-ced4bcbf-e60b-479d-84bb-ebc44fafd1eb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.3276601
Dec 13 15:32:34.552920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ee4c0559-2495-40af-a189-879616f822c0 req-14758918-0666-4533-ab59-d3f957ee420e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476446
Dec 13 15:32:34.865438 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:32:35.012571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:32:35.027190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:32:35.088411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:35.114254 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:32:35.130661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:32:35.134222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:35.136269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:32:35.225061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:32:35.230552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c44b4136-519f-44a1-bda2-2f6472ab4590'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:32:35.275796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.276399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.277084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.277516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.277898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.283322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.284456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.285013 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.285856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.286390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.286884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:32:35.294479 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:32:35.804588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9276ff-aac2-4f4b-b02f-37015c2a5b5d req-7d855db5-24e1-43f5-bd3f-56c745b152c7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:35.806383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6c9276ff-aac2-4f4b-b02f-37015c2a5b5d req-7d855db5-24e1-43f5-bd3f-56c745b152c7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 944 time: 0.0906618
Dec 13 15:32:35.862931 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6c9276ff-aac2-4f4b-b02f-37015c2a5b5d req-842fdb48-dd40-439c-853c-4d4b6ac357ff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487821
Dec 13 15:32:36.881339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:32:36.961981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c44b4136-519f-44a1-bda2-2f6472ab4590 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:32:36.962414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:37.109605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37efd-7f0c-449b-afb9-f63144c6ddcf req-2d2cdf21-4677-4870-806d-048d90ee5828 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:37.114089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:37.118613 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-03e37efd-7f0c-449b-afb9-f63144c6ddcf req-2d2cdf21-4677-4870-806d-048d90ee5828 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 944 time: 0.1098487
Dec 13 15:32:37.157991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:32:37.160630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:32:37.180002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:37.186350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1ed92283-0fa4-449e-85b3-90e867508246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:32:37.187884 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-03e37efd-7f0c-449b-afb9-f63144c6ddcf req-81bcc62e-4a04-45eb-b108-6654a49bbd1f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679295
Dec 13 15:32:37.237103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'code': 200}
Dec 13 15:32:37.277474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:32:37.292348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:32:38.030994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5ce28f4-4bd4-4179-aff9-a95732e90f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:38.392827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33a31-6a68-48e6-be84-39d93a65f508 req-af6149ac-80e1-4845-baa4-0fb6e3229bf8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:38.394465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5b33a31-6a68-48e6-be84-39d93a65f508 req-af6149ac-80e1-4845-baa4-0fb6e3229bf8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0906458
Dec 13 15:32:38.447555 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5b33a31-6a68-48e6-be84-39d93a65f508 req-820d43f5-2ff7-42a5-85ff-8928406904f8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462942
Dec 13 15:32:39.585772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:39.679278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc443-e2b7-4a3f-8ff9-89c4d92b6dd0 req-fb8940f6-d81c-4b66-8c6a-a22a783a878e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:39.681403 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ffc443-e2b7-4a3f-8ff9-89c4d92b6dd0 req-fb8940f6-d81c-4b66-8c6a-a22a783a878e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0899658
Dec 13 15:32:39.733394 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ffc443-e2b7-4a3f-8ff9-89c4d92b6dd0 req-0e566f4d-5b75-4c25-b460-5e7c99fa0aa5 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446143
Dec 13 15:32:40.444103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-17997079-461c-487c-bfb7-6222853f84a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:40.956843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:40.992132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0e1c-9da2-404f-95b2-f2308b60a8c8 req-278dd523-bc44-4af2-a43d-59cc5c1c071c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:40.994545 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1cb0e1c-9da2-404f-95b2-f2308b60a8c8 req-278dd523-bc44-4af2-a43d-59cc5c1c071c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0947475
Dec 13 15:32:41.054185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e1cb0e1c-9da2-404f-95b2-f2308b60a8c8 req-4c902c7c-9d48-4a0a-926f-144c914a1be3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523872
Dec 13 15:32:42.272649 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5aeab-353c-4a8e-8eba-f02bae90362e req-06013a96-0f38-47f0-a814-24c8a065047f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:42.274310 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-88f5aeab-353c-4a8e-8eba-f02bae90362e req-06013a96-0f38-47f0-a814-24c8a065047f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0915809
Dec 13 15:32:42.346040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-88f5aeab-353c-4a8e-8eba-f02bae90362e req-69d578b8-25d7-453f-b1f3-5a3b243366cc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574770
Dec 13 15:32:42.364510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:43.573231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77d8be-fcaf-45ff-9b7f-debb27337786 req-b2b13ee5-beb6-4afa-b799-066bb41071aa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:43.574864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc77d8be-fcaf-45ff-9b7f-debb27337786 req-b2b13ee5-beb6-4afa-b799-066bb41071aa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.1071255
Dec 13 15:32:43.641544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc77d8be-fcaf-45ff-9b7f-debb27337786 req-814d8948-2855-4618-8dd2-e0921d5982b8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597403
Dec 13 15:32:44.861871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4109a4-8422-4922-8ec5-556ae85da856 req-9fd8c18e-08b9-4be9-b091-1237f4ccab6c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:44.863660 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc4109a4-8422-4922-8ec5-556ae85da856 req-9fd8c18e-08b9-4be9-b091-1237f4ccab6c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0851753
Dec 13 15:32:45.208132 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc4109a4-8422-4922-8ec5-556ae85da856 req-83e745de-725b-4907-8df2-9f1b1600a065 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3378847
Dec 13 15:32:45.250304 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-46267d19-a16b-4fac-9810-129c1ad1a878 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1098 time: 0.0906012
Dec 13 15:32:45.402598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-f8ac8bce-f14d-4d98-a03f-7a14c4705a55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:45.404219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-f8ac8bce-f14d-4d98-a03f-7a14c4705a55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1462357
Dec 13 15:32:45.526128 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-a67b9349-1439-4cc0-9d8c-a99d3a62dc74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1000 time: 0.1138582
Dec 13 15:32:45.598499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-a317834f-7e63-403a-8072-1780bf1c2225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:45.600083 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-a317834f-7e63-403a-8072-1780bf1c2225 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0672576
Dec 13 15:32:45.692419 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-a5d4fe50-b851-468f-aa2e-d9e4747001f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0858829
Dec 13 15:32:45.842940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-5d76e64e-f6bd-480d-9dbe-41e4176d1860 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430221
Dec 13 15:32:45.990937 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f597e20a-8b0b-451f-ac88-439b305a8b64 req-42737de3-e54a-4431-8577-368422bd072b service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405218
Dec 13 15:32:46.436755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8f8d-58ac-42e5-a671-370736fb61c1 req-7c585217-6c31-4ae5-990a-6084cd02fd34 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:46.438347 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7df8f8d-58ac-42e5-a671-370736fb61c1 req-7c585217-6c31-4ae5-990a-6084cd02fd34 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0919061
Dec 13 15:32:46.490991 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7df8f8d-58ac-42e5-a671-370736fb61c1 req-df545b24-2864-4743-800a-bdc7de651146 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460298
Dec 13 15:32:47.706693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64003a-42eb-49bc-8394-c363825782f8 req-73e186ba-ebff-4194-8612-2e64e2397832 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:47.708356 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d64003a-42eb-49bc-8394-c363825782f8 req-73e186ba-ebff-4194-8612-2e64e2397832 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0832801
Dec 13 15:32:47.757934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8d64003a-42eb-49bc-8394-c363825782f8 req-3dc4b2fc-dd49-49c6-bd9f-c3b8e46fd702 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431991
Dec 13 15:32:48.975338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:32:48.976758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5da11-1917-4b26-90c0-569df893e5c1 req-77503e0b-f4e7-41c2-8378-5049654aca85 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:48.978371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f4d5da11-1917-4b26-90c0-569df893e5c1 req-77503e0b-f4e7-41c2-8378-5049654aca85 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 945 time: 0.0862296
Dec 13 15:32:49.030722 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f4d5da11-1917-4b26-90c0-569df893e5c1 req-8f5d5465-bd4a-4d86-b9e4-d3547157929b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432374
Dec 13 15:32:49.276196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:49.310747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:32:49.311767 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:32:49.317574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:32:49.319543 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:32:49.331178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37a1ad34-5bd4-4ad9-84ad-48a7564e9017 req-49d45743-ab95-4467-853c-234a444e20c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1777701
Dec 13 15:32:49.378580 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'code': 422} returned with failed status
Dec 13 15:32:49.391299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:32:49.394787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:32:49.529399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59030) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:32:49.615045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625ae4-13b5-42a5-b7bb-6c735f9dbd48 req-75344f8e-5573-494a-9c4d-1feae8b3ef0d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:49.616701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31625ae4-13b5-42a5-b7bb-6c735f9dbd48 req-75344f8e-5573-494a-9c4d-1feae8b3ef0d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0881374
Dec 13 15:32:49.666301 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-31625ae4-13b5-42a5-b7bb-6c735f9dbd48 req-f242c709-8ed5-46dc-bd83-d671d8ee400f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431764
Dec 13 15:32:49.684223 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-31e28af9-ff18-4d29-ac87-c43bdbc4ad89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1532977
Dec 13 15:32:50.419736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-e506f88d-3d53-426e-ad3a-7c3b5a1a9380 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 1096 time: 0.0877283
Dec 13 15:32:50.522113 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-34465a75-f814-4770-aca0-fec138c90122 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1096 time: 0.0791771
Dec 13 15:32:50.669716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-ef9bce73-1a96-4e9c-b536-64d717f066e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:50.679581 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-ef9bce73-1a96-4e9c-b536-64d717f066e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1503654
Dec 13 15:32:50.790065 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-38a1f950-2ad5-468b-a7b1-353afd497c03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 998 time: 0.1038799
Dec 13 15:32:50.906488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-573e3244-dd2d-4df2-ac44-23ed51e51a7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:50.908062 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-573e3244-dd2d-4df2-ac44-23ed51e51a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0823660
Dec 13 15:32:50.977121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a21e3-b3bf-4ce8-86a0-fe5e6a61f5b9 req-b574ef2d-8c7c-4c89-be2f-8a6fffff5d09 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:50.978600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-787a21e3-b3bf-4ce8-86a0-fe5e6a61f5b9 req-b574ef2d-8c7c-4c89-be2f-8a6fffff5d09 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.1869497
Dec 13 15:32:51.038728 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-16a36bd6-a048-44d6-9948-05c6d3ca6643 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1215508
Dec 13 15:32:51.044040 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-787a21e3-b3bf-4ce8-86a0-fe5e6a61f5b9 req-e8a82f61-dac6-4129-ad81-a6801c331084 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574601
Dec 13 15:32:51.188205 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-5b5ad1c7-c7c1-449e-8699-0725f0ca4afa service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426287
Dec 13 15:32:51.337158 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-317d5b3c-2066-4f9b-b539-ac95f0cff5ce service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426780
Dec 13 15:32:52.261341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa599-e0b7-4857-a6ef-b2529c358a52 req-fb26ea2c-b9a2-4be7-b06c-f256e8646e23 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:52.269074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbeaa599-e0b7-4857-a6ef-b2529c358a52 req-fb26ea2c-b9a2-4be7-b06c-f256e8646e23 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0938804
Dec 13 15:32:52.339768 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cbeaa599-e0b7-4857-a6ef-b2529c358a52 req-a45574b8-9bb4-4646-a1fe-e7ea07b8300b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695536
Dec 13 15:32:53.560951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570a649-4fa5-4b05-83f3-e4617f54c617 req-9df383eb-d555-4a6b-bf8f-25c94ec58bdd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:53.562628 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1570a649-4fa5-4b05-83f3-e4617f54c617 req-9df383eb-d555-4a6b-bf8f-25c94ec58bdd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0990026
Dec 13 15:32:53.613602 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1570a649-4fa5-4b05-83f3-e4617f54c617 req-aa24d398-26dc-414c-bf0f-5ce71e046808 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438261
Dec 13 15:32:54.842621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8d7ed-b5c8-43c0-8cf2-7f2b3fb35f96 req-5b56ccf4-de15-45a7-9e94-a009e442cb75 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:54.844280 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4be8d7ed-b5c8-43c0-8cf2-7f2b3fb35f96 req-5b56ccf4-de15-45a7-9e94-a009e442cb75 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0982621
Dec 13 15:32:54.901504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4be8d7ed-b5c8-43c0-8cf2-7f2b3fb35f96 req-47d6fba6-de62-4a04-8e28-2630b4206a90 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501707
Dec 13 15:32:56.119953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f6679-5176-4dc7-95ff-1f9b47981597 req-e87863b7-55ee-4954-b4d7-84c2064f9359 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:56.121560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-071f6679-5176-4dc7-95ff-1f9b47981597 req-e87863b7-55ee-4954-b4d7-84c2064f9359 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0861087
Dec 13 15:32:56.186990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-071f6679-5176-4dc7-95ff-1f9b47981597 req-0dadeb6b-be60-46f4-b2d3-634bbdd5cb0d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562885
Dec 13 15:32:57.427355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa82d8-62de-41bb-8342-f55ddb37611a req-5e43ea82-62fd-4fa9-87d0-7255b3657528 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:57.428989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fffa82d8-62de-41bb-8342-f55ddb37611a req-5e43ea82-62fd-4fa9-87d0-7255b3657528 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0971429
Dec 13 15:32:57.491925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fffa82d8-62de-41bb-8342-f55ddb37611a req-fda8ad7a-b7da-479d-9564-60341b95487b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548491
Dec 13 15:32:58.720047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc875700-975f-4699-bb06-d730f65b58af req-0d2eee02-3822-482f-9d5a-76a08e067f12 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:32:58.721719 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc875700-975f-4699-bb06-d730f65b58af req-0d2eee02-3822-482f-9d5a-76a08e067f12 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0904584
Dec 13 15:32:58.772888 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dc875700-975f-4699-bb06-d730f65b58af req-5fe54805-07e4-4ff2-8dab-f3c1656c5a5b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446262
Dec 13 15:32:59.601763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:00.005142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8cdb8-ec75-4a21-a86d-fffba4fd4896 req-06277ae9-90bd-40c4-a9ac-fb7f63d6c960 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:00.006712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ddb8cdb8-ec75-4a21-a86d-fffba4fd4896 req-06277ae9-90bd-40c4-a9ac-fb7f63d6c960 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0981984
Dec 13 15:33:00.066382 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ddb8cdb8-ec75-4a21-a86d-fffba4fd4896 req-b9c41c99-e2b6-4964-93a2-c333da54d990 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527885
Dec 13 15:33:01.290117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb0bc-3524-4f0f-9c22-b9828d0cdd80 req-3587bcd9-bbde-4623-bb46-8d719aaa8951 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:01.291840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba9cb0bc-3524-4f0f-9c22-b9828d0cdd80 req-3587bcd9-bbde-4623-bb46-8d719aaa8951 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0897923
Dec 13 15:33:01.356460 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba9cb0bc-3524-4f0f-9c22-b9828d0cdd80 req-f36a2be0-061e-4f15-a528-3e1e18abfc5d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560164
Dec 13 15:33:02.588373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad11f2-a5cb-449b-ac35-28e432345d36 req-42914731-a7da-4d8b-b962-b7843235c51e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:02.589902 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5ad11f2-a5cb-449b-ac35-28e432345d36 req-42914731-a7da-4d8b-b962-b7843235c51e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0965035
Dec 13 15:33:02.643781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f5ad11f2-a5cb-449b-ac35-28e432345d36 req-f57db7b4-3382-4902-985e-269fba0c7686 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451269
Dec 13 15:33:03.884568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8380-a248-45e5-ba1a-07512a65c5e5 req-53c08f97-34c2-47d9-8697-ad3413aaece3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:03.886179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff9d8380-a248-45e5-ba1a-07512a65c5e5 req-53c08f97-34c2-47d9-8697-ad3413aaece3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0915003
Dec 13 15:33:03.936058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ff9d8380-a248-45e5-ba1a-07512a65c5e5 req-f85c258b-c6c8-4866-aa05-dde0719d6865 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435307
Dec 13 15:33:05.035528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:33:05.155149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0521260-5f21-4a6e-808a-23196fff8fdc req-a4233e66-aa58-4c00-8bbd-03d206f0b519 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:05.156732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0521260-5f21-4a6e-808a-23196fff8fdc req-a4233e66-aa58-4c00-8bbd-03d206f0b519 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 943 time: 0.0834117
Dec 13 15:33:05.181368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:33:05.200165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'port_id': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'mac_address': 'fa:16:3e:b1:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:33:05.210579 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-f0521260-5f21-4a6e-808a-23196fff8fdc req-aa759798-c06d-4fd4-980b-ab98e120774c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474367
Dec 13 15:33:05.258247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:05.280472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:33:05.297678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:33:05.302424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:05.304402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-3b436945-d353-4889-8fbc-7c632e18adaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:33:05.377763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=9']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:33:05.381620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:33:05.526587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['c44b4136-519f-44a1-bda2-2f6472ab4590'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:33:06.584057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9b057-6bdf-4c83-9d59-84d34a443ef9 req-efe6c3dd-3c45-411c-afa7-07d59f60bce0 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:06.585556 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37a9b057-6bdf-4c83-9d59-84d34a443ef9 req-efe6c3dd-3c45-411c-afa7-07d59f60bce0 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 944 time: 0.0938601
Dec 13 15:33:06.644763 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-37a9b057-6bdf-4c83-9d59-84d34a443ef9 req-1c074972-59dc-4b20-b6f6-093a3ca995d5 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517235
Dec 13 15:33:07.068434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:33:07.154081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port c44b4136-519f-44a1-bda2-2f6472ab4590 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:33:07.154509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:07.275184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:07.303617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:33:07.315520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:33:07.319560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:07.321626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b1c4a34f-1591-48d0-ba71-f4949a244863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:33:07.379354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'code': 200}
Dec 13 15:33:07.392498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=10']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:33:07.395614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:33:07.636474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f045c2c-7d8f-40a8-bac5-51aec6b45c7a req-556ee8e3-64dc-429b-98a3-a5f1128730ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1099 time: 0.0753186
Dec 13 15:33:07.681441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-1f045c2c-7d8f-40a8-bac5-51aec6b45c7a req-870ac2d1-d23b-49ff-bc9b-9407a1a1965c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384223
Dec 13 15:33:07.865001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07b5ee-4e79-4926-a8bb-446bde1617fa req-6198fe8d-c661-46df-85d3-379509dfb701 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:07.866576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae07b5ee-4e79-4926-a8bb-446bde1617fa req-6198fe8d-c661-46df-85d3-379509dfb701 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.0967097
Dec 13 15:33:07.916998 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae07b5ee-4e79-4926-a8bb-446bde1617fa req-3e190a9d-6efc-4285-bcc8-f03956897266 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420446
Dec 13 15:33:08.030654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b87c6bcd-2fcf-4e8c-874b-df5c5bc5c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:09.138177 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b816b-1a2d-437a-90c3-7cd3c949eba0 req-2d82e0fd-15a2-4944-94a7-bf820b1278a7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:09.139814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-076b816b-1a2d-437a-90c3-7cd3c949eba0 req-2d82e0fd-15a2-4944-94a7-bf820b1278a7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.0901451
Dec 13 15:33:09.193386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-076b816b-1a2d-437a-90c3-7cd3c949eba0 req-a8389fc0-51f2-426e-bc3d-cf9da55e9791 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469372
Dec 13 15:33:09.576776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:09.843272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:33:10.410553 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f421c1-f6af-43d9-958c-b46f02bdfd3c req-29efd4d2-1374-41c1-b833-802e57e22d7d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:10.412196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62f421c1-f6af-43d9-958c-b46f02bdfd3c req-29efd4d2-1374-41c1-b833-802e57e22d7d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.0862231
Dec 13 15:33:10.447129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5e672963-aa8a-46ff-b6c3-1102973b7cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:10.467063 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-62f421c1-f6af-43d9-958c-b46f02bdfd3c req-c40d445e-b758-4f1d-8a2c-96473f7bb98c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485194
Dec 13 15:33:10.968415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:12.355408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:15.463327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-434ab4e6-5d73-4c39-b362-d6654ac19b54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1684728
Dec 13 15:33:15.615369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-dce26cd3-9251-4189-9635-1b9c75a570f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1099 time: 0.0772285
Dec 13 15:33:15.779572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-d89452bb-1796-4562-b4ae-efea7c8875e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:15.781185 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-d89452bb-1796-4562-b4ae-efea7c8875e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1438062
Dec 13 15:33:15.894451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-26e8af62-f4ce-4ffc-a6c0-e69bc302a048 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1000 time: 0.1056831
Dec 13 15:33:15.969355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-05f2be39-b840-419f-ba4c-817486a12b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:33:15.970895 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-05f2be39-b840-419f-ba4c-817486a12b76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0696647
Dec 13 15:33:16.057934 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-71436481-cc9a-438c-8a78-df910ae6fb1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793660
Dec 13 15:33:16.224616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-b96b6a3a-8c4c-45f7-9c86-b3034f25822a service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595964
Dec 13 15:33:16.620325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ae9ca023-9f96-4edc-bb2b-5db87b2173c3 req-6db55a90-cb3c-4e89-9129-1875534b5133 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3883824
Dec 13 15:33:29.606814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:38.029725 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a47cd8e-b5d7-4158-b346-62e55c9ff23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:39.573540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:40.453228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a0906fe0-9178-469d-9266-c4527901709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:40.972850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:42.355341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:33:46.841138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:33:59.605739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:08.032726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9520896d-0277-4372-be52-c916480b43b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:09.571984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:10.454216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3940-81e3-49e4-a554-28e085ed995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:10.974145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:12.362449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:15.355283 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-987e6a80-f111-44f0-90bc-0d766f8f3680 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747876
Dec 13 15:34:15.511871 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-448f88ed-32b0-4314-995a-0310eb5e1b07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1099 time: 0.0814891
Dec 13 15:34:15.693675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac050e4-562e-4639-8e22-666566d14189 req-700db2e7-39d1-4db4-9066-d34a86a0d7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:15.695327 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-700db2e7-39d1-4db4-9066-d34a86a0d7ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1603560
Dec 13 15:34:15.818828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-767c73c7-0eff-41c9-a3e8-a571cbbb2de2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 1000 time: 0.1165669
Dec 13 15:34:15.896577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac050e4-562e-4639-8e22-666566d14189 req-20e8621e-bf69-4307-a8cd-0cad1b31c3cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:15.898584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-20e8621e-bf69-4307-a8cd-0cad1b31c3cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0729697
Dec 13 15:34:16.011736 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-c30e351f-a711-4bc9-b4b3-229f273e0ffa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1047294
Dec 13 15:34:16.215057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-0a3a0580-a22d-46b6-b7da-30e97b574950 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952591
Dec 13 15:34:16.405012 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-aac050e4-562e-4639-8e22-666566d14189 req-375d0c61-4347-434c-8ad6-636ce1a4d4f8 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829615
Dec 13 15:34:21.200876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59154) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:21.434899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Deleting port 773b2fbe-629f-44e5-949b-d849396d71b6 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:34:21.435314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:21.627111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:21.627361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:21.752510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Calling delete_port for 773b2fbe-629f-44e5-949b-d849396d71b6 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:34:21.940673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:21.946526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8a4f13a7-5371-485e-8dd9-f30e447b0841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:21.989294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'Port': ['ID=773b2fbe-629f-44e5-949b-d849396d71b6,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:22.031828 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.032262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.032682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.033106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.033507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.033924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.034366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.034746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.035201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.035619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.036008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:22.039387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:22.104382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:22.540092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:34:22.759324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:34:22.771290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:34:22.780260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:22.784598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:34:22.785323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f072d68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:34:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:34:22.838461 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "DELETE /v2.0/floatingips/6b90e4f7-0f80-4551-a6c9-581920156311 HTTP/1.1" status: 204  len: 168 time: 1.6362453
Dec 13 15:34:22.840370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:34:22.976667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:34:23.044655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'status': 'completed', 'code': 200}
Dec 13 15:34:23.153016 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-adcfc0ee-b5f8-4af0-a091-ca22c1b90281 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 1099 time: 0.0855107
Dec 13 15:34:23.320566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f072d68>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:34:23.324958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:34:23.337051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:34:23.337743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f072d68>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:34:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:34:23.351968 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-20d7e0fc-28a3-462a-a618-946011fea826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:23.353661 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-20d7e0fc-28a3-462a-a618-946011fea826 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1938913
Dec 13 15:34:23.442366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-f970bdd9-c10f-4657-b57b-2018d4d569d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 200  len: 217 time: 0.0753741
Dec 13 15:34:23.449473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928f3d9-71dc-4d0d-a739-fe081b7a4129 req-ecd49009-1bbf-49ae-a964-d34b64a9ebc9 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:23.451002 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2928f3d9-71dc-4d0d-a739-fe081b7a4129 req-ecd49009-1bbf-49ae-a964-d34b64a9ebc9 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.2491536
Dec 13 15:34:23.538900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:34:23.547746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-6a046258-5e2f-4ff8-905e-94a544b69c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:23.549328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-6a046258-5e2f-4ff8-905e-94a544b69c6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0974624
Dec 13 15:34:23.557089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2928f3d9-71dc-4d0d-a739-fe081b7a4129 req-e0bcdf80-336e-44ef-a2c1-93c28d899db5 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685923
Dec 13 15:34:23.632110 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-73c6deaf-276c-4cf3-a4ce-f11a995a95f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739980
Dec 13 15:34:23.773691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-c778450d-914e-493a-a132-b361738c7542 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337516
Dec 13 15:34:23.832426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:34:23.868275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f072d68>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:34:23.872534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfb27a-65ee-4025-b12e-aec501cd1942 None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:34:23.919420 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-750eb81c-14f5-4aa6-9ebb-960b48e258d4 req-0915dd0d-7992-45e5-a56c-06276ab7dccb service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379082
Dec 13 15:34:24.337853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945118e2-7dd8-48d9-9bb7-81505efab70f None None] New status for floating IP 6b90e4f7-0f80-4551-a6c9-581920156311: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:34:24.548113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-b4dd939f-38f2-4274-a4f7-eb99da60f621 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:24.549703 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-b4dd939f-38f2-4274-a4f7-eb99da60f621 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.0964789
Dec 13 15:34:24.630075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Deleting port c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:34:24.630472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:24.769302 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332e8e-8846-4df7-b0bc-e27bcda2e2d1 req-363c1e9c-5d34-4b89-90f4-e9f0b6328d3a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:24.769965 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c3332e8e-8846-4df7-b0bc-e27bcda2e2d1 req-363c1e9c-5d34-4b89-90f4-e9f0b6328d3a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:34:24.786131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-c3332e8e-8846-4df7-b0bc-e27bcda2e2d1 req-363c1e9c-5d34-4b89-90f4-e9f0b6328d3a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:34:24.787601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3332e8e-8846-4df7-b0bc-e27bcda2e2d1 req-363c1e9c-5d34-4b89-90f4-e9f0b6328d3a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 946 time: 0.1015730
Dec 13 15:34:24.839539 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-c3332e8e-8846-4df7-b0bc-e27bcda2e2d1 req-50a2e8c1-3d54-4656-aedf-b3451b13dfb9 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=6bfd6b18-7694-4cde-9fdd-ee35be2274df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443864
Dec 13 15:34:24.893413 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] For port c44b4136-519f-44a1-bda2-2f6472ab4590, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c44b4136-519f-44a1-bda2-2f6472ab4590,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:34:24.893817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:25.022533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Calling delete_port for c44b4136-519f-44a1-bda2-2f6472ab4590 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:34:25.171907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:25.181280 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-904a8eb1-e491-4550-9e29-932d7da8cfb6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:25.228250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'Port': ['ID=c44b4136-519f-44a1-bda2-2f6472ab4590,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:25.272849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.273231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.273654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.274068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.274459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.274933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.275378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.275899 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.276309 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.276703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.277106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:34:25.287121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:25.321928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] No DVR routers for this DVR port c44b4136-519f-44a1-bda2-2f6472ab4590 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:34:25.324540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:25.327607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-deleted', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:34:25.343583 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-095d04d1-d8a2-4efb-a106-81355ef2d5a1 req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "DELETE /v2.0/ports/c44b4136-519f-44a1-bda2-2f6472ab4590 HTTP/1.1" status: 204  len: 173 time: 0.7881868
Dec 13 15:34:25.468332 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1be432-c4ba-4b22-a64f-78df92d985e5', 'name': 'network-vif-deleted', 'tag': 'c44b4136-519f-44a1-bda2-2f6472ab4590', 'status': 'completed', 'code': 200}
Dec 13 15:34:26.035369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8ae7b06a-5215-4129-b588-c6042ca86aa1 req-32e69868-b448-454d-b20b-815b555b8a47 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc1be432-c4ba-4b22-a64f-78df92d985e5 HTTP/1.1" status: 200  len: 210 time: 0.0490086
Dec 13 15:34:27.152105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59182) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:27.231835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.263606 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.329130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.334540 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bcdb532c-abd2-4a14-b097-928aa1610374 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:27.351603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd6b18-7694-4cde-9fdd-ee35be2274df,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:27.354475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:27.359814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.361074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7499dec8-b496-474f-948c-af03a16222fd tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "DELETE /v2.0/security-groups/6bfd6b18-7694-4cde-9fdd-ee35be2274df HTTP/1.1" status: 204  len: 168 time: 0.2077582
Dec 13 15:34:27.551402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:34:27.589780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: c44b4136-519f-44a1-bda2-2f6472ab4590 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:34:27.590180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device c44b4136-519f-44a1-bda2-2f6472ab4590 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:34:27.591050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59190) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:27.601268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58790253', 'description': 'tempest-secgroup-smoke-58790253 description', 'project_id': '51c00720384d442ca54c23bf158306f1'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:27.610120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:27.617140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:27.621051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:27.627412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:27.639573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.678342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:27.682754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:27.685800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:27.691966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:27.756010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.761805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.768402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-15d03cf1-b43f-4a95-b720-4298f9e6e2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:27.815061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1adda7-b229-4b41-9bea-4a2276820e90,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:27.817876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.819217 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.2261786
Dec 13 15:34:27.820164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9ed57427-38a9-4b76-a217-1f38205b82c1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:27.822895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59194) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:27.828337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:27.834942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:27.839378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:27.842354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:27.848406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:27.866590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.930012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.933845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.941704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fe9f8884-d4af-4e86-bbb2-940febb0e286 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:27.963344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1cc8e8-955f-43d8-b96d-09b1d34964a2,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:27.966252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:27.970220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:27.971520 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d97f601c-da8b-4e13-9b08-ee2607541111 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1480186
Dec 13 15:34:27.974548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59198) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:27.980607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:27.987086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:27.991212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:27.994445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:28.000562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:28.019654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.090777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.094522 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.100359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6179b35a-88bd-49a6-be27-67f6feb5fa2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:28.121058 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5d9ce4-0e17-4b96-a8a4-e4f1a6ca1588,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:28.123383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:28.130716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.132069 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1564541
Dec 13 15:34:28.135989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59202) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:28.141845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:28.148211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:28.152519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:28.155613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:28.161805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:28.179248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.245626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.249489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.255311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f7fb10da-39d1-4f5c-ae2c-8b20911d410a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:28.280604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04511b76-65c2-4952-bec8-c3898def08a0,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:28.283108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:28.287395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.288616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5fd50c55-b5f1-44b4-b75d-40427f84cbff tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1516647
Dec 13 15:34:28.291970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59206) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:28.298137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:28.304878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:28.309310 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:28.312450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:28.318624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:28.336444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.405461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.408986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.415021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dd6e3f2a-de86-4af2-9062-a2b140a3667f tempest-TestNetworkAdvancedServerOps-450603000 tempest-TestNetworkAdvancedServerOps-450603000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:28.439157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bb6d1a-22f6-41cc-9c84-3518178a0a80,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:28.441614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:28.448954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.450228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5f88a215-f315-44f5-881c-1b37b6914dbe tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1572375
Dec 13 15:34:28.453354 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59210) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:28.459221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:28.466151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:28.470307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:28.473511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:28.479812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:28.490525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Project 51c00720384d442ca54c23bf158306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:34:28.497417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.568822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.572603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.578414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a8cd8076-9001-4d06-888c-3a419b88dd97 tempest-TestVolumeBootPattern-1239999884 tempest-TestVolumeBootPattern-1239999884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:28.599150 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33940e16-3a05-4fb2-883a-b3eac41b4929,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:28.601378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:28.611682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.613058 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f8f1f4a5-c298-4108-b0b8-321753133d32 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1587162
Dec 13 15:34:28.616047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59214) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:34:28.621979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'security_group_rule': {'security_group_id': 'bf1adda7-b229-4b41-9bea-4a2276820e90', 'project_id': '51c00720384d442ca54c23bf158306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:28.628766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:28.632905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:security_group_rule and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:34:28.636297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:34:28.642489 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:28.653814 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Project 51c00720384d442ca54c23bf158306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:34:28.660934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.731490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.735136 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.740934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b95d6d0-c189-41de-ab9f-397e80a04776 tempest-SecGroupIPv6Test-1067287504 tempest-SecGroupIPv6Test-1067287504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:28.761429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d813ec16-f0b7-47b9-b0dc-90bb74e04283,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:28.763680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:28.771213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:28.772500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-07fc95a4-728a-4e19-9803-d16ec909500a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1554708
Dec 13 15:34:29.610556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:38.035411 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-52f0e260-8498-46c3-9395-a2c9d49193f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:39.566012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:40.452114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a169-61f0-4864-a155-20c7dcdc5bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:40.971865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:42.361842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:46.369935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7e655228-be0c-471c-835f-fc25d9145def req-63890788-0212-43d8-a54c-7bf75dabb1f6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:34:46.386347 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7e655228-be0c-471c-835f-fc25d9145def req-63890788-0212-43d8-a54c-7bf75dabb1f6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:34:46.387675 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-63890788-0212-43d8-a54c-7bf75dabb1f6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58790253&fields=id&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 267 time: 0.0624993
Dec 13 15:34:46.569098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655228-be0c-471c-835f-fc25d9145def req-0f815f60-3f57-444c-8c69-39dcc9021923 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:46.570707 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-0f815f60-3f57-444c-8c69-39dcc9021923 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 808 time: 0.1728985
Dec 13 15:34:46.588921 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-f0a9967c-5881-45a2-98d3-4090050908de tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/quotas/51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 375 time: 0.0117884
Dec 13 15:34:46.681160 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-41d8c9f8-3ac1-45f4-b757-650e4570e7a9 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0867763
Dec 13 15:34:46.776782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-3c904dee-fb9e-4eb3-9e61-b78ed5374dca service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:34:46.778375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-3c904dee-fb9e-4eb3-9e61-b78ed5374dca service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0849574
Dec 13 15:34:47.156155 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-f612557f-a97a-46c2-8805-b09183958ee5 service neutron] 10.222.0.69 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707943
Dec 13 15:34:47.306092 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-d1c4a298-2ad2-4a2c-b120-ad5916249d1b service neutron] 10.222.0.69 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403222
Dec 13 15:34:47.761346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6f59ccdb-507a-469b-9537-9b4187ed1e14 req-6ee0e2b7-d4d0-490a-972b-eadee6c0be5a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:34:47.777383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-6f59ccdb-507a-469b-9537-9b4187ed1e14 req-6ee0e2b7-d4d0-490a-972b-eadee6c0be5a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:34:47.779020 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6f59ccdb-507a-469b-9537-9b4187ed1e14 req-6ee0e2b7-d4d0-490a-972b-eadee6c0be5a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0762684
Dec 13 15:34:48.865815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655228-be0c-471c-835f-fc25d9145def req-2dcfe991-540c-4854-a0e1-5d7e9cab202c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:48.867423 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-2dcfe991-540c-4854-a0e1-5d7e9cab202c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 808 time: 0.1645670
Dec 13 15:34:48.922650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7e655228-be0c-471c-835f-fc25d9145def req-a4d0127b-57f6-4a5c-bb7b-1c2cf91719fa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:34:48.935318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-7e655228-be0c-471c-835f-fc25d9145def req-a4d0127b-57f6-4a5c-bb7b-1c2cf91719fa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:34:48.936544 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-a4d0127b-57f6-4a5c-bb7b-1c2cf91719fa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 378 time: 0.0580516
Dec 13 15:34:48.949166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'port': {'device_id': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'admin_state_up': True, 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'security_groups': ['bf1adda7-b229-4b41-9bea-4a2276820e90']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:48.952591 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4380b3ef-44ec-4926-9d77-244b122e0fb4 req-4bc061fd-bf56-49ec-a917-ac30c719acb8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0490363
Dec 13 15:34:49.101333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:34:49.111544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:34:49.121154 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Made reservation on behalf of 51c00720384d442ca54c23bf158306f1 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:34:49.126621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:49.304244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Allocated IP 172.20.0.10 (8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb/3f4c4e7d-372e-4a52-9f3a-aa43649b05b2/010ba1c7-a24f-4b7e-9062-6be5c9210415) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:34:49.760265 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:49.776699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Transition to ACTIVE for port object 010ba1c7-a24f-4b7e-9062-6be5c9210415 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:34:49.797984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:49.804343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea4b6bd6-7d50-476b-8321-d406a0ac91c2 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:49.872236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:34:49.876126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:34:49.880501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:34:49.917385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:49.924575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:49.954322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:49.955067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:49.994940 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0497763
Dec 13 15:34:50.009581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Request body: {'port': {'device_id': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:34:50.196927 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:50.226952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6b015642-fde2-421a-b339-f2e4a7359213 None None] Provisioning for port 010ba1c7-a24f-4b7e-9062-6be5c9210415 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:34:50.232753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6b015642-fde2-421a-b339-f2e4a7359213 None None] Provisioning complete for port 010ba1c7-a24f-4b7e-9062-6be5c9210415 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:34:50.233171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6b015642-fde2-421a-b339-f2e4a7359213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:50.289823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088ab72-92d7-4ea4-8166-27d2180172ec req-fcb1329a-14cf-4c34-84fa-05f32fbdecd6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:50.290594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a088ab72-92d7-4ea4-8166-27d2180172ec req-fcb1329a-14cf-4c34-84fa-05f32fbdecd6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:34:50.301986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-6b015642-fde2-421a-b339-f2e4a7359213 None None] Port 010ba1c7-a24f-4b7e-9062-6be5c9210415 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:34:50.373212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-a088ab72-92d7-4ea4-8166-27d2180172ec req-fcb1329a-14cf-4c34-84fa-05f32fbdecd6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:34:50.374508 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a088ab72-92d7-4ea4-8166-27d2180172ec req-fcb1329a-14cf-4c34-84fa-05f32fbdecd6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 932 time: 0.2604618
Dec 13 15:34:50.542115 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a088ab72-92d7-4ea4-8166-27d2180172ec req-1f883f17-56d3-447b-ad86-3fd4a83aa8c7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1584480
Dec 13 15:34:50.642498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010ba1c7-a24f-4b7e-9062-6be5c9210415 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:34:50.649924 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:50.665682 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Transition to ACTIVE for port object 010ba1c7-a24f-4b7e-9062-6be5c9210415 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:34:50.670688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:50.674422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dec208ac-3342-42c4-b7e9-9db33460cd69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:50.806457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:50.811011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:50.929130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Attempting to bind port 010ba1c7-a24f-4b7e-9062-6be5c9210415 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:34:50.929697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Attempting to bind port 010ba1c7-a24f-4b7e-9062-6be5c9210415 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:34:50.929816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Attempting to bind port 010ba1c7-a24f-4b7e-9062-6be5c9210415 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:34:50.936803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Port 010ba1c7-a24f-4b7e-9062-6be5c9210415 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:34:50.937174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Attempting to bind port 010ba1c7-a24f-4b7e-9062-6be5c9210415 on network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:34:50.944336 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:34:50.944703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Checking segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:34:50.945124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Bound using segment: {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:34:50.945595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Bound port: 010ba1c7-a24f-4b7e-9062-6be5c9210415, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fa3c48-9dad-422d-84fd-2627a812bdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:34:50.945974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:51.042944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:34:51.046592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:34:51.051578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:51.055518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:34:51.121432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:51.122911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] 10.222.0.72 "PUT /v2.0/ports/010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1094 time: 1.1193075
Dec 13 15:34:51.123533 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:34:51.136620 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:34:51.139987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:34:51.215441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'status': 'completed', 'code': 200}
Dec 13 15:34:51.254080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-8d009012-8798-4930-a46f-837ad999df94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1097 time: 0.0796204
Dec 13 15:34:51.335857 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-e9ca8bd0-eb2d-41f9-8187-475ad834b61e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 217 time: 0.0737016
Dec 13 15:34:51.404772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655228-be0c-471c-835f-fc25d9145def req-acfbe5bc-4f00-4d54-b279-c463c3c0e44b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:51.406331 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-acfbe5bc-4f00-4d54-b279-c463c3c0e44b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0637567
Dec 13 15:34:51.513229 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-da4b3a86-2a53-4922-bc52-f00cd40bee44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0993922
Dec 13 15:34:51.662197 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-fa22f6d2-99e0-46f1-b38a-acf229c195a8 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413476
Dec 13 15:34:51.863189 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7e655228-be0c-471c-835f-fc25d9145def req-2f29587f-0d41-4989-81f9-11e4a90b3264 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630740
Dec 13 15:34:51.869391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f365c-525c-4bf5-9290-d28bf8c2fc1b req-1fc13060-4051-4420-8286-2e94bbf633de tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:51.870865 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-026f365c-525c-4bf5-9290-d28bf8c2fc1b req-1fc13060-4051-4420-8286-2e94bbf633de tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.2046766
Dec 13 15:34:51.968355 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-026f365c-525c-4bf5-9290-d28bf8c2fc1b req-579b0a3f-aa6f-422b-bade-e39a67dce515 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0907352
Dec 13 15:34:52.000624 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-cbbcc8b5-ace7-4c91-bed5-362b3f2396d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1097 time: 0.0918379
Dec 13 15:34:52.151441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ec051-103d-491f-a048-6b806773cbbe req-e96e3d7a-9cdb-42ee-a23a-630dacf6b3fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:52.153041 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-e96e3d7a-9cdb-42ee-a23a-630dacf6b3fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1442132
Dec 13 15:34:52.225383 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-ac76e48b-604b-424f-8e2c-0d5752fb1ace service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 217 time: 0.0651152
Dec 13 15:34:52.297569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ec051-103d-491f-a048-6b806773cbbe req-fdd77494-5f48-4973-bdda-72a615f05f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:52.299184 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-fdd77494-5f48-4973-bdda-72a615f05f19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0673680
Dec 13 15:34:52.384103 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-f8b2b5f9-b312-4e8e-a6c1-dbe3665dcb57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785120
Dec 13 15:34:52.542121 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-c235bf89-71fd-475c-94e6-c297c51d4645 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501112
Dec 13 15:34:52.688611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9c4ec051-103d-491f-a048-6b806773cbbe req-632cb55b-3123-4ed2-bcf9-ccb5e8e4a45b service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393545
Dec 13 15:34:53.195721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670ad0-0dab-42bc-8217-b1b2e0baf594 req-d488594e-2540-45af-9971-a8502cdcb840 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:53.197308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2670ad0-0dab-42bc-8217-b1b2e0baf594 req-d488594e-2540-45af-9971-a8502cdcb840 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0908921
Dec 13 15:34:53.256274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b2670ad0-0dab-42bc-8217-b1b2e0baf594 req-7841734a-53fe-4efc-b4ae-4c6b1eeffd29 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498354
Dec 13 15:34:54.495987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a1dd6-8c5a-4849-a60f-5e92acc7892d req-fc6c06f3-9f64-4e25-b177-20d10a47c33f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:54.497593 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be7a1dd6-8c5a-4849-a60f-5e92acc7892d req-fc6c06f3-9f64-4e25-b177-20d10a47c33f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1099072
Dec 13 15:34:54.549142 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-be7a1dd6-8c5a-4849-a60f-5e92acc7892d req-2ff7cc34-5148-49a2-9b92-2b0efc5edddc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425131
Dec 13 15:34:55.788226 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c9eb0-e9f3-4a89-8968-917854fb0d2a req-b30f4400-cc19-4ad6-8ecd-9bf36d23cd28 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:55.789832 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea5c9eb0-e9f3-4a89-8968-917854fb0d2a req-b30f4400-cc19-4ad6-8ecd-9bf36d23cd28 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0973217
Dec 13 15:34:55.842574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ea5c9eb0-e9f3-4a89-8968-917854fb0d2a req-79f4d0c8-d988-4727-a166-88fb58619589 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435286
Dec 13 15:34:57.064534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ddb5-ae21-450b-ad6c-813f1cd989e2 req-587d045b-dd02-4e1c-beb3-0a8d52933376 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:57.066141 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb3ddb5-ae21-450b-ad6c-813f1cd989e2 req-587d045b-dd02-4e1c-beb3-0a8d52933376 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0939665
Dec 13 15:34:57.119701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2cb3ddb5-ae21-450b-ad6c-813f1cd989e2 req-5f8cfcf8-5186-4814-95be-c16471093c48 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445573
Dec 13 15:34:58.337494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d51462-ed59-4d05-ae19-679a5c295cf6 req-1c18dd30-eba2-4573-94ba-9689205513b6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:58.339488 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54d51462-ed59-4d05-ae19-679a5c295cf6 req-1c18dd30-eba2-4573-94ba-9689205513b6 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0887818
Dec 13 15:34:58.389761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-54d51462-ed59-4d05-ae19-679a5c295cf6 req-0d1faa80-802e-4a52-817a-2f07191996aa tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434194
Dec 13 15:34:59.610742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:59.612180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148e4d8-abaa-4183-9a67-14cc576d4a00 req-982f8071-0084-46af-b852-488104899a7f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:34:59.613777 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0148e4d8-abaa-4183-9a67-14cc576d4a00 req-982f8071-0084-46af-b852-488104899a7f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0928214
Dec 13 15:34:59.656558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:34:59.667739 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0148e4d8-abaa-4183-9a67-14cc576d4a00 req-fe49d3b3-b118-4601-b5e0-2142ebe6e1df tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447867
Dec 13 15:34:59.813370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:34:59.835118 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'mac_address': 'fa:16:3e:a8:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:34:59.892542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:59.911590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010ba1c7-a24f-4b7e-9062-6be5c9210415 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:34:59.927975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:34:59.932987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:34:59.934838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-626b1c45-f2dd-43b8-986e-349958395112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:35:00.004043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:35:00.013875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.014277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.014676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.015000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.015446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.015816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.016168 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.016538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.016902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.017271 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.017616 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:35:00.022092 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:35:00.154317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['010ba1c7-a24f-4b7e-9062-6be5c9210415'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:35:00.832714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:35:00.893408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68b02c-6abf-49a3-b86d-984f8ef93e45 req-d90425c1-8761-4aa1-9c61-2e5854eb6d71 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:00.895008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc68b02c-6abf-49a3-b86d-984f8ef93e45 req-d90425c1-8761-4aa1-9c61-2e5854eb6d71 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 945 time: 0.0953693
Dec 13 15:35:00.950139 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-cc68b02c-6abf-49a3-b86d-984f8ef93e45 req-5fea65dc-224f-496b-b589-a9b06a9a4e77 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462394
Dec 13 15:35:01.673548 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:35:01.761470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 010ba1c7-a24f-4b7e-9062-6be5c9210415 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:35:01.766906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 010ba1c7-a24f-4b7e-9062-6be5c9210415 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:35:01.767385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:01.900098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:01.932590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:35:01.945654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:35:01.950162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:01.952108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-81cd2f09-fcde-4e1b-9a85-ff164df98365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:35:01.998225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'code': 200}
Dec 13 15:35:02.028641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:35:02.031912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:35:02.165798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edeac6-ec1d-4b96-ad6d-b78391a8f033 req-fef23531-b777-4817-b444-7cce050b755e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:02.167416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43edeac6-ec1d-4b96-ad6d-b78391a8f033 req-fef23531-b777-4817-b444-7cce050b755e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0843592
Dec 13 15:35:02.223480 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43edeac6-ec1d-4b96-ad6d-b78391a8f033 req-15bdd10e-d1f5-44f3-a69f-1e4c7ca54a7a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488241
Dec 13 15:35:02.285411 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51bfb9b6-eede-488c-b860-2fc6ea4ca001 req-e80be9fa-21bf-488a-a22e-dcb12a428e50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0750508
Dec 13 15:35:02.332219 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-51bfb9b6-eede-488c-b860-2fc6ea4ca001 req-7e3171ad-a504-434b-abc2-9b3e38a06c20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399659
Dec 13 15:35:03.450940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1580c-0cf2-4030-be1a-e682be53bd32 req-d2b9d556-3e80-4c7c-8a48-eaa035f1520c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:03.452614 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13e1580c-0cf2-4030-be1a-e682be53bd32 req-d2b9d556-3e80-4c7c-8a48-eaa035f1520c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0979204
Dec 13 15:35:03.505514 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-13e1580c-0cf2-4030-be1a-e682be53bd32 req-57a7a7db-fee9-4f4d-bdcf-9180aae6c22f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445800
Dec 13 15:35:04.741433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a4842-c1ac-4966-b5f7-1921202bbeae req-6657be5c-f27f-42ed-bfaf-703e3d38b00d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:04.743232 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-328a4842-c1ac-4966-b5f7-1921202bbeae req-6657be5c-f27f-42ed-bfaf-703e3d38b00d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1027870
Dec 13 15:35:04.810373 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-328a4842-c1ac-4966-b5f7-1921202bbeae req-7a89bd0b-8877-4ae4-a095-072d79d8c45c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0547316
Dec 13 15:35:05.096969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63efb-ae8a-4de3-aa01-f90198fbe606 req-ce4777ac-edfa-47aa-b800-6cf8bb117212 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:05.098560 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b3d63efb-ae8a-4de3-aa01-f90198fbe606 req-ce4777ac-edfa-47aa-b800-6cf8bb117212 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1655207
Dec 13 15:35:05.152421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b3d63efb-ae8a-4de3-aa01-f90198fbe606 req-f765161b-28a8-4a27-9757-b2ed41c1665e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470705
Dec 13 15:35:05.184611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59402) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:35:05.264027 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d1ffec3a-aad1-436c-aa81-469e7db19296 tempest-TestShelveInstance-384345163 tempest-TestShelveInstance-384345163-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1094 time: 0.0779743
Dec 13 15:35:05.266741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59406) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:35:05.272412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:35:05.280027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:35:05.284564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Usage tracker for resource:floatingip and tenant:51c00720384d442ca54c23bf158306f1 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:35:05.288359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:35:05.294886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:35:05.306944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:05.461086 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:05.610359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Allocated IP 172.26.4.89 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/cb5313d4-96e2-4357-8e8b-a5784ee3d952) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:35:05.772369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:05.800212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:05.804197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ed37dbf1-4fc5-410f-896c-c571cb3d64fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:35:05.875252 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=cb5313d4-96e2-4357-8e8b-a5784ee3d952,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:35:05.878713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:35:05.879739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:35:05.880754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:35:05.883225 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:35:06.682458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:06.748152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:06.978445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:06.983836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:06.987632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-13ff78bf-99df-40df-95d5-67183565b098 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:35:07.094102 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event updated for resources: {'Port': ['ID=cb5313d4-96e2-4357-8e8b-a5784ee3d952,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:35:07.098738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:35:07.118346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:07.330574 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Floating IP 86ca73a7-046d-41c5-afcd-5923135484bd associated. External IP: 172.26.4.89, port: 010ba1c7-a24f-4b7e-9062-6be5c9210415.
Dec 13 15:35:07.770823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:35:07.993780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:35:08.004926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:35:08.019731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:08.032031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:35:08.032652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eee9c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:34:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:35:08.075601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8077431
Dec 13 15:35:08.076289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:35:08.092317 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3b0b-a74e-4e9d-a5b5-83e1f7a0b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:08.132042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'status': 'completed', 'code': 200}
Dec 13 15:35:08.238325 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:35:08.242303 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-6bde327f-0cbc-41e6-8cde-68c833e6f7e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0838399
Dec 13 15:35:08.388792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-c0a2fb08-991b-4938-aebb-8e65b0db7c79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:08.390408 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-c0a2fb08-991b-4938-aebb-8e65b0db7c79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1407161
Dec 13 15:35:08.499716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-4053751c-7dcc-4226-930f-f1274d475203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 999 time: 0.0987301
Dec 13 15:35:08.579868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-d7f21d2c-dfd8-4917-b0be-dd6a68e875f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:08.581354 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-d7f21d2c-dfd8-4917-b0be-dd6a68e875f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0679097
Dec 13 15:35:08.612241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eee9c88>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '86ca73a7-046d-41c5-afcd-5923135484bd', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:a8:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:35:06Z', 'updated_at': '2021-12-13T15:35:06Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:35:08.616665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:35:08.628103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:35:08.628754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65eee9c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:34:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:35:08.669741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-a0634b41-369f-4e90-baf0-62ea1294549d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817673
Dec 13 15:35:08.813129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-a5653299-3b70-40b8-baca-6533506a1b7a service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359708
Dec 13 15:35:08.819850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:35:08.959667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ec4e6d65-cb80-4eef-932c-6a01d751d6da req-d7e84699-1c1f-4846-a9a5-e77bfffcc92c service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394794
Dec 13 15:35:09.199994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65eee9c88>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '86ca73a7-046d-41c5-afcd-5923135484bd', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:a8:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:35:06Z', 'updated_at': '2021-12-13T15:35:06Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:35:09.204690 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd493-02a5-46c1-ad7e-d782c19da12e None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '86ca73a7-046d-41c5-afcd-5923135484bd', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'mac_address': 'fa:16:3e:a8:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:35:06Z', 'updated_at': '2021-12-13T15:35:06Z', 'revision_number': 0, 'project_id': '51c00720384d442ca54c23bf158306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:35:09.571344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:09.650376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c1859-1c78-4360-9cf1-c6204c3db4a9 None None] New status for floating IP 86ca73a7-046d-41c5-afcd-5923135484bd: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:35:10.458812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1727-f112-4866-8e55-b68c2cd42e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:10.981994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:12.366284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:16.404985 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-02497cb4-3d4d-41cf-be39-c48041fe5bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0891883
Dec 13 15:35:16.584974 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-b4ed37e6-7e45-4214-b17c-645da8522e8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0861914
Dec 13 15:35:16.747034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67832cef-246a-423f-988f-046040a303df req-4c31d158-c32f-49fa-9959-c2c7781feeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:16.748667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-4c31d158-c32f-49fa-9959-c2c7781feeee service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1408453
Dec 13 15:35:17.111402 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-67a95d08-8ace-4d9d-8291-e70ebb1a95ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1001 time: 0.3553891
Dec 13 15:35:17.184018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67832cef-246a-423f-988f-046040a303df req-763aeb17-fc92-45ce-a4b5-4c5dc02c73a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:35:17.185564 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-763aeb17-fc92-45ce-a4b5-4c5dc02c73a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0640576
Dec 13 15:35:17.272542 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-2f64a062-e419-4a9d-87e0-9e1f062dbde5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777285
Dec 13 15:35:17.426793 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-fbbae292-b72a-4453-99f6-bdf7faf859de service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410031
Dec 13 15:35:17.586645 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-67832cef-246a-423f-988f-046040a303df req-68f7aa2c-5910-49ef-9eb1-f6b98ae876b1 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520092
Dec 13 15:35:29.637023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:37.836283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:35:38.031483 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f3fe-feb4-4689-a648-6de3c7cf535e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:39.584775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:40.452918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c179501a-1fd8-4b5e-949d-5c44e18cfafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:40.987705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:42.375404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:35:59.616742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:08.037161 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-047097b0-3acb-4e47-8c69-c01a05746986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:09.584631 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:10.458253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5909297a-b296-41fb-b39b-54474012ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:10.985494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:12.375646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:14.845659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:36:18.371616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-b260ee11-00ce-4939-a9dd-cca26698a9ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788081
Dec 13 15:36:18.530667 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-9c587d1a-3a99-4ff9-ab3b-5130aba72f6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0782101
Dec 13 15:36:18.694356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-ec60584d-54f6-4604-9c67-7d52fded6a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:36:18.696021 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-ec60584d-54f6-4604-9c67-7d52fded6a78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1445649
Dec 13 15:36:18.806957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-c87f38ec-772d-43f1-b30b-41d9747d7747 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1001 time: 0.1031609
Dec 13 15:36:18.888176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-27cfd501-3893-4226-b556-4b4a1482d6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:36:18.890510 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-27cfd501-3893-4226-b556-4b4a1482d6a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0764163
Dec 13 15:36:18.979774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-2233a14b-8142-4415-92b3-d906eabdb831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0819526
Dec 13 15:36:19.133369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-4238e705-d403-445b-bd52-560567f4d379 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465099
Dec 13 15:36:19.276894 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-60c2b5e1-d92b-4d70-aa85-352b07cabadb req-11a4d5ce-ed62-4b1b-8c8f-f5b110b9a035 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369224
Dec 13 15:36:29.605753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:38.027563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e24686d4-6330-4fdc-84c0-cc55a46516e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:39.590527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:40.473472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bad7a1c3-fb47-450b-9a8f-faf33476a02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:40.993593 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:42.379182 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:36:51.837190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:36:59.634627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:08.024307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d7780d9-00a4-4345-bb3a-deb292467b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:09.584403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:10.474957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-babe367e-5045-41ba-ae79-a4d1849878c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:10.994312 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:12.381190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:13.317427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c2752-4aab-40fd-b1ed-0a7685e50ba5 req-b539f159-dc10-4b18-b136-52b6c881e535 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:13.319064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a42c2752-4aab-40fd-b1ed-0a7685e50ba5 req-b539f159-dc10-4b18-b136-52b6c881e535 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0929976
Dec 13 15:37:13.371920 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a42c2752-4aab-40fd-b1ed-0a7685e50ba5 req-4b0d200c-6ca7-4e8d-8666-5d4d76cd43b4 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455287
Dec 13 15:37:14.615834 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a84be-623d-4970-aed4-a4713aafd21b req-e57bb842-e591-43f0-abe3-a373b0b20bfb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:14.617309 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-235a84be-623d-4970-aed4-a4713aafd21b req-e57bb842-e591-43f0-abe3-a373b0b20bfb tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0893960
Dec 13 15:37:14.670653 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-235a84be-623d-4970-aed4-a4713aafd21b req-1c8c886f-102a-42c2-94a9-6f68b4234aa4 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446393
Dec 13 15:37:15.917536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453444f6-14af-4fd4-b766-adad7c3a88b8 req-ed17e285-4e08-4489-8fe6-71fbeb14fb66 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:15.919231 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-453444f6-14af-4fd4-b766-adad7c3a88b8 req-ed17e285-4e08-4489-8fe6-71fbeb14fb66 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0960426
Dec 13 15:37:15.974523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-453444f6-14af-4fd4-b766-adad7c3a88b8 req-996d6f3e-90ce-444c-bd4f-81635584d2fc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458305
Dec 13 15:37:17.201727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf0be1-4915-4a1e-91a3-e0a92e4b0b73 req-7afbfd50-37ab-4a08-b649-fe8e71eba351 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:17.203363 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbdf0be1-4915-4a1e-91a3-e0a92e4b0b73 req-7afbfd50-37ab-4a08-b649-fe8e71eba351 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0963871
Dec 13 15:37:17.262741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbdf0be1-4915-4a1e-91a3-e0a92e4b0b73 req-2aa88b8c-9fde-434e-b501-bde65039c5ef tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493538
Dec 13 15:37:18.434657 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-38e0a181-fce2-47b2-afab-cc39ada982a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0801260
Dec 13 15:37:18.521245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf8c0b-6794-44ac-860b-ecde8b0a5822 req-33db6b44-128e-4431-8bb5-3111a9484df1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:18.522853 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2bbf8c0b-6794-44ac-860b-ecde8b0a5822 req-33db6b44-128e-4431-8bb5-3111a9484df1 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1084230
Dec 13 15:37:18.597840 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2bbf8c0b-6794-44ac-860b-ecde8b0a5822 req-9fdeeaf0-97d3-47de-9f7d-a90af29acf86 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0642178
Dec 13 15:37:18.611988 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-b3002bd0-1d51-4933-b873-7c080354de88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:18.613830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-b3002bd0-1d51-4933-b873-7c080354de88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1563540
Dec 13 15:37:18.731112 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-2fd6bd5f-5d6f-42e3-a408-8765f6b5fc5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1001 time: 0.1093652
Dec 13 15:37:18.807719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-5e409aef-2de2-4c88-8bd2-e63d63a2552e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:18.809627 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-5e409aef-2de2-4c88-8bd2-e63d63a2552e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0723615
Dec 13 15:37:18.894603 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-1cb56498-a5e6-4428-9269-540fc8f7e858 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778315
Dec 13 15:37:19.044528 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-70656313-ac75-4138-8086-8fcf48045972 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425800
Dec 13 15:37:19.204580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-29ed7482-1f80-4536-8932-d7c74de03eaa req-8ec1c34f-0584-4078-bf84-d5d8d7b3aff9 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529982
Dec 13 15:37:19.823456 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f22949-14e8-4114-9c4b-36d69db26c70 req-5a8a4f58-d3b4-46ab-bced-0f95cc083687 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:19.825264 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4f22949-14e8-4114-9c4b-36d69db26c70 req-5a8a4f58-d3b4-46ab-bced-0f95cc083687 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0900095
Dec 13 15:37:19.892906 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a4f22949-14e8-4114-9c4b-36d69db26c70 req-844d6979-ef40-4032-9b25-c589fc5103ba tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0590763
Dec 13 15:37:21.119484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd8df-d959-4909-96ee-2b3b380109f1 req-896c7d94-3120-475c-8a21-eaee7665a244 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:21.121074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97acd8df-d959-4909-96ee-2b3b380109f1 req-896c7d94-3120-475c-8a21-eaee7665a244 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0868540
Dec 13 15:37:21.178462 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-97acd8df-d959-4909-96ee-2b3b380109f1 req-6623a3c4-3775-43e9-919e-8275a8e80de3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500209
Dec 13 15:37:22.403840 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92928002-bdc5-4177-ba3e-a5f8dc50d04a req-cfea5cc8-e34f-468b-bfa6-c050dab2509a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:22.405552 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-92928002-bdc5-4177-ba3e-a5f8dc50d04a req-cfea5cc8-e34f-468b-bfa6-c050dab2509a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0858715
Dec 13 15:37:22.459518 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-92928002-bdc5-4177-ba3e-a5f8dc50d04a req-63303bd4-742b-4377-a95e-3b83a0b7ddda tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446353
Dec 13 15:37:23.384523 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-3dc40ab0-0ed0-4b26-aaa2-4967a60f507f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0833485
Dec 13 15:37:23.534442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-76bc476f-7f54-4db9-aa2c-8318470cece6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:23.536066 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-76bc476f-7f54-4db9-aa2c-8318470cece6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1448333
Dec 13 15:37:23.643351 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-c8309368-aecf-46dd-a178-53d6a4990a1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1001 time: 0.1009161
Dec 13 15:37:23.682420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218615ce-c80e-4c4d-89f7-7dbf1013e156 req-e8769388-6bf4-4356-8059-c943ccf0e081 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:23.684046 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-218615ce-c80e-4c4d-89f7-7dbf1013e156 req-e8769388-6bf4-4356-8059-c943ccf0e081 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0921791
Dec 13 15:37:23.715556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-dd4355b4-3a03-4929-b426-e61c45f27727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:23.717386 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-dd4355b4-3a03-4929-b426-e61c45f27727 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0676377
Dec 13 15:37:23.735726 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-218615ce-c80e-4c4d-89f7-7dbf1013e156 req-ffed39de-80b2-47ac-a3de-dc702b8d2790 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448618
Dec 13 15:37:23.797761 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-0644318c-6fb6-4939-b8b1-6e28029f923b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747175
Dec 13 15:37:23.950861 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-5ae0e7e6-f2ed-4cc4-8a3d-6c03109eac9f service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454861
Dec 13 15:37:24.097801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b7a75707-cdd6-4356-a498-e28716edbe72 req-ea9108b0-4ba4-4d61-82d8-bc0adb76e8aa service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406593
Dec 13 15:37:24.956386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74fd6f-a7f7-4fc8-a3fa-5a77dc8e1b8c req-5aef5e24-2f2d-4daf-867e-7342d361eaa8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:24.957966 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb74fd6f-a7f7-4fc8-a3fa-5a77dc8e1b8c req-5aef5e24-2f2d-4daf-867e-7342d361eaa8 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0899467
Dec 13 15:37:25.013697 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb74fd6f-a7f7-4fc8-a3fa-5a77dc8e1b8c req-35dbecc2-f22c-4ce0-b8c2-786e190b94d3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461633
Dec 13 15:37:26.236035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9ea92-9e73-4ad1-b168-486e1c60b3f8 req-381e97a1-faed-4c93-9ba6-ad1376f1b1e4 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:26.237659 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5d9ea92-9e73-4ad1-b168-486e1c60b3f8 req-381e97a1-faed-4c93-9ba6-ad1376f1b1e4 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0872254
Dec 13 15:37:26.291215 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d5d9ea92-9e73-4ad1-b168-486e1c60b3f8 req-dcc60c59-f3d2-4eac-a559-a4ceb9f63e2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463634
Dec 13 15:37:27.504181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af23b80-d6bd-4cd4-b45b-b2cad24496c9 req-4cc91de0-ef41-4904-bc5e-58e8528ad989 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:27.511236 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2af23b80-d6bd-4cd4-b45b-b2cad24496c9 req-4cc91de0-ef41-4904-bc5e-58e8528ad989 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0942123
Dec 13 15:37:27.565676 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2af23b80-d6bd-4cd4-b45b-b2cad24496c9 req-2fe153d5-1f1d-47c2-9ec4-485dd17cd8d0 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464680
Dec 13 15:37:27.790775 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-18d04a32-426e-4a94-9777-fd9db8218902 req-d06dde8a-0a33-4988-a73d-1e236dffdfbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1004388
Dec 13 15:37:28.450447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:37:28.575651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:28.603913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:37:28.614137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:37:28.617766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:28.620630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:37:28.688697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:37:28.702916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.703518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.704003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.704524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.705036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.705568 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.705985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.706478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.706926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.707494 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.707863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:37:28.714476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:37:28.742888 dv-neutron-821565-1-hyperv neutron-server[88745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'code': 422} returned with failed status
Dec 13 15:37:28.847249 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:37:29.104184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae85574-dfaf-428a-b50d-170a2e5c3a17 req-d9705450-f54f-4456-a384-7ae40e26a1da tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:29.105808 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ae85574-dfaf-428a-b50d-170a2e5c3a17 req-d9705450-f54f-4456-a384-7ae40e26a1da tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0935364
Dec 13 15:37:29.198746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3ae85574-dfaf-428a-b50d-170a2e5c3a17 req-d0b34de3-d105-4db5-a459-ccbe6bd19621 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0866134
Dec 13 15:37:29.227956 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-d367a8dc-0ae3-472a-8b9d-aa923ea6edfa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2853756
Dec 13 15:37:29.621126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:30.409363 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9abc2-ff92-46cb-a198-6c5417e165c6 req-2bb10c21-11a8-40b0-878d-0901316b7eaf tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:30.411042 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6c9abc2-ff92-46cb-a198-6c5417e165c6 req-2bb10c21-11a8-40b0-878d-0901316b7eaf tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0893664
Dec 13 15:37:30.463276 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b6c9abc2-ff92-46cb-a198-6c5417e165c6 req-74ed9e04-1bd5-4a81-8709-7e20f2d88516 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458071
Dec 13 15:37:31.630367 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-4917f8cf-6032-4a57-b0bb-d7a65bc733ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&tenant_id=51c00720384d442ca54c23bf158306f1 HTTP/1.1" status: 200  len: 1097 time: 0.1158977
Dec 13 15:37:31.735660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1eff6-dc0b-4b3d-91bd-2282c744c778 req-011f156e-0c6e-4849-80e8-f208e0af399a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:31.737245 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6fa1eff6-dc0b-4b3d-91bd-2282c744c778 req-011f156e-0c6e-4849-80e8-f208e0af399a tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1435359
Dec 13 15:37:31.788720 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-c63a84c1-baa4-4e0d-a780-36a86b2c07f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1097 time: 0.1357684
Dec 13 15:37:31.839391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-6fa1eff6-dc0b-4b3d-91bd-2282c744c778 req-37ffef55-7746-4bc4-9d26-f34e53e0acc4 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0949259
Dec 13 15:37:31.944320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-fcbaeaa2-681b-4c14-ab6e-d9922590e0b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:31.945911 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-fcbaeaa2-681b-4c14-ab6e-d9922590e0b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1490045
Dec 13 15:37:32.055234 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-a534f5f9-1149-4e44-b8ca-a00f6a67f953 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 999 time: 0.1015477
Dec 13 15:37:32.126876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-2dfdece1-b26d-4250-88a9-fac1179596d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:32.128465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-2dfdece1-b26d-4250-88a9-fac1179596d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0667489
Dec 13 15:37:32.210735 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-1d3a04d3-ed3e-438e-bcc8-507492a45364 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749357
Dec 13 15:37:32.353415 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-3da62d33-4b77-4dc0-9eaa-7a155b3447e8 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358082
Dec 13 15:37:32.749157 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-264433e1-b298-47da-8e5b-a8ef01192d02 req-2ae2d10c-d8e0-4ae8-9d6f-33da8d0c8595 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3888016
Dec 13 15:37:33.067003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1621-86b6-42fb-a0a1-15cee75780c1 req-5517d751-2271-4d73-92c2-3ceb77def720 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:33.068594 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-951b1621-86b6-42fb-a0a1-15cee75780c1 req-5517d751-2271-4d73-92c2-3ceb77def720 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0987670
Dec 13 15:37:33.122011 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-951b1621-86b6-42fb-a0a1-15cee75780c1 req-c2d6a4d0-4218-4160-96ae-a8c1b9b9eff7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438182
Dec 13 15:37:34.340067 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42830b4a-b4c7-4520-a558-6563774d1417 req-d343e68d-4cb7-42c5-97db-bfbc3ae23108 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:34.341651 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42830b4a-b4c7-4520-a558-6563774d1417 req-d343e68d-4cb7-42c5-97db-bfbc3ae23108 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0867996
Dec 13 15:37:34.389825 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-42830b4a-b4c7-4520-a558-6563774d1417 req-d0dba2dd-4573-42ac-98f5-f6a4c2b627bf tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416644
Dec 13 15:37:35.605369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f4d1-635d-479a-87db-015a6cea2fc6 req-45a2320c-01ae-4475-ba79-7a2a0fe07bee tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:35.606908 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d10f4d1-635d-479a-87db-015a6cea2fc6 req-45a2320c-01ae-4475-ba79-7a2a0fe07bee tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0870543
Dec 13 15:37:35.656891 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7d10f4d1-635d-479a-87db-015a6cea2fc6 req-cb43140f-5520-4706-9c3e-e310c366e958 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434749
Dec 13 15:37:36.878928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cf272-e142-46b7-929e-39736542f9b9 req-0c86521b-297c-4902-ad65-3feaf47408d7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:36.880513 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0f1cf272-e142-46b7-929e-39736542f9b9 req-0c86521b-297c-4902-ad65-3feaf47408d7 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0996284
Dec 13 15:37:36.930380 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0f1cf272-e142-46b7-929e-39736542f9b9 req-812b9c7a-09e4-4cf8-82af-290ddc6a4285 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436463
Dec 13 15:37:38.019452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4d14dbeb-2e20-4cb8-a403-9167cc84332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:38.145971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417b0d-b281-435d-a9d2-688b31abdc52 req-da14bccf-a7c6-4f2f-938d-97a0536afbdc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:38.147630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-15417b0d-b281-435d-a9d2-688b31abdc52 req-da14bccf-a7c6-4f2f-938d-97a0536afbdc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0895746
Dec 13 15:37:38.197584 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-15417b0d-b281-435d-a9d2-688b31abdc52 req-ea98434a-fa37-4595-9193-0cff6d16d71e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435073
Dec 13 15:37:39.451508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187d2b-8bfa-4e79-b638-f823581c6e31 req-63a2ed69-7309-4738-bb8c-bd31b6148675 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:39.453118 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64187d2b-8bfa-4e79-b638-f823581c6e31 req-63a2ed69-7309-4738-bb8c-bd31b6148675 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0975361
Dec 13 15:37:39.503474 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-64187d2b-8bfa-4e79-b638-f823581c6e31 req-83944eec-50fb-4949-b9e2-df2f2e9d1d87 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437701
Dec 13 15:37:39.591505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:40.477490 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1846-9094-4b34-8a72-686418c79baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:40.480386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:37:40.628789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:37:40.644015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'port_id': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'mac_address': 'fa:16:3e:a8:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:37:40.704820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:40.714744 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a10be-9ddc-4aef-8c0d-4f6fe3848da0 req-5f492738-ab26-47cc-84ff-73052fbe6e2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:40.716421 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-687a10be-9ddc-4aef-8c0d-4f6fe3848da0 req-5f492738-ab26-47cc-84ff-73052fbe6e2d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0854449
Dec 13 15:37:40.724119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010ba1c7-a24f-4b7e-9062-6be5c9210415 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:37:40.740419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:37:40.744264 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:40.746122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:37:40.771850 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-687a10be-9ddc-4aef-8c0d-4f6fe3848da0 req-c83d8970-8c87-4565-8639-c2f1bba5d94e tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486834
Dec 13 15:37:40.812877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:37:40.816278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:37:40.964957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['010ba1c7-a24f-4b7e-9062-6be5c9210415'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:37:41.035918 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:42.009970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aee3f-37c5-449b-b8dc-5638308b3321 req-8e7c8092-289f-462f-8407-18ac5a04caac tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:42.011600 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-192aee3f-37c5-449b-b8dc-5638308b3321 req-8e7c8092-289f-462f-8407-18ac5a04caac tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 945 time: 0.0868230
Dec 13 15:37:42.068801 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-192aee3f-37c5-449b-b8dc-5638308b3321 req-6ccc66d3-39e6-4237-8367-7454109408a0 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482259
Dec 13 15:37:42.393455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:42.497170 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:37:42.578511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 010ba1c7-a24f-4b7e-9062-6be5c9210415 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:37:42.578722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:42.703552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:42.731408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:37:42.742433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:37:42.747251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:37:42.749253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-aaa67861-c215-430a-97fb-5e60d05866d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:37:42.817487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:37:42.820856 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:37:43.299212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc60c3-0316-4627-8c5a-72ff692cc31a req-5f86f3ed-a5fd-4693-948e-596c882e6435 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:43.300785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23dc60c3-0316-4627-8c5a-72ff692cc31a req-5f86f3ed-a5fd-4693-948e-596c882e6435 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0987401
Dec 13 15:37:43.350830 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-23dc60c3-0316-4627-8c5a-72ff692cc31a req-7b027426-7474-433c-90c6-6ecacddcbe4c tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437546
Dec 13 15:37:43.815179 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'code': 200}
Dec 13 15:37:44.118255 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fc6029b3-cec9-4b70-bc94-074cdff69653 req-23484e52-1821-4b29-bcf2-aa68b9a708bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0844746
Dec 13 15:37:44.164281 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fc6029b3-cec9-4b70-bc94-074cdff69653 req-a1e20889-d145-42c0-b404-27c3b9bfd0eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390429
Dec 13 15:37:44.588820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069695ea-2760-4c04-a08e-7916e10207d0 req-b5a516d2-a6c3-4555-8dc4-57b0caec7487 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:44.590473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-069695ea-2760-4c04-a08e-7916e10207d0 req-b5a516d2-a6c3-4555-8dc4-57b0caec7487 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0941107
Dec 13 15:37:44.642369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-069695ea-2760-4c04-a08e-7916e10207d0 req-ce79148e-88e1-4c72-b66c-25c3cd9e31ad tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429354
Dec 13 15:37:45.880554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a2b4e-dcc1-4be4-9d2b-310803b84d80 req-9c37e428-65fe-4b25-804c-ed626d9f77d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:37:45.882187 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba1a2b4e-dcc1-4be4-9d2b-310803b84d80 req-9c37e428-65fe-4b25-804c-ed626d9f77d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1065614
Dec 13 15:37:45.932828 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ba1a2b4e-dcc1-4be4-9d2b-310803b84d80 req-e65b81fb-69a4-4319-93bd-06f54db715cf tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443926
Dec 13 15:37:59.646216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:05.839776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:38:08.031809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-83b6e281-873c-426f-b5b6-a1351cdfa7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:09.613662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:10.478915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-422f7dab-73b5-4b5c-99a7-83a49cf6a000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:11.010704 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:12.384558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:19.451330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-86c1f289-1dc0-4aab-bc33-222c1b72ac29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1653168
Dec 13 15:38:19.609220 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-9dbb3d60-e2b5-4cd1-9088-70d92b076571 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0812707
Dec 13 15:38:19.789320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace619-d54e-41df-8315-709afb64edbc req-f18da385-1ffc-4695-9324-40f6d3e3e097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:38:19.791366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-f18da385-1ffc-4695-9324-40f6d3e3e097 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1599612
Dec 13 15:38:19.908957 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-71415ccf-9d7b-4d1b-a752-222705ba2116 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 1001 time: 0.1108296
Dec 13 15:38:19.988831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace619-d54e-41df-8315-709afb64edbc req-753dae93-2d65-4780-9e68-c80ef41fdbc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:38:19.990796 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-753dae93-2d65-4780-9e68-c80ef41fdbc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0742028
Dec 13 15:38:20.080443 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-a3dc8615-24c2-4392-b3c4-8e3dafc4787c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0834620
Dec 13 15:38:20.091371 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-703cbb8a-1ae8-4e85-969b-ca2910189349 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:38:20.092452 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-703cbb8a-1ae8-4e85-969b-ca2910189349 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0055828
Dec 13 15:38:20.244404 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-01824cb2-667b-4c5b-8902-8b4ca01baff2 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452596
Dec 13 15:38:20.393774 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7ace619-d54e-41df-8315-709afb64edbc req-b8be6455-31ae-4342-883f-bff5c027e8da service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425281
Dec 13 15:38:29.654392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:38.044257 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ec1d9b1b-91a5-4428-baf5-4ee0cfed40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:39.594594 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:40.481666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-150d7bf2-25f6-4bf6-87cc-454e5ce12132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:41.007666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:42.385143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:38:42.846844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:38:59.673357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:06.083396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59570) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:06.311480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Deleting port cb5313d4-96e2-4357-8e8b-a5784ee3d952 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:06.311841 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:06.489420 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:06.489787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:06.614082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Calling delete_port for cb5313d4-96e2-4357-8e8b-a5784ee3d952 owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:06.788700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:06.792919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cea66e0a-0797-4359-b6b2-f4699e5662d2 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:06.839502 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'Port': ['ID=cb5313d4-96e2-4357-8e8b-a5784ee3d952,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:06.853023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.853448 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.853870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.854251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.854688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.855356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.855510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.855904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.856305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.856786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.857694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:06.888715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:06.957887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:07.381316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:07.840048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:07.850795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:07.861357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:07.864865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:07.865615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5ea90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:38:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:07.916587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-41bef1a7-6209-4336-951a-3a4e99658500 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "DELETE /v2.0/floatingips/86ca73a7-046d-41c5-afcd-5923135484bd HTTP/1.1" status: 204  len: 168 time: 1.8311903
Dec 13 15:39:07.917351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:39:07.996612 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'status': 'completed', 'code': 200}
Dec 13 15:39:08.075634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e195e3e5-aa6b-4d44-8569-a8a46d7ac161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:08.083997 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:08.107925 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-2ab6c80a-f266-46fb-9608-86b3cec0dca5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c00720384d442ca54c23bf158306f1&device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 1099 time: 0.0876591
Dec 13 15:39:08.260985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8c4a-d020-484b-8726-078720dd022c req-ac61581a-14a4-42c8-a87c-2f3a853a5767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:08.262601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-ac61581a-14a4-42c8-a87c-2f3a853a5767 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 200  len: 909 time: 0.1475732
Dec 13 15:39:08.349732 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-0b97b34d-4fe9-4a81-a0bf-60401cb7f7b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 200  len: 217 time: 0.0790350
Dec 13 15:39:08.369492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd7cf2-66a8-482c-8382-307600c8dc94 req-45b6906b-c712-4676-91bf-e4078037fedc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:08.370296 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-90cd7cf2-66a8-482c-8382-307600c8dc94 req-45b6906b-c712-4676-91bf-e4078037fedc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:08.386532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-90cd7cf2-66a8-482c-8382-307600c8dc94 req-45b6906b-c712-4676-91bf-e4078037fedc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:08.388009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-90cd7cf2-66a8-482c-8382-307600c8dc94 req-45b6906b-c712-4676-91bf-e4078037fedc tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1201370
Dec 13 15:39:08.421047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5ea90>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:08.422417 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8c4a-d020-484b-8726-078720dd022c req-72225fe1-9734-497b-bb5c-48a7f52af856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:08.424473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-72225fe1-9734-497b-bb5c-48a7f52af856 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 200  len: 847 time: 0.0670643
Dec 13 15:39:08.425476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:08.437696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:08.438401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5ea90>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:38:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:08.444364 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-90cd7cf2-66a8-482c-8382-307600c8dc94 req-0d030199-3ee4-4844-b082-7974c5ffaf72 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502210
Dec 13 15:39:08.512649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-321ad1b0-a618-4cfc-a9ff-ed4316503b66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0800443
Dec 13 15:39:08.634195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:08.665211 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-9f7f7455-342e-4035-9b13-d8e229e399e5 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451242
Dec 13 15:39:08.813504 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83da8c4a-d020-484b-8726-078720dd022c req-31bb1ff8-f46c-457f-a530-03b1b9d467f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406231
Dec 13 15:39:08.987513 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ec5ea90>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:08.992369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96f87a-fb6f-4dbd-9c58-f10370ebe477 None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:29:57Z', 'revision_number': 4, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': 'da351694-4622-4c54-aa12-969bee989c6c', 'name': '', 'network_id': '8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'mac_address': 'fa:16:3e:11:bc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:56Z', 'updated_at': '2021-12-13T15:30:07Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'subnets': [{'id': '3f4c4e7d-372e-4a52-9f3a-aa43649b05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:09.433570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae8ded-8dbf-4f7a-8281-fc338243130b None None] New status for floating IP 86ca73a7-046d-41c5-afcd-5923135484bd: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:39:09.588929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:09.662748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d561-8324-4b76-a751-288b8c6fd637 req-199fecc8-8767-4c4f-b7ca-e5a99b12462b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:09.664391 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4013d561-8324-4b76-a751-288b8c6fd637 req-199fecc8-8767-4c4f-b7ca-e5a99b12462b tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0885460
Dec 13 15:39:09.723816 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4013d561-8324-4b76-a751-288b8c6fd637 req-a31db056-72d4-48aa-b044-76819dd0c382 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf1adda7-b229-4b41-9bea-4a2276820e90&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529780
Dec 13 15:39:09.904496 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-15810590-aadc-46d1-8156-76fc7e069b38 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:09.906032 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-15810590-aadc-46d1-8156-76fc7e069b38 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0895269
Dec 13 15:39:09.979569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Deleting port 010ba1c7-a24f-4b7e-9062-6be5c9210415 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:09.979946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:10.245766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] For port 010ba1c7-a24f-4b7e-9062-6be5c9210415, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=010ba1c7-a24f-4b7e-9062-6be5c9210415,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:10.246090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:10.390350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Calling delete_port for 010ba1c7-a24f-4b7e-9062-6be5c9210415 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:10.479609 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-64efa2da-0f4c-46ba-9ea8-a519ef75798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:10.542833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:10.548871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-354b0f59-2d5b-4df0-ba11-0079061c9926 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:10.593511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'Port': ['ID=010ba1c7-a24f-4b7e-9062-6be5c9210415,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:10.637359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.637779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.638357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.639232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.639653 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.640065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.640474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.640864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.641266 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.641667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.642061 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:10.649440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:10.684119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] No DVR routers for this DVR port 010ba1c7-a24f-4b7e-9062-6be5c9210415 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:39:10.686758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:10.689528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-deleted', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:39:10.705829 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-7f407d10-42a3-4ab7-b809-575afc35ddb5 req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.72 "DELETE /v2.0/ports/010ba1c7-a24f-4b7e-9062-6be5c9210415 HTTP/1.1" status: 204  len: 173 time: 0.7938266
Dec 13 15:39:10.748962 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc93920-1f63-4a5c-bd7d-44abd77c7cb7', 'name': 'network-vif-deleted', 'tag': '010ba1c7-a24f-4b7e-9062-6be5c9210415', 'status': 'completed', 'code': 200}
Dec 13 15:39:10.904304 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-26618f0e-abfc-4518-9695-f994922df841 req-14b4ddcb-0bd2-459c-b4d9-2f23ffe838f3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Synchronizing usage tracker for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:10.920830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-26618f0e-abfc-4518-9695-f994922df841 req-14b4ddcb-0bd2-459c-b4d9-2f23ffe838f3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Unset dirty status for tenant:51c00720384d442ca54c23bf158306f1 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:10.922170 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-26618f0e-abfc-4518-9695-f994922df841 req-14b4ddcb-0bd2-459c-b4d9-2f23ffe838f3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bc93920-1f63-4a5c-bd7d-44abd77c7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0672388
Dec 13 15:39:11.004650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.037311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59604) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:12.120864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.151933 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.216422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.222001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff5dc4d0-4971-4538-a966-ac9b0812c427 tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:12.238623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1adda7-b229-4b41-9bea-4a2276820e90,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:12.241407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:12.250670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.254654 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6d6891a7-d389-4643-9134-4a9969d8c60d tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] 10.222.0.69 "DELETE /v2.0/security-groups/bf1adda7-b229-4b41-9bea-4a2276820e90 HTTP/1.1" status: 204  len: 168 time: 0.2135808
Dec 13 15:39:12.318648 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59610) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:12.389283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:12.959139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:13.613290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Deleting port da351694-4622-4c54-aa12-969bee989c6c {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:13.613721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:13.802116 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] For port da351694-4622-4c54-aa12-969bee989c6c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=da351694-4622-4c54-aa12-969bee989c6c,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:13.802560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:13.928137 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Calling delete_port for da351694-4622-4c54-aa12-969bee989c6c owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:14.150038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:14.153975 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ff3e9428-db77-4e85-ac77-a37789289f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:14.195195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=da351694-4622-4c54-aa12-969bee989c6c,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:14.198896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:14.506831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:14.977821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:15.012346 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 010ba1c7-a24f-4b7e-9062-6be5c9210415 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:15.012810 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 010ba1c7-a24f-4b7e-9062-6be5c9210415 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:15.410195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Router 1d7341ce-139b-4c93-94b6-4d88ae39de32 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:15.626784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:15.636969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Sync routers for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:15.645254 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d5cc5b3c-c9e8-46cd-9fdb-5e57d6f13a9b admin admin] 10.222.0.69 "PUT /v2.0/routers/1d7341ce-139b-4c93-94b6-4d88ae39de32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3248203
Dec 13 15:39:15.649026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59618) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:15.651935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:15.652661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:15.879445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:16.026879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:16.332212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56160>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:39:14Z', 'revision_number': 5, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port': {'id': '3f916564-d26e-4c65-8187-9a82c97bf84e', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:29:54Z', 'updated_at': '2021-12-13T15:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:16.336915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Checking router: 1d7341ce-139b-4c93-94b6-4d88ae39de32 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:16.340666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:16.348229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Routers {'1d7341ce-139b-4c93-94b6-4d88ae39de32'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:16.349000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['1d7341ce-139b-4c93-94b6-4d88ae39de32'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:16.350617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Deleting port 3f916564-d26e-4c65-8187-9a82c97bf84e {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:16.351009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:16.504583 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] Set router 1d7341ce-139b-4c93-94b6-4d88ae39de32 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:16.537361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] For port 3f916564-d26e-4c65-8187-9a82c97bf84e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=3f916564-d26e-4c65-8187-9a82c97bf84e,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:16.537779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:16.619747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed56160>, [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:39:16Z', 'revision_number': 6, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:16.624076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c31fbc-b76f-4ff9-8acd-49abb4a16290 None None] The sync data for ids ['1d7341ce-139b-4c93-94b6-4d88ae39de32'] in dv-neutron-821565-1-hyperv is: [{'id': '1d7341ce-139b-4c93-94b6-4d88ae39de32', 'name': 'tempest-TestShelveInstance-620615843-router', 'tenant_id': '51c00720384d442ca54c23bf158306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:29:53Z', 'updated_at': '2021-12-13T15:39:16Z', 'revision_number': 6, 'project_id': '51c00720384d442ca54c23bf158306f1', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:16.668075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Calling delete_port for 3f916564-d26e-4c65-8187-9a82c97bf84e owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:16.845794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:16.849676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a3b3b4ed-dc73-442f-8a63-77cf941d53df tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:16.891844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f916564-d26e-4c65-8187-9a82c97bf84e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:16.895585 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:17.127837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.404094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.409034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.442556 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.443153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7341ce-139b-4c93-94b6-4d88ae39de32 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:39:17.456297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.457569 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-611a01a4-376a-4a23-9c07-9b3a88e2b551 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1d7341ce-139b-4c93-94b6-4d88ae39de32 HTTP/1.1" status: 204  len: 168 time: 1.8074994
Dec 13 15:39:17.460724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59622) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:17.528680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Deleting subnet 3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:39:17.535173 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.592094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.681125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.760837 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.764713 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-382e49d7-a194-4660-92c8-1839a878c353 tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:17.804185 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4c4e7d-372e-4a52-9f3a-aa43649b05b2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:17.806870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:17.809985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.816274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a9dd3-c023-4548-8e08-d25ed9f464bc None None] Network 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:17.818253 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e97578ad-a4e5-4fc2-9d73-4ad529989962 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f4c4e7d-372e-4a52-9f3a-aa43649b05b2 HTTP/1.1" status: 204  len: 168 time: 0.3565159
Dec 13 15:39:17.821147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59626) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:17.939512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:17.952202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Deleting port c503c976-3c66-4a49-a2d2-e68f4ce4f89f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:17.952570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.082714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] DHCP port deletion for 8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:39:18.087760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Deleting port c503c976-3c66-4a49-a2d2-e68f4ce4f89f {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:18.088189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.174272 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] For port c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:18.174886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.309707 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Calling delete_port for c503c976-3c66-4a49-a2d2-e68f4ce4f89f owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:18.312523 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] For port c503c976-3c66-4a49-a2d2-e68f4ce4f89f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,segment=NetworkSegment(80fa3c48-9dad-422d-84fd-2627a812bdd7),segment_id=80fa3c48-9dad-422d-84fd-2627a812bdd7)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:18.312987 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.388500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.393327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2249add7-9f6f-4f95-b057-021e7084d1ea tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:18.437050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Pushing event deleted for resources: {'Port': ['ID=c503c976-3c66-4a49-a2d2-e68f4ce4f89f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:18.440747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:18.440898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Calling delete_port for c503c976-3c66-4a49-a2d2-e68f4ce4f89f owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:18.441563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] No DVR routers for this DVR port c503c976-3c66-4a49-a2d2-e68f4ce4f89f on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:39:18.513711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:39:18.514117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:39:18.566618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.600559 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65ea678d0>,) {'filters': {'network_id': ['8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:18.614229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea678d0>, '80fa3c48-9dad-422d-84fd-2627a812bdd7') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:18.614838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65ea678d0>, '80fa3c48-9dad-422d-84fd-2627a812bdd7') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:18.627804 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.652747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.663149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:39:18.663902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.667142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c503c976-3c66-4a49-a2d2-e68f4ce4f89f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:39:18.680756 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:39:18.706194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: c503c976-3c66-4a49-a2d2-e68f4ce4f89f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:18.706586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device c503c976-3c66-4a49-a2d2-e68f4ce4f89f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:18.707059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3f916564-d26e-4c65-8187-9a82c97bf84e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:18.743844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 3f916564-d26e-4c65-8187-9a82c97bf84e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:18.744186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 3f916564-d26e-4c65-8187-9a82c97bf84e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:18.744674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device da351694-4622-4c54-aa12-969bee989c6c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:18.762947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.766605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f6863cd8-1eed-4024-a405-939ff34a2e89 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:18.783786 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:18.792283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: da351694-4622-4c54-aa12-969bee989c6c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:18.792650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device da351694-4622-4c54-aa12-969bee989c6c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:18.793880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:18.797605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:18.809945 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a79bf00-bebb-4d2e-8ae7-c55a9e9640eb HTTP/1.1" status: 204  len: 168 time: 0.9876947
Dec 13 15:39:18.813126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59630) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:19.015361 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Deleting port c503c976-3c66-4a49-a2d2-e68f4ce4f89f {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:19.015898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:19.107468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-90eeb261-018b-4bff-a32c-f1c3d6eda229 None None] The port 'c503c976-3c66-4a49-a2d2-e68f4ce4f89f' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:39:19.316269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:19.838838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:39:20.274920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Deleting port d40daea8-1558-41bc-9a30-11e755025661 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:20.275318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:20.462803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] For port d40daea8-1558-41bc-9a30-11e755025661, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=d40daea8-1558-41bc-9a30-11e755025661,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:20.463471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:20.594527 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Calling delete_port for d40daea8-1558-41bc-9a30-11e755025661 owned by network:router_interface {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:20.787971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:20.791745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1741ac49-f7c1-4260-a8a8-2fdbe3522d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:20.837159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40daea8-1558-41bc-9a30-11e755025661,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:20.839953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:21.147729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:21.757959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Router 03f10e16-508a-4c0d-9f81-4a445653da33 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:22.003199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:22.013746 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d9f8449f-6628-4a5a-897c-9d229abc8a37 admin admin] 10.222.0.69 "PUT /v2.0/routers/03f10e16-508a-4c0d-9f81-4a445653da33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1992602
Dec 13 15:39:22.016603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59634) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:22.016768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Sync routers for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:22.033375 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:22.035903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f846908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:22.226641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:22.233817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:22.555619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f846908>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:39:20Z', 'revision_number': 5, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:22.560138 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Checking router: 03f10e16-508a-4c0d-9f81-4a445653da33 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:22.572037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Routers {'03f10e16-508a-4c0d-9f81-4a445653da33'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:22.572681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f846908>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['03f10e16-508a-4c0d-9f81-4a445653da33'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:22.685330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:22.694645 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Deleting port 195afadf-27dc-4cd6-b084-5cf32cd4451f {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:22.695119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:22.767718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] Set router 03f10e16-508a-4c0d-9f81-4a445653da33 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:22.883731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] For port 195afadf-27dc-4cd6-b084-5cf32cd4451f, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=195afadf-27dc-4cd6-b084-5cf32cd4451f,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:22.884047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.010166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Calling delete_port for 195afadf-27dc-4cd6-b084-5cf32cd4451f owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:23.070458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f846908>, [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:39:20Z', 'revision_number': 5, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:23.074900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec962623-a1ba-42b7-b238-fcf1bd90e959 None None] The sync data for ids ['03f10e16-508a-4c0d-9f81-4a445653da33'] in dv-neutron-821565-1-hyperv is: [{'id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'name': 'tempest-TestShelveInstance-995731584-router', 'tenant_id': '6b5b828b4f124e3097dabab9955387e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:30:00Z', 'updated_at': '2021-12-13T15:39:20Z', 'revision_number': 5, 'project_id': '6b5b828b4f124e3097dabab9955387e8', 'gw_port': {'id': '195afadf-27dc-4cd6-b084-5cf32cd4451f', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f10e16-508a-4c0d-9f81-4a445653da33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:30:01Z', 'updated_at': '2021-12-13T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:23.196405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.201481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:23.242957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Pushing event deleted for resources: {'Port': ['ID=195afadf-27dc-4cd6-b084-5cf32cd4451f,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:23.247356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:23.491977 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.771939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.779301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.811142 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.811731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f10e16-508a-4c0d-9f81-4a445653da33 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:39:23.824412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.826570 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-f3123788-9780-41e8-8658-3562dbe4c879 admin admin] 10.222.0.69 "DELETE /v2.0/routers/03f10e16-508a-4c0d-9f81-4a445653da33 HTTP/1.1" status: 204  len: 168 time: 1.8089478
Dec 13 15:39:23.829408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59640) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:23.900070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Deleting subnet c68efaf2-661e-4d46-b36f-490437d0ce8c {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:39:23.904167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:23.962680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.047341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.134824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.138940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7df18a66-4158-4a3a-a623-ab5f104903f5 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:24.176982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68efaf2-661e-4d46-b36f-490437d0ce8c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:24.180624 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:24.181674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.187595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b339b-ca9b-4ef9-8ab5-b6e20d375d95 None None] Network cc95632e-fcb4-41cd-a50e-d0f7b576eaaa requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:24.188154 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-62cc3c86-1f49-4cb1-9fd6-b4a0c83b08e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c68efaf2-661e-4d46-b36f-490437d0ce8c HTTP/1.1" status: 204  len: 168 time: 0.3576894
Dec 13 15:39:24.190928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59644) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:24.305923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.317200 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Deleting port 7b16263c-815e-46f2-90f3-30c1e96d5fef {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:24.317570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.442485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] DHCP port deletion for cc95632e-fcb4-41cd-a50e-d0f7b576eaaa request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:39:24.446806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Deleting port 7b16263c-815e-46f2-90f3-30c1e96d5fef {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:24.447282 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.536084 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] For port 7b16263c-815e-46f2-90f3-30c1e96d5fef, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7b16263c-815e-46f2-90f3-30c1e96d5fef,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:24.536442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.667795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Calling delete_port for 7b16263c-815e-46f2-90f3-30c1e96d5fef owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:24.672017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7b16263c-815e-46f2-90f3-30c1e96d5fef no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:24.721174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] For port 7b16263c-815e-46f2-90f3-30c1e96d5fef, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=7b16263c-815e-46f2-90f3-30c1e96d5fef,segment=NetworkSegment(4b556567-2005-438d-a15b-486cb4597d51),segment_id=4b556567-2005-438d-a15b-486cb4597d51)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:24.721545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.742032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.746741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-65c35278-f16e-49e2-bd67-fbffaff5a318 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:24.788771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b16263c-815e-46f2-90f3-30c1e96d5fef,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:24.791845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:24.795261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] No DVR routers for this DVR port 7b16263c-815e-46f2-90f3-30c1e96d5fef on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:39:24.859852 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Calling delete_port for 7b16263c-815e-46f2-90f3-30c1e96d5fef owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:39:24.906745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No active binding found for port 7b16263c-815e-46f2-90f3-30c1e96d5fef {{(pid=88858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 13 15:39:24.907223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 7b16263c-815e-46f2-90f3-30c1e96d5fef not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:24.907689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d40daea8-1558-41bc-9a30-11e755025661 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:24.920398 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.946072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: d40daea8-1558-41bc-9a30-11e755025661 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:24.946469 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device d40daea8-1558-41bc-9a30-11e755025661 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:24.946942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 195afadf-27dc-4cd6-b084-5cf32cd4451f no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:39:24.947127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65d9ec828>,) {'filters': {'network_id': ['cc95632e-fcb4-41cd-a50e-d0f7b576eaaa']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:24.964622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9ec828>, '4b556567-2005-438d-a15b-486cb4597d51') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:24.964916 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65d9ec828>, '4b556567-2005-438d-a15b-486cb4597d51') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:24.977364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:24.984134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 195afadf-27dc-4cd6-b084-5cf32cd4451f {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:39:24.984545 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 195afadf-27dc-4cd6-b084-5cf32cd4451f not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:39:24.993493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.000275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:39:25.000697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:39:25.001039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:39:25.001463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:39:25.015743 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:39:25.095085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.099619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.103605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7252574-62f6-499d-baa2-7131e70bcdc7 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:25.132386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc95632e-fcb4-41cd-a50e-d0f7b576eaaa,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:25.134904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:25.137156 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] 10.222.0.69 "DELETE /v2.0/networks/cc95632e-fcb4-41cd-a50e-d0f7b576eaaa HTTP/1.1" status: 204  len: 168 time: 0.9450734
Dec 13 15:39:25.301807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59650) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:25.355647 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-ff6765ea-5cb7-4479-9708-593cdcf0eaf0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51c00720384d442ca54c23bf158306f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523510
Dec 13 15:39:25.358541 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59654) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:25.428242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.457487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.502032 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Deleting port 7b16263c-815e-46f2-90f3-30c1e96d5fef {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:39:25.502576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.510912 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.516045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8aeaa225-512a-485f-a5ba-7d11693f5a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:25.534622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59168eab-7552-4cd7-85fe-dacb65b5387e,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:25.537813 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:25.539094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:25.542416 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c9506baf-61a6-4ae1-b285-15a3fbe21378 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59168eab-7552-4cd7-85fe-dacb65b5387e HTTP/1.1" status: 204  len: 168 time: 0.1803598
Dec 13 15:39:25.583588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeda88-901a-47e2-8007-0317720f92be None None] The port '7b16263c-815e-46f2-90f3-30c1e96d5fef' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:39:25.999320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59662) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:26.058328 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b5ad1b75-65a4-4fdf-852c-5addea79fbe6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b5b828b4f124e3097dabab9955387e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0574136
Dec 13 15:39:26.061062 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59666) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:26.126065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:26.155858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:26.204758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:26.210365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2c287d66-db5e-4fb5-8291-36f655c316ed tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:26.224240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3498d1-dbdd-43b1-b5c6-7c5283b662cb,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:26.227009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:26.228395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:26.229611 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c5324af0-fe1a-4b36-bd5f-673e8c8f8c9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a3498d1-dbdd-43b1-b5c6-7c5283b662cb HTTP/1.1" status: 204  len: 168 time: 0.1675749
Dec 13 15:39:27.207374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59688) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:27.353697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1998526374-network', 'tenant_id': '944d1b16322a423f9614b1f480729499'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:27.359596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:27.363736 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Usage tracker for resource:network and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:27.366741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:27.373215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:27.384758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Made reservation on behalf of 944d1b16322a423f9614b1f480729499 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:39:27.392229 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.410006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.449028 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:27.453618 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:27.456863 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:27.463880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:27.531537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.535688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.538774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-84649ffe-fe52-478b-9253-8e5c389d2242 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:27.568600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:39:27.577457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe368be-31ef-4d59-8899-47c93795c8f4,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:27.581279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:27.584277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.584655 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Added segment 1ef35144-92c8-408f-9997-7fd531406efb of type vlan for network 363ed786-6027-47d2-9951-65fcb7d7e87b
Dec 13 15:39:27.614122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.651339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.652882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:27.654427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:27.662667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8e4c0ee1-d742-4bda-ad1d-9ca301a4c86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:27.774009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5654218
Dec 13 15:39:27.774957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Pushing event updated for resources: {'Network': ['ID=363ed786-6027-47d2-9951-65fcb7d7e87b,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:27.777733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59694) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:27.778206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7d03116a-80ce-4d29-90c5-61460733dbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:27.785582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Request body: {'subnet': {'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1998526374-subnet', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:27.787322 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 363ed786-6027-47d2-9951-65fcb7d7e87b details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:39:27.792919 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:27.797635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Usage tracker for resource:subnet and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:27.800662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:27.807124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:27.818054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Made reservation on behalf of 944d1b16322a423f9614b1f480729499 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:39:27.823234 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.062706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.067719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e204f1f4-e5c8-484a-8f6a-6055c00a2c8d tempest-NetworksIpV6Test-659362271 tempest-NetworksIpV6Test-659362271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:28.154455 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd261dc-bfeb-4020-9729-7369509bd312,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:28.157360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:28.177435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Checking segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:28.177960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Network hostable DHCP agents. Network: 363ed786-6027-47d2-9951-65fcb7d7e87b, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:39:28.206753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:39:28.217422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 363ed786-6027-47d2-9951-65fcb7d7e87b) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:28.221877 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:28.222534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.228378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c6e40-3cd7-493d-b2c9-ee364f41786c None None] Network 363ed786-6027-47d2-9951-65fcb7d7e87b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:28.245930 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-29dba923-052c-47ef-b4db-bd14a26f7682 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4664612
Dec 13 15:39:28.248714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59698) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:28.255096 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:28.260711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:28.265216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Usage tracker for resource:router and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:28.268373 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:28.274488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:28.288365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.289462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.316727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.458500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-363ed786-6027-47d2-9951-65fcb7d7e87b', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:39:28.459776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.632652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Allocated IP 172.20.0.2 (363ed786-6027-47d2-9951-65fcb7d7e87b/dcd261dc-bfeb-4020-9729-7369509bd312/99f9d211-31a7-4c58-88bc-79d6643b2bf5) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:28.729950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.864592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.875956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Transition to ACTIVE for port object 99f9d211-31a7-4c58-88bc-79d6643b2bf5 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:28.897192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Transition to ACTIVE for port object 99f9d211-31a7-4c58-88bc-79d6643b2bf5 will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:28.902800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.907488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:28.948748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.976085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:28.979662 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:28.982380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:28.982680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:28.985537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Pushing event updated for resources: {'Port': ['ID=99f9d211-31a7-4c58-88bc-79d6643b2bf5,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:29.021572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.021961 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.022355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.022689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.023113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.023569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.024119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.024630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.025132 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.025565 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.025937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:29.030453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:29.093814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Attempting to bind port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:29.094205 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Attempting to bind port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:29.094644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Attempting to bind port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:29.101801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:29.102230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Checking segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:29.102657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.103135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Bound using segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:29.103689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Bound port: 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:29.104110 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.132896 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Allocated IP 172.26.4.94 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/cd545317-e821-4ed0-af03-8ca90564f875) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:29.196971 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] For port 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:29.200449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] For port 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=99f9d211-31a7-4c58-88bc-79d6643b2bf5,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:29.204596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.209380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8c28ab47-384b-4b88-b167-18b98f087791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:29.291811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.296488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Pushing event updated for resources: {'Port': ['ID=99f9d211-31a7-4c58-88bc-79d6643b2bf5,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:29.299617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:29.321874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.326858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-959d1ebf-7909-4c97-af93-bb53386d99bd tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:29.396726 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:29.400446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:29.403003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:29.433621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Pushing event updated for resources: {'Port': ['ID=cd545317-e821-4ed0-af03-8ca90564f875,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:29.437020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:29.579000 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.579802 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.762503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:29.842228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:39:30.059721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:30.071921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:30.087362 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:30.088100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fff98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:30.088979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:30.090390 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a05be63c-1001-49ae-88de-3df7fc40ca56 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8403108
Dec 13 15:39:30.094041 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59702) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:30.286552 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:30.601518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fff98>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:29Z', 'revision_number': 3, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:30.605876 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:30.606636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Updating router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 port cd545317-e821-4ed0-af03-8ca90564f875 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:39:30.666932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:30.729295 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 99f9d211-31a7-4c58-88bc-79d6643b2bf5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:30.914418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:30.914729 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.024825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd23365-45b5-41fb-ace1-aa366dc9e476 None None] Network 363ed786-6027-47d2-9951-65fcb7d7e87b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:31.142956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Allocated IP 172.20.0.1 (363ed786-6027-47d2-9951-65fcb7d7e87b/dcd261dc-bfeb-4020-9729-7369509bd312/0193c0e0-7f90-406e-9c7b-210c12e2b873) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:31.209042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Provisioning for port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:31.236476 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Provisioning complete for port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:31.236839 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.282430 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.305845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.323769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Transition to ACTIVE for port object 0193c0e0-7f90-406e-9c7b-210c12e2b873 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:31.346156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.350812 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-270b398e-9885-439b-8dba-9d36b2057d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:31.355247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Transition to ACTIVE for port object cd545317-e821-4ed0-af03-8ca90564f875 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:31.391021 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.398722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ca7668-b43d-4b74-a4d6-fa383a6ff560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:31.419692 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:31.422775 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:31.427258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:31.460291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Pushing event updated for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:31.467693 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:31.493853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.527399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bce44-286c-4823-914d-34b69fcd6ec7 None None] Pushing event updated for resources: {'Port': ['ID=cd545317-e821-4ed0-af03-8ca90564f875,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:31.538695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f18bce44-286c-4823-914d-34b69fcd6ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:31.546444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Attempting to bind port cd545317-e821-4ed0-af03-8ca90564f875 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:31.546861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Attempting to bind port cd545317-e821-4ed0-af03-8ca90564f875 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:31.547292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Attempting to bind port cd545317-e821-4ed0-af03-8ca90564f875 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:31.576614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.579879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:31.580293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:31.580739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.581175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:31.581697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Bound port: cd545317-e821-4ed0-af03-8ca90564f875, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:31.582109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.619778 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.693958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] For port 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=99f9d211-31a7-4c58-88bc-79d6643b2bf5,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:31.695459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] For port cd545317-e821-4ed0-af03-8ca90564f875, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:31.699172 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] For port cd545317-e821-4ed0-af03-8ca90564f875, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cd545317-e821-4ed0-af03-8ca90564f875,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:31.700720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.702563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:31.739360 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.789343 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Pushing event updated for resources: {'Port': ['ID=99f9d211-31a7-4c58-88bc-79d6643b2bf5,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:31.795650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:31.796942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:31.847860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:31.848573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fff98>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:31.853068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.857746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:31.887787 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d88acc2-6fc2-47f2-8414-b9043fee9a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:31.980342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Pushing event updated for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:31.985832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:31.987214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:32.164214 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:32.165432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:32.205563 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bce44-286c-4823-914d-34b69fcd6ec7 None None] Pushing event updated for resources: {'Port': ['ID=cd545317-e821-4ed0-af03-8ca90564f875,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:32.215785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f18bce44-286c-4823-914d-34b69fcd6ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:32.221261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Provisioning complete for port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:32.221688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:32.318020 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:32.614163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Provisioning for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:32.628477 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Provisioning complete for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:32.628925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:32.676602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 99f9d211-31a7-4c58-88bc-79d6643b2bf5 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:32.769676 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-91ed26c7-475f-41a7-814f-7ddf50fd5a98 None None] Port 0193c0e0-7f90-406e-9c7b-210c12e2b873 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:39:32.848279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:32.848699 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:32.880176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:32.925753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f1fff98>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 2, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:32.935107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb3c4c-26ef-4679-b550-31d27ea58e23 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 2, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:32.940888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-2f4540e6-43aa-4209-9455-aa9ac8ac56bd None None] Provisioning complete for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:32.941279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f4540e6-43aa-4209-9455-aa9ac8ac56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:33.035671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-2f4540e6-43aa-4209-9455-aa9ac8ac56bd None None] Port 0193c0e0-7f90-406e-9c7b-210c12e2b873 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:39:33.102121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:33.111565 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] 10.222.0.69 "PUT /v2.0/routers/31a6b160-fa90-4cc2-a7db-483d0d83f2a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0163898
Dec 13 15:39:34.108777 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59732) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:34.115908 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1550718329-network', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:34.121636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:34.126064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Usage tracker for resource:network and tenant:720561349d8d474ead0cb489ff7bcb59 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:34.129303 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:34.135718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:34.146617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Made reservation on behalf of 720561349d8d474ead0cb489ff7bcb59 for: {'network': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:39:34.151697 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for network, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.171721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.206035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:34.210574 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Usage tracker for resource:security_group_rule and tenant:720561349d8d474ead0cb489ff7bcb59 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:34.213638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:34.219993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:34.296651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.303108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.306491 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-de15007f-55f0-4507-a28b-ca7a816c6665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:34.341866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 13 15:39:34.351355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8706bdd-fb01-42ae-a224-fffdf0df0dde,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:34.355277 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:34.358054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.358440 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.segments_db [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Added segment ac81aee5-0f16-4620-adfe-8803c784d858 of type vlan for network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5
Dec 13 15:39:34.386164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793509254310'] for network, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.417993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440'] for network, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.419144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:34.419780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.425255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d44b24df-d679-444e-8afe-8c2ae5c5c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:34.527372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4167106
Dec 13 15:39:34.530934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59736) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:34.536730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Pushing event updated for resources: {'Network': ['ID=306c0d4d-0bb9-4783-98c9-8066d6fed5c5,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:34.537740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Request body: {'subnet': {'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1550718329-subnet', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'ip_version': 4}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:34.539675 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-21452f9b-d079-435e-94e9-7a7b2f9c9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:34.543480 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:34.548886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 details requested by agent ovs-agent-dv-neutron-821565-1-hyperv with host dv-neutron-821565-1-hyperv {{(pid=88858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 13 15:39:34.568240 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Usage tracker for resource:subnet and tenant:720561349d8d474ead0cb489ff7bcb59 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:34.571748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:34.579237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:34.591732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Made reservation on behalf of 720561349d8d474ead0cb489ff7bcb59 for: {'subnet': 1} {{(pid=88856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:39:34.597695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788611488'] for subnet, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.725929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cd545317-e821-4ed0-af03-8ca90564f875 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:34.800433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port cd545317-e821-4ed0-af03-8ca90564f875 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:34.805368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port cd545317-e821-4ed0-af03-8ca90564f875 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:34.805796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.838500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65833745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788611471'] for subnet, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.843408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ee1adc75-aeef-422e-809f-af613adf50a9 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:34.920498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2a034d-e4fa-46d9-b0b8-607d2c106734,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:34.924669 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:34.930072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.933514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Checking segment: {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:34.933910 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Network hostable DHCP agents. Network: 306c0d4d-0bb9-4783-98c9-8066d6fed5c5, hostable agents: ['476cd30f-6990-4dc0-8144-e6bfa820e15f'], hosted agents: [] {{(pid=88856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 13 15:39:34.946926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port cd545317-e821-4ed0-af03-8ca90564f875, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cd545317-e821-4ed0-af03-8ca90564f875,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:34.950737 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.952619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:34.957051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 is scheduled to be hosted by DHCP agent 476cd30f-6990-4dc0-8144-e6bfa820e15f with binding_index 1 {{(pid=88856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 13 15:39:34.967452 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821565-1-hyperv, 306c0d4d-0bb9-4783-98c9-8066d6fed5c5) {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:34.971871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:34.973107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:34.991164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4359269-a18b-46c7-bb8d-e08b3e9bf0e9 None None] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:34.994905 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-544a910a-3f24-4c1d-8053-8f0ca7d28fd6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4628069
Dec 13 15:39:34.998008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59740) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:35.003577 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:35.010329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:35.015189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Usage tracker for resource:router and tenant:720561349d8d474ead0cb489ff7bcb59 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:35.018197 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:35.024294 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:35.035949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036788095053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126606'] for router, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.036904 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66680593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788033947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66751974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854649210'] for router, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.056622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.118160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=cd545317-e821-4ed0-af03-8ca90564f875,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:35.122845 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:35.212386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788033964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788095070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854649111'] for router, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.244627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaf2aeb2-ac49-513e-90d3-466f30890ead-306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'fixed_ips': [{'subnet_id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734'}]}} from dv-neutron-821565-1-hyperv. {{(pid=88858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 13 15:39:35.245544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.411054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Allocated IP 172.20.0.2 (306c0d4d-0bb9-4783-98c9-8066d6fed5c5/cf2a034d-e4fa-46d9-b0b8-607d2c106734/dc557b6c-bb1e-4f9a-8108-d78615d2007c) {{(pid=88858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:35.415199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.447660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.594130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Allocated IP 172.26.4.209 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/755271ba-c72f-4072-91bb-87373bb2ecb9) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:35.626305 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.637381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Transition to ACTIVE for port object dc557b6c-bb1e-4f9a-8108-d78615d2007c will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:35.657311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Transition to ACTIVE for port object dc557b6c-bb1e-4f9a-8108-d78615d2007c will not be triggered until provisioned by entity DHCP. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:35.662429 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601'] for port, after_create {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.671131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:35.741870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 is already hosted by enough agents. {{(pid=88858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:35.742782 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Pushing event updated for resources: {'Port': ['ID=dc557b6c-bb1e-4f9a-8108-d78615d2007c,revision_number=1']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:35.745603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Resources bound (agent type, host, resource id):  {{(pid=88858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:35.747488 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:35.748268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Received port after_create {{(pid=88858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:35.757796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.785331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.789957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-67a7246d-9301-4d06-8e97-47da9ed0c102 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:35.841333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Attempting to bind port dc557b6c-bb1e-4f9a-8108-d78615d2007c on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:35.841751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Attempting to bind port dc557b6c-bb1e-4f9a-8108-d78615d2007c by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:35.842158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Attempting to bind port dc557b6c-bb1e-4f9a-8108-d78615d2007c on network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:35.849381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:35.849742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Checking segment: {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:35.850190 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.850629 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Bound using segment: {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:35.851181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Bound port: dc557b6c-bb1e-4f9a-8108-d78615d2007c, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:35.851602 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.863850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:35.864860 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Pushing event updated for resources: {'Port': ['ID=755271ba-c72f-4072-91bb-87373bb2ecb9,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:35.867959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:35.869216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:35.871364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:35.950755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] For port dc557b6c-bb1e-4f9a-8108-d78615d2007c, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:35.954098 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] For port dc557b6c-bb1e-4f9a-8108-d78615d2007c, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=dc557b6c-bb1e-4f9a-8108-d78615d2007c,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:35.960108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:35.963957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-f18bce44-286c-4823-914d-34b69fcd6ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:36.042053 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Pushing event updated for resources: {'Port': ['ID=dc557b6c-bb1e-4f9a-8108-d78615d2007c,revision_number=2']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:36.045008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:36.045632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:36.046230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66680747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66741811'] for router, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:36.307788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Router 384c88ea-198c-4231-bd95-212ad73da1a5 is scheduled to L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc with binding_index 1 {{(pid=88856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 13 15:39:36.541526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:36.551776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Sync routers for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:36.566578 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:36.567301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858860>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:36.568209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:36.569567 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e53fdd20-d16e-48d7-b1d5-1c454702f856 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.5705526
Dec 13 15:39:36.572473 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59748) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:36.604359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:36.621082 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:36.622050 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed020f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:36.832237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cd545317-e821-4ed0-af03-8ca90564f875 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:36.931299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:36.945155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:36.994006 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port cd545317-e821-4ed0-af03-8ca90564f875 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:36.994365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.260949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858860>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:35Z', 'revision_number': 3, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:37.266519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Checking router: 384c88ea-198c-4231-bd95-212ad73da1a5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:37.266790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Updating router 384c88ea-198c-4231-bd95-212ad73da1a5 port 755271ba-c72f-4072-91bb-87373bb2ecb9 binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:39:37.378850 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.500760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device dc557b6c-bb1e-4f9a-8108-d78615d2007c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:37.659329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port dc557b6c-bb1e-4f9a-8108-d78615d2007c completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:37.667511 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed020f0>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 2, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:37.674329 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:37.674732 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Updating router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 port 0193c0e0-7f90-406e-9c7b-210c12e2b873 binding host dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:39:37.738311 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.761851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.765826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.774998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Transition to ACTIVE for port object 755271ba-c72f-4072-91bb-87373bb2ecb9 will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:37.783795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.788844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-33bb2f5b-305c-47ba-a9e5-752ba9ae0b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:37.883072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad650ef-c850-400c-8a9d-0c4ac4771947 None None] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:39:37.887626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Attempting to bind port 755271ba-c72f-4072-91bb-87373bb2ecb9 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:37.888131 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Attempting to bind port 755271ba-c72f-4072-91bb-87373bb2ecb9 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:37.888641 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Attempting to bind port 755271ba-c72f-4072-91bb-87373bb2ecb9 on network 7806b000-92e9-434a-b2d2-840a7eda2978 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:37.891865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Pushing event updated for resources: {'Port': ['ID=755271ba-c72f-4072-91bb-87373bb2ecb9,revision_number=2']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:37.904503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:37.905023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Checking segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:37.905634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.906074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Bound using segment: {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:37.906665 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Bound port: 755271ba-c72f-4072-91bb-87373bb2ecb9, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3d7b6-151a-4f3c-a216-dd1846bdde58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:37.907194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:37.941638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.942151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.942604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.943191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.943520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.943955 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.944394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.944843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.945475 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.945844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.946206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:39:37.956207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:37.998219 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] For port 755271ba-c72f-4072-91bb-87373bb2ecb9, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:37.999894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Allocated IP 172.20.0.1 (306c0d4d-0bb9-4783-98c9-8066d6fed5c5/cf2a034d-e4fa-46d9-b0b8-607d2c106734/25d18128-e31c-44a4-b7c5-64ea56ab559e) {{(pid=88856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:38.001599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] For port 755271ba-c72f-4072-91bb-87373bb2ecb9, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=755271ba-c72f-4072-91bb-87373bb2ecb9,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:38.007003 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.011833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-bb559cbf-648a-4dae-82c2-6be201df2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:38.027822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Provisioning for port dc557b6c-bb1e-4f9a-8108-d78615d2007c completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:38.059144 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Provisioning complete for port dc557b6c-bb1e-4f9a-8108-d78615d2007c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:38.060235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.100151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Pushing event updated for resources: {'Port': ['ID=755271ba-c72f-4072-91bb-87373bb2ecb9,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:38.110784 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2282fc26-2798-4f5e-b648-8ba6d565b07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:38.111695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:38.112087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f858860>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:38.168949 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.187369 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Transition to ACTIVE for port object 25d18128-e31c-44a4-b7c5-64ea56ab559e will not be triggered until provisioned by entity DHCP. {{(pid=88856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:38.213595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-91817b0b-b09a-41d8-90a6-de1569b2d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.213862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.219739 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d6188907-53bd-408f-8328-2c052cdbad7b tempest-TestMinimumBasicScenario-466587235 tempest-TestMinimumBasicScenario-466587235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:38.291654 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:38.295800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:38.300073 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Received port after_create {{(pid=88856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:38.332412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Pushing event updated for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:38.340861 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:38.350192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:38.365948 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788034698'] for router_interface, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.452338 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.457134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.529100 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.536984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] For port dc557b6c-bb1e-4f9a-8108-d78615d2007c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=dc557b6c-bb1e-4f9a-8108-d78615d2007c,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:38.550644 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.553487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Transition to ACTIVE for port object 0193c0e0-7f90-406e-9c7b-210c12e2b873 will not be triggered until provisioned by entity L2. {{(pid=88858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:38.556215 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:38.604667 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.671761 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f858860>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:35Z', 'revision_number': 3, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:38.682085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10c3c2-13f9-4f29-8c46-d3e09ef12122 None None] The sync data for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv is: [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:35Z', 'revision_number': 3, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:38.704297 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Pushing event updated for resources: {'Port': ['ID=dc557b6c-bb1e-4f9a-8108-d78615d2007c,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:38.704605 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.708320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7e1efdf-0934-42ee-9b28-c40d7a6f31e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:38.709524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:38.714953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788941918'] for port, after_update {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.757217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4edc7d86-d535-47df-9594-5bdc11f6889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:38.857763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Pushing event updated for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=2']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:38.860849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:38.871928 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788830455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66741009'] for router_interface, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.886805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Attempting to bind port 0193c0e0-7f90-406e-9c7b-210c12e2b873 on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:38.887486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Attempting to bind port 0193c0e0-7f90-406e-9c7b-210c12e2b873 by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:38.888004 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Attempting to bind port 0193c0e0-7f90-406e-9c7b-210c12e2b873 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:38.896117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:38.896711 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Checking segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:38.897289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.897838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Bound using segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} {{(pid=88858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:38.898498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Bound port: 0193c0e0-7f90-406e-9c7b-210c12e2b873, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}}] {{(pid=88858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:38.899244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:38.910428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a68b6-2a10-4020-bd75-2a5235eb59a0 None None] Pushing event updated for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=3']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:38.915798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a79a68b6-2a10-4020-bd75-2a5235eb59a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:39.011007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] For port 0193c0e0-7f90-406e-9c7b-210c12e2b873, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:39.015111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] For port 0193c0e0-7f90-406e-9c7b-210c12e2b873, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0193c0e0-7f90-406e-9c7b-210c12e2b873,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:39.019750 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:39.025652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:39.047608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 is already hosted by enough agents. {{(pid=88856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:39.049283 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:39.098273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Provisioning for port 25d18128-e31c-44a4-b7c5-64ea56ab559e completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:39.118453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Provisioning complete for port 25d18128-e31c-44a4-b7c5-64ea56ab559e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:39.118806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:39.189262 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:39.190472 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed020f0>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:39.287536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a68b6-2a10-4020-bd75-2a5235eb59a0 None None] Pushing event updated for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:39.324957 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a79a68b6-2a10-4020-bd75-2a5235eb59a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:39.339564 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Port 25d18128-e31c-44a4-b7c5-64ea56ab559e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:39:39.439748 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Provisioning complete for port dc557b6c-bb1e-4f9a-8108-d78615d2007c triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:39.440171 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-5720-41f8-acd5-5b7c4ca508c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:39.568065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:39.599497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Router 384c88ea-198c-4231-bd95-212ad73da1a5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:39.852855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:39.862639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] 10.222.0.69 "PUT /v2.0/routers/384c88ea-198c-4231-bd95-212ad73da1a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2890739
Dec 13 15:39:39.888567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.182694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed020f0>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:39Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:40.190372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a32862-8d85-457a-919b-cb2d749a37b0 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:39Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:40.205251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-adff5a34-61d9-4be5-a311-4ec60f6f424e None None] Provisioning complete for port 25d18128-e31c-44a4-b7c5-64ea56ab559e triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:40.205768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-adff5a34-61d9-4be5-a311-4ec60f6f424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.269042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-adff5a34-61d9-4be5-a311-4ec60f6f424e None None] Port 25d18128-e31c-44a4-b7c5-64ea56ab559e cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:39:40.444089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59762) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:40.451387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180217059', 'description': 'tempest-secgroup-smoke-1180217059 description', 'project_id': '944d1b16322a423f9614b1f480729499'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:40.459034 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:40.464111 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:40.467335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:40.474444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:40.477551 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6446b1fd-a855-4cfb-a66e-3c6e8c3f4aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.491238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.531733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:40.536077 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:40.539424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:40.546270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:40.613835 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.618395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.624431 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da20dfe5-177d-421f-ac84-6a717c484ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:40.673917 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78855237-189b-4655-a99d-c77eee1242ba,revision_number=1']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:40.676807 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.678597 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2329464
Dec 13 15:39:40.679278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-31065373-7897-448f-a399-40832dca9dbe tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:40.681487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59766) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:40.688045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:40.695224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:40.699468 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:40.702825 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:40.710581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:40.730754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.802573 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 755271ba-c72f-4072-91bb-87373bb2ecb9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:40.808396 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.814497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.816808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ab6f076-bfe1-4ec0-aea4-27c6efd67d11 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:40.847635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c063f1-4f63-4ef5-b0d1-7d7d79de3f6e,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:40.850688 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:40.856683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.860718 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-73217a59-30f1-4194-934c-b9074c7e6cbc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1755610
Dec 13 15:39:40.860994 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 59770) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:40.867798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:40.874394 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:40.878765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:40.879983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 755271ba-c72f-4072-91bb-87373bb2ecb9 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:40.881953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88856) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:40.886237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 755271ba-c72f-4072-91bb-87373bb2ecb9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:40.886666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.889512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88856) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:40.907956 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.979846 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.983387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:40.985337 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4e301582-7cbb-405a-989b-f096cc780ac8 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.009059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8549f8-6856-41b4-824f-66b5ca4cab0c,revision_number=0']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.011681 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.020078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.020765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.022102 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e7a42339-797b-4c62-9ea7-1e8da1a5d5c6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1599288
Dec 13 15:39:41.025718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59774) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:41.025867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.032293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:41.036989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 755271ba-c72f-4072-91bb-87373bb2ecb9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=755271ba-c72f-4072-91bb-87373bb2ecb9,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:41.039097 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:41.040512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.041415 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0193c0e0-7f90-406e-9c7b-210c12e2b873 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:41.043230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:41.046395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:41.054027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:41.069307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.070774 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.139940 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.143385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.145340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4906d3b5-15cb-4223-b1fb-d88b6c191465 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.163811 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=755271ba-c72f-4072-91bb-87373bb2ecb9,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.164884 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e54a22-9407-487d-8db0-c79eff3d01b6,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.168902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.175771 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.179986 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:41.185762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:41.185897 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.186130 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.187218 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-25d95174-4a5e-4e3d-8dc6-1d7b1b9f1edd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1603882
Dec 13 15:39:41.190164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59778) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:41.196331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:41.203075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:41.207108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:41.210714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:41.216936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:41.233868 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.306401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.307809 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.311538 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.313532 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-fafd8a1d-3617-4d99-8a0c-a639c87afc2b tempest-TestNetworkBasicOps-945114584 tempest-TestNetworkBasicOps-945114584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.336352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d100ea1-f071-4a35-9aba-efe069915158,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.341035 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.343780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 0193c0e0-7f90-406e-9c7b-210c12e2b873, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0193c0e0-7f90-406e-9c7b-210c12e2b873,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:41.347470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.348187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.348395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device dc557b6c-bb1e-4f9a-8108-d78615d2007c up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:41.349478 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-106082ef-62b4-4006-aa0d-6aa27643ba2a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1581206
Dec 13 15:39:41.352401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59782) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:41.358427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:41.364998 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:41.369036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:41.372115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:41.378088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.378212 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:41.392293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Project 944d1b16322a423f9614b1f480729499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:39:41.399503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.468121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.471937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.473844 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c7be984c-4b99-49d1-b2ab-2aa29a1f7ea6 tempest-ServerActionsTestJSON-605314136 tempest-ServerActionsTestJSON-605314136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.473991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.477471 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.489600 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port dc557b6c-bb1e-4f9a-8108-d78615d2007c triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:41.490022 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.498525 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f82329-194e-4e2d-af8e-05f9231e6f7e,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.501093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.508364 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.509658 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a2e81787-295d-45c4-906b-f8c8fb4c5c8d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1562421
Dec 13 15:39:41.512687 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59786) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:41.518630 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'security_group_rule': {'security_group_id': '78855237-189b-4655-a99d-c77eee1242ba', 'project_id': '944d1b16322a423f9614b1f480729499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:41.525018 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:41.529267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:security_group_rule and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:41.532301 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:41.538299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:41.548910 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.securitygroups_db [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Project 944d1b16322a423f9614b1f480729499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 13 15:39:41.555866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.626129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.629746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025622'] for security_group_rule, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.631674 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c8396404-d50f-47a0-8d9a-1895eeb5d009 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:41.655703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7975c84-ae10-4f8c-881c-c582ba858ae3,revision_number=0']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:41.658231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:41.666108 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:41.667580 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0efd8cec-30f2-4e90-9921-afc9c5f5ca88 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1537724
Dec 13 15:39:42.048462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-a7087009-c069-4906-890c-3ad5968dbaf4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:security_group {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:42.067351 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-a7087009-c069-4906-890c-3ad5968dbaf4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:security_group {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:42.068639 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-a7087009-c069-4906-890c-3ad5968dbaf4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180217059&fields=id&tenant_id=944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 267 time: 0.0716028
Dec 13 15:39:42.240501 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-890e0696-02ec-4734-986a-942453bcb27e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:42.241274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-890e0696-02ec-4734-986a-942453bcb27e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:network {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:42.261766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-890e0696-02ec-4734-986a-942453bcb27e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:network {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:42.263638 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-890e0696-02ec-4734-986a-942453bcb27e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 810 time: 0.1871648
Dec 13 15:39:42.284340 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-4bfdf0e8-2a35-422d-978e-e5ff14f7bc8f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/quotas/944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 375 time: 0.0129163
Dec 13 15:39:42.377042 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-985b48a0-9bc7-4c00-8106-c9273e640134 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:42.391015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:42.395763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-985b48a0-9bc7-4c00-8106-c9273e640134 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:42.397230 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-985b48a0-9bc7-4c00-8106-c9273e640134 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1071599
Dec 13 15:39:42.457307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Sync routers for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:42.470299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:42.470985 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5ac748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:42.549235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-101cf1e2-fe95-4b7a-90c6-c704ebbd7b4b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 13 15:39:42.550473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-101cf1e2-fe95-4b7a-90c6-c704ebbd7b4b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1401608
Dec 13 15:39:42.667048 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:42.689978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 755271ba-c72f-4072-91bb-87373bb2ecb9 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:42.701125 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-35c8a0fc-04d5-4c37-a020-a90b14325585 service neutron] 10.222.0.69 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430109
Dec 13 15:39:42.765710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 755271ba-c72f-4072-91bb-87373bb2ecb9 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:42.766051 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:42.848325 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-38f8e8c8-9060-4e71-9dd8-72b60d5e34cc service neutron] 10.222.0.69 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395264
Dec 13 15:39:42.893738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0193c0e0-7f90-406e-9c7b-210c12e2b873 up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:42.982550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 0193c0e0-7f90-406e-9c7b-210c12e2b873 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:42.983278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.005823 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5ac748>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:38Z', 'revision_number': 4, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '25d18128-e31c-44a4-b7c5-64ea56ab559e', 'name': '', 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'mac_address': 'fa:16:3e:4e:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:37Z', 'updated_at': '2021-12-13T15:39:38Z', 'revision_number': 2, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'subnets': [{'id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:43.010069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Checking router: 384c88ea-198c-4231-bd95-212ad73da1a5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:43.010857 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Updating router 384c88ea-198c-4231-bd95-212ad73da1a5 port 25d18128-e31c-44a4-b7c5-64ea56ab559e binding host dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 13 15:39:43.066528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.121578 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b05c61cb-2eb4-45ae-b323-487439ced044 req-b74b33d9-6332-4b14-a4a7-068aa28566fa tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 210 time: 0.0779712
Dec 13 15:39:43.588213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks [] for port, precommit_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.601374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Transition to ACTIVE for port object 25d18128-e31c-44a4-b7c5-64ea56ab559e will not be triggered until provisioned by entity L2. {{(pid=88859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:43.608188 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.612191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5daa1959-c820-4373-bcfa-1f814884aa3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:43.749288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137b42-1098-4d6f-87c8-05bc6e67ca37 None None] Pushing event updated for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=3']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:43.758832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a137b42-1098-4d6f-87c8-05bc6e67ca37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:43.854659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Attempting to bind port 25d18128-e31c-44a4-b7c5-64ea56ab559e on host dv-neutron-821565-1-hyperv for vnic_type normal with profile  {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:43.855103 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Attempting to bind port 25d18128-e31c-44a4-b7c5-64ea56ab559e by drivers openvswitch,hyperv on host dv-neutron-821565-1-hyperv at level 0 using segments [{'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:43.855510 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Attempting to bind port 25d18128-e31c-44a4-b7c5-64ea56ab559e on network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:43.863075 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Checking agent: {'id': '0423a5e9-badc-49f3-9ce3-3db97061f085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821565-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 38, 39), 'started_at': datetime.datetime(2021, 12, 13, 14, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821565-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:43.863497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Checking segment: {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:43.863947 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.864358 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Bound using segment: {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'} {{(pid=88859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:43.864869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Bound port: 25d18128-e31c-44a4-b7c5-64ea56ab559e, host: dv-neutron-821565-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac81aee5-0f16-4620-adfe-8803c784d858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5'}}] {{(pid=88859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:43.865288 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.959634 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] For port 25d18128-e31c-44a4-b7c5-64ea56ab559e, host dv-neutron-821565-1-hyperv, cleared binding levels {{(pid=88859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:43.962694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] For port 25d18128-e31c-44a4-b7c5-64ea56ab559e, host dv-neutron-821565-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=25d18128-e31c-44a4-b7c5-64ea56ab559e,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:43.966650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:43.971223 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-73aeea63-4fc9-4deb-8a99-faf405ecc5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:44.047151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137b42-1098-4d6f-87c8-05bc6e67ca37 None None] Pushing event updated for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=4']} {{(pid=88859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:44.052152 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1a137b42-1098-4d6f-87c8-05bc6e67ca37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:44.056508 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:44.057202 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f5ac748>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:44.340462 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-48850a41-bdeb-482a-9275-5631811b604b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:44.341975 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-48850a41-bdeb-482a-9275-5631811b604b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 810 time: 0.2628388
Dec 13 15:39:44.347973 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-0ac5fbb1-c7de-4e1b-a297-2c4b6cab81f9 req-d0df96a4-7c53-4b16-a2b8-33d7f6477189 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 210 time: 0.0607860
Dec 13 15:39:44.353763 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:44.407259 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-2c58a27f-2e08-43d8-9fab-5b9da1073a72 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 380 time: 0.0525162
Dec 13 15:39:44.416230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'port': {'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'admin_state_up': True, 'tenant_id': '944d1b16322a423f9614b1f480729499', 'security_groups': ['78855237-189b-4655-a99d-c77eee1242ba']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:44.580107 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:44.592201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:44.605603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Made reservation on behalf of 944d1b16322a423f9614b1f480729499 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:39:44.611822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:44.704071 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f5ac748>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:38Z', 'revision_number': 4, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '25d18128-e31c-44a4-b7c5-64ea56ab559e', 'name': '', 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'mac_address': 'fa:16:3e:4e:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:37Z', 'updated_at': '2021-12-13T15:39:43Z', 'revision_number': 4, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'subnets': [{'id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:44.708922 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a030-aecb-4dc0-9318-a53e2d4b0e98 None None] The sync data for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv is: [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:38Z', 'revision_number': 4, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '25d18128-e31c-44a4-b7c5-64ea56ab559e', 'name': '', 'network_id': '306c0d4d-0bb9-4783-98c9-8066d6fed5c5', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'mac_address': 'fa:16:3e:4e:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:37Z', 'updated_at': '2021-12-13T15:39:43Z', 'revision_number': 4, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'subnets': [{'id': 'cf2a034d-e4fa-46d9-b0b8-607d2c106734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:44.806153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Allocated IP 172.20.0.7 (363ed786-6027-47d2-9951-65fcb7d7e87b/dcd261dc-bfeb-4020-9729-7369509bd312/2a3be694-05b1-405e-bfb5-a624925006a2) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:45.022459 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.040085 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Transition to ACTIVE for port object 2a3be694-05b1-405e-bfb5-a624925006a2 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:45.062535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.068544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0a8a55b8-ca3b-40da-a9a7-3e661000069a tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:45.147187 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:45.149621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:45.154958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:45.186492 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:45.194705 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:45.225348 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:45.226037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.259124 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00b6b164-b7cd-4840-9553-b12abed11be4 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8469200
Dec 13 15:39:45.271710 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Request body: {'port': {'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:45.426224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.489402 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a880d96c-40c6-4a59-bcce-455791ddcfb1 None None] Provisioning for port 2a3be694-05b1-405e-bfb5-a624925006a2 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:45.495043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-a880d96c-40c6-4a59-bcce-455791ddcfb1 None None] Provisioning complete for port 2a3be694-05b1-405e-bfb5-a624925006a2 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:45.495663 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a880d96c-40c6-4a59-bcce-455791ddcfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.558199 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-a880d96c-40c6-4a59-bcce-455791ddcfb1 None None] Port 2a3be694-05b1-405e-bfb5-a624925006a2 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:39:45.582037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a4cb3-c82f-4cff-8f4d-fe2ad36f5750 req-3c5d372f-1646-4ac4-86a0-ef944486b409 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:45.585428 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e86a4cb3-c82f-4cff-8f4d-fe2ad36f5750 req-3c5d372f-1646-4ac4-86a0-ef944486b409 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 931 time: 0.0976996
Dec 13 15:39:45.640164 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-e86a4cb3-c82f-4cff-8f4d-fe2ad36f5750 req-7da94ce9-a348-471a-b9a9-521a0fe5ddbf tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:security_group {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:45.653433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-e86a4cb3-c82f-4cff-8f4d-fe2ad36f5750 req-7da94ce9-a348-471a-b9a9-521a0fe5ddbf tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:security_group {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:45.654625 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e86a4cb3-c82f-4cff-8f4d-fe2ad36f5750 req-7da94ce9-a348-471a-b9a9-521a0fe5ddbf tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642574
Dec 13 15:39:45.820604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3be694-05b1-405e-bfb5-a624925006a2 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:39:45.828627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.845656 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Transition to ACTIVE for port object 2a3be694-05b1-405e-bfb5-a624925006a2 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:39:45.849245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:45.854820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c82d4edf-1d81-4004-a64e-202f5c6f1803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:45.992954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:45.996119 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:46.111424 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Attempting to bind port 2a3be694-05b1-405e-bfb5-a624925006a2 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:39:46.111793 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Attempting to bind port 2a3be694-05b1-405e-bfb5-a624925006a2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:39:46.112160 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Attempting to bind port 2a3be694-05b1-405e-bfb5-a624925006a2 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:46.118558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Port 2a3be694-05b1-405e-bfb5-a624925006a2 on network 363ed786-6027-47d2-9951-65fcb7d7e87b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:39:46.118958 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Attempting to bind port 2a3be694-05b1-405e-bfb5-a624925006a2 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:39:46.126517 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:39:46.126887 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Checking segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:39:46.127331 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Bound using segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:39:46.127805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Bound port: 2a3be694-05b1-405e-bfb5-a624925006a2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:39:46.128184 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.234224 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:39:46.237376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:39:46.241236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.245670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5d61cd9d-0485-46be-abdc-72d93d0c943f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:46.319950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.321743 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 1093 time: 1.0547647
Dec 13 15:39:46.322037 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:39:46.350995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:46.356966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:46.444844 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-85b6295d-863a-4c7b-a79d-b6927b9760cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1096 time: 0.0816815
Dec 13 15:39:46.509244 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'status': 'completed', 'code': 200}
Dec 13 15:39:46.525948 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-fc90d203-78ee-4f03-8d55-2592c086f139 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 217 time: 0.0733972
Dec 13 15:39:46.598892 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-fc980936-df18-44ee-9cec-59a707443588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:46.600456 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-fc980936-df18-44ee-9cec-59a707443588 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0675058
Dec 13 15:39:46.687477 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-e77efdbd-8020-4ca6-b55b-39d85081b1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808318
Dec 13 15:39:46.707410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 25d18128-e31c-44a4-b7c5-64ea56ab559e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:46.794078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning for port 25d18128-e31c-44a4-b7c5-64ea56ab559e completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:46.800720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 25d18128-e31c-44a4-b7c5-64ea56ab559e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:46.801221 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.844702 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-4d6a3953-aea5-4b33-b186-77d7b520d807 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487150
Dec 13 15:39:46.928453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.955661 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903882a-7528-4374-a264-20af78f13ad1 req-88c72117-53de-4235-ad6a-c72ec2df7ad7 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:46.959549 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2903882a-7528-4374-a264-20af78f13ad1 req-88c72117-53de-4235-ad6a-c72ec2df7ad7 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 943 time: 0.1706116
Dec 13 15:39:46.963865 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] For port 25d18128-e31c-44a4-b7c5-64ea56ab559e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=25d18128-e31c-44a4-b7c5-64ea56ab559e,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:46.967660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:46.970584 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:47.022496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-2903882a-7528-4374-a264-20af78f13ad1 req-4a32dc36-c447-48ab-a0a2-0d0c73e58080 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582631
Dec 13 15:39:47.041764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Pushing event updated for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:47.045576 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:47.250921 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-315dbd47-dcfd-478f-8dad-b1d35d13c288 req-27798368-aa4c-4516-af90-89299e798c1b service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3970306
Dec 13 15:39:47.381978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-e120c7ab-e2fd-450f-b826-6e7b1892ba15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1096 time: 0.0763280
Dec 13 15:39:47.537923 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-83963fee-ecbb-4f74-8a76-534357cd651a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:47.539610 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-83963fee-ecbb-4f74-8a76-534357cd651a service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1508346
Dec 13 15:39:47.616388 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-b9948562-d87f-455e-a9a8-e820c399d319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 217 time: 0.0688326
Dec 13 15:39:47.686507 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-4e9de12b-11c0-45d5-9da3-a697a2ce6aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:47.688089 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-4e9de12b-11c0-45d5-9da3-a697a2ce6aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0646663
Dec 13 15:39:47.774212 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-de293ff8-4a67-4199-9794-743d1259bcf0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789220
Dec 13 15:39:47.925712 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-0799b6ea-fe57-44cf-b362-2b576e74d8c1 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440253
Dec 13 15:39:48.084652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d819c24b-f8d2-4844-8449-b1af9bdb14eb req-fc5bd3b5-87e2-48fe-a17c-a1b4714e27ea service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491582
Dec 13 15:39:48.234485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb678e4d-f0b2-48d7-9a46-3b995db800b8 req-2b9b72d3-1ccb-4a97-9dd4-759798dc9a51 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:48.235207 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fb678e4d-f0b2-48d7-9a46-3b995db800b8 req-2b9b72d3-1ccb-4a97-9dd4-759798dc9a51 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:39:48.253040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-fb678e4d-f0b2-48d7-9a46-3b995db800b8 req-2b9b72d3-1ccb-4a97-9dd4-759798dc9a51 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:39:48.254369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb678e4d-f0b2-48d7-9a46-3b995db800b8 req-2b9b72d3-1ccb-4a97-9dd4-759798dc9a51 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 943 time: 0.1054780
Dec 13 15:39:48.307239 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fb678e4d-f0b2-48d7-9a46-3b995db800b8 req-597c1547-f7be-4507-a3a7-e0c43ce6f77e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449235
Dec 13 15:39:48.690434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 25d18128-e31c-44a4-b7c5-64ea56ab559e up at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:48.768260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Provisioning complete for port 25d18128-e31c-44a4-b7c5-64ea56ab559e triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:48.768671 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:49.150607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:39:49.303278 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:49.321831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '2a3be694-05b1-405e-bfb5-a624925006a2', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:39:49.378765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:49.398038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3be694-05b1-405e-bfb5-a624925006a2 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:39:49.413646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:49.418412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:49.420432 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:49.490315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:49.493724 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:49.520554 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903e0b-f948-4bd5-98f8-099339591dd3 req-48da983b-e55a-4822-822d-f0ccbe06f547 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:49.522164 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bd903e0b-f948-4bd5-98f8-099339591dd3 req-48da983b-e55a-4822-822d-f0ccbe06f547 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 944 time: 0.0883372
Dec 13 15:39:49.572781 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bd903e0b-f948-4bd5-98f8-099339591dd3 req-21334561-8dfe-4f52-83b5-4fd78bdee406 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441923
Dec 13 15:39:49.632646 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['2a3be694-05b1-405e-bfb5-a624925006a2'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:39:50.807571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155275-83bd-466e-8792-faf50ba0eeb9 req-9b4ecd72-a6da-492b-8529-f774e69077b3 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:50.809159 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e0155275-83bd-466e-8792-faf50ba0eeb9 req-9b4ecd72-a6da-492b-8529-f774e69077b3 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 944 time: 0.0962381
Dec 13 15:39:50.863266 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e0155275-83bd-466e-8792-faf50ba0eeb9 req-4bb1cc2e-1f8c-48f6-bcb8-a6eee0e41539 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446844
Dec 13 15:39:51.149891 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:39:51.229516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 2a3be694-05b1-405e-bfb5-a624925006a2 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:39:51.234542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 2a3be694-05b1-405e-bfb5-a624925006a2 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:39:51.235001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:51.357299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:51.385263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:39:51.395330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:39:51.399175 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:51.401903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:51.444047 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'code': 200}
Dec 13 15:39:51.472052 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:51.475203 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:51.682599 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cbec263-1dca-4dfd-a31f-2e66d4889d20 req-75698e40-8da6-4bf2-a65e-b033d3d8c87d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1098 time: 0.0740733
Dec 13 15:39:51.729967 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8cbec263-1dca-4dfd-a31f-2e66d4889d20 req-6e27dbfd-bcd1-4044-95ed-171ea2dc83f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404394
Dec 13 15:39:52.086503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70978c4-8440-4c33-8b9e-c717cbcc2ddc req-353e9dcb-161d-41b9-ba29-b033bc7d12c9 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:52.088030 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a70978c4-8440-4c33-8b9e-c717cbcc2ddc req-353e9dcb-161d-41b9-ba29-b033bc7d12c9 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 945 time: 0.1008596
Dec 13 15:39:52.144913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a70978c4-8440-4c33-8b9e-c717cbcc2ddc req-94cf7e79-a3a8-4d70-8a5c-1f7efb9b5534 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470948
Dec 13 15:39:53.378414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954e43b-de4f-4c3c-a2ae-22adca4f8b08 req-1d93dc92-8522-4ee4-a876-6a667cadfeb1 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:53.380073 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3954e43b-de4f-4c3c-a2ae-22adca4f8b08 req-1d93dc92-8522-4ee4-a876-6a667cadfeb1 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 945 time: 0.0920243
Dec 13 15:39:53.436152 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3954e43b-de4f-4c3c-a2ae-22adca4f8b08 req-c0d7bf9d-4c6b-4b22-aeaf-8089fb215dd3 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465715
Dec 13 15:39:53.658920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d2c0b-f5c7-48e4-b4d0-8237f6e3d802 req-dd033782-d2b2-4f27-a6ee-07592ced4732 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:53.660561 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-308d2c0b-f5c7-48e4-b4d0-8237f6e3d802 req-dd033782-d2b2-4f27-a6ee-07592ced4732 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 945 time: 0.0902855
Dec 13 15:39:53.714819 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-308d2c0b-f5c7-48e4-b4d0-8237f6e3d802 req-b0564a1e-8b61-48aa-afa9-3d2dc0bee7b3 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452313
Dec 13 15:39:53.751570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59848) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:53.934389 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e4a48f33-52c4-4eb5-8e24-5aafca980547 tempest-TestSnapshotPattern-2016207298 tempest-TestSnapshotPattern-2016207298-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1093 time: 0.1813722
Dec 13 15:39:53.938054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 59854) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:39:53.943780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:39:53.949962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:39:53.954243 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:floatingip and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:39:53.957339 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:39:53.963870 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:39:53.974838 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:54.132426 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:54.279213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Allocated IP 172.26.4.57 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/cb2d17f6-f214-432c-b302-3fffbb7e522d) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:39:54.437145 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:54.470937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:54.475487 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ffc8a4b6-6018-4377-abf7-ffa1e97da365 tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:54.543189 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:39:54.546803 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:39:54.548925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=cb2d17f6-f214-432c-b302-3fffbb7e522d,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:54.551253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:39:54.577550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:55.081320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:55.139603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:55.370418 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:55.375457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:55.379951 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-00d26bb9-e1b5-41be-962c-bce48620d1e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:39:55.499741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=cb2d17f6-f214-432c-b302-3fffbb7e522d,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:39:55.502670 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:39:55.511808 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:55.715087 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Floating IP 24acf2c7-d00a-44e6-996b-ca9aca0cc924 associated. External IP: 172.26.4.57, port: 2a3be694-05b1-405e-bfb5-a624925006a2.
Dec 13 15:39:56.399581 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:39:56.617836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:39:56.629827 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:39:56.645218 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:56.645461 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:39:56.645911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8aa160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:56.702595 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-2151602b-fd11-47ab-9e1a-a1c808e12ba0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7634449
Dec 13 15:39:56.703427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:39:56.757815 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'status': 'completed', 'code': 200}
Dec 13 15:39:56.839926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:39:56.844387 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:56.859994 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-baa9ed57-2fa2-410b-8365-fcd44cb0ffa0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1098 time: 0.0766816
Dec 13 15:39:57.004528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-21725388-b093-4ff5-b5cf-bbf819f02ed9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:57.006080 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-21725388-b093-4ff5-b5cf-bbf819f02ed9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1400692
Dec 13 15:39:57.122772 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-9e680be8-2aed-4932-bea8-d7d79850f31e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 998 time: 0.1103306
Dec 13 15:39:57.204500 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-ed38950c-0d65-4441-9105-da0f618e78f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:39:57.206086 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-ed38950c-0d65-4441-9105-da0f618e78f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0765138
Dec 13 15:39:57.293274 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-d680e10d-f497-405b-9279-ab0096c0fd4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0807052
Dec 13 15:39:57.378758 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8aa160>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:57.383031 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:39:57.395651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:39:57.396328 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f8aa160>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:39:40Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:57.438748 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-9d45a32c-425f-4a7e-a020-406f8a8c79a9 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387057
Dec 13 15:39:57.586592 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-10229369-7997-4013-ad5a-b39bf551f5e9 req-aae84b57-54a7-4d80-9e90-c34e53578c18 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412137
Dec 13 15:39:57.592333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:39:57.966133 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f8aa160>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:39:57.970794 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3ec30-430a-4a71-bd19-03df14afc481 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:39:58.337635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0463ba-ae91-450d-bc79-6aee2ae4014a None None] New status for floating IP 24acf2c7-d00a-44e6-996b-ca9aca0cc924: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:39:59.704503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:07.425822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-aee0ac66-98a2-4197-a261-c8f226708fe9 req-3a75494b-e544-4959-945a-ab45e48039d7 service neutron] (88856) timed out ('10.222.0.72', 50247) {{(pid=88856) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 13 15:40:08.044672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a232ff39-46e4-40bb-bedc-ff301e4533ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:09.594066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:10.481531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ffbafe6a-8d01-48cb-a0bd-32b060fe6c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:11.015232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:12.397081 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:21.385687 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-f0754ace-dbc1-4844-8814-f37383e40beb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1007528
Dec 13 15:40:21.572953 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-330f26a3-3324-491f-b70f-b4d9a3ffeefd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1098 time: 0.0998390
Dec 13 15:40:21.736764 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-a557aa3b-aace-428f-8c91-7286108a22cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:40:21.738369 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-a557aa3b-aace-428f-8c91-7286108a22cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1390712
Dec 13 15:40:21.855446 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-c335da40-4d0f-47d8-8226-86790a597fe5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 1000 time: 0.1101217
Dec 13 15:40:21.931796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-7b839902-164d-453d-b86e-6ac7630d30af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:40:21.933358 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-7b839902-164d-453d-b86e-6ac7630d30af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0652869
Dec 13 15:40:22.016873 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-24928f2b-08df-4f19-9092-d2dd3dcc50e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763059
Dec 13 15:40:22.166257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-3082ea21-f432-4059-906e-a8a2aaeb08dd service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408052
Dec 13 15:40:22.314196 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-dd7d1277-6b70-4575-914d-2a69227dab47 req-9584a4e1-a05a-4386-b196-153a05197b08 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402633
Dec 13 15:40:29.694579 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:33.848327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:40:38.044465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0943a844-0d3b-4127-b732-89679741f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:39.611770 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:40.481636 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b914546-a683-45f3-8aec-87176ea053cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:41.018567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:42.399911 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:40:59.712258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:08.050105 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c8b402be-b355-4d0d-83d8-75b97daee992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:09.601915 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:10.479939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5358-1bf9-4d32-a291-4c70dff8206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:10.847721 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:41:11.027059 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:12.402666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:22.388298 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-1883fa4c-b003-48e4-be44-91066bd94e54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1134422
Dec 13 15:41:22.570626 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-1bbd6da2-9a7a-4ef6-bd7c-ede0e5781dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1098 time: 0.0805869
Dec 13 15:41:22.735503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-92e5cff6-1287-4cd1-93c7-abec6615b3dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:41:22.737097 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-92e5cff6-1287-4cd1-93c7-abec6615b3dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1429396
Dec 13 15:41:22.848343 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-a9c98a0d-8407-4b88-8ba9-7cd414b56728 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 1000 time: 0.1043448
Dec 13 15:41:22.918989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-5135ce26-ad8b-4c02-8c82-3a135806fbc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:41:22.920630 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-5135ce26-ad8b-4c02-8c82-3a135806fbc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0659223
Dec 13 15:41:23.008293 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-014bf90b-1406-4120-b192-d4d0f8f21b96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803573
Dec 13 15:41:23.153008 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-5ca156b1-5709-412a-9687-1957659e8195 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383266
Dec 13 15:41:23.301064 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5fb8a1b0-7872-4833-b854-10418b0198d3 req-cda368c8-b84c-483c-bf6f-78f975d7c709 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410022
Dec 13 15:41:29.711660 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:38.050516 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-3af62ab4-8081-4623-8848-9c0d9734aa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:39.604570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:40.479251 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-651965a5-d7cc-4e5a-a637-8154af285434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:41.034068 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:42.408734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:47.848104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:41:53.679995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:41:53.837143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:41:53.867220 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '2a3be694-05b1-405e-bfb5-a624925006a2', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:41:53.924306 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:53.943493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a3be694-05b1-405e-bfb5-a624925006a2 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:41:53.959253 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:41:53.964163 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:53.966030 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b7b10975-16a7-4c3d-8473-1f1dc293beb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:41:54.035377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:41:54.044979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.045377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.045765 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.046166 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.046547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.046932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.047368 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.047740 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.048095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.048465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.048832 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:41:54.054090 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['2a3be694-05b1-405e-bfb5-a624925006a2'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:41:54.082047 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:41:55.692537 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:41:55.775088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 2a3be694-05b1-405e-bfb5-a624925006a2 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:41:55.775526 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:55.916099 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:55.946619 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:41:55.962377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:41:55.966950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:41:55.969179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-986a795c-575d-4000-897a-5bb272ab83b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:41:56.030701 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'code': 200}
Dec 13 15:41:56.044969 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:41:56.049626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:41:59.724167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:04.769313 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-3bd266fd-0325-4643-827b-cb0606629637 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180217059&fields=id&tenant_id=944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 267 time: 0.0459280
Dec 13 15:42:04.934672 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-7c2c97cb-b783-443b-9559-962062a98d9f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:04.936316 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-7c2c97cb-b783-443b-9559-962062a98d9f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 810 time: 0.1598332
Dec 13 15:42:04.957922 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-4e33ffd3-abb5-4f9f-bb10-e8a874081831 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/quotas/944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 375 time: 0.0127742
Dec 13 15:42:05.049352 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-934c9748-7f5a-41bb-9c49-3cc29872d311 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0849633
Dec 13 15:42:05.461759 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-fd84cace-8c95-4759-a167-97ea26e086f9 service neutron] 10.222.0.69 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992305
Dec 13 15:42:05.606472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-dd4218d5-5ff9-422b-9759-db143b84d3d3 service neutron] 10.222.0.69 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381509
Dec 13 15:42:05.837903 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3e58ac8b-aa97-403d-b3b3-a5bfd75b8a15 req-13062a61-c5ee-4f18-9b78-bf17771d730f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 210 time: 0.0504274
Dec 13 15:42:07.012257 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-037b23cc-2e49-48b6-9750-5a6eb833b519 req-e25f32fb-0095-4ae4-9ab4-5d2c408fd3f1 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 210 time: 0.0462716
Dec 13 15:42:07.228261 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-e8bdff6f-0523-488c-9047-6228ebe8823c tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:07.229823 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-e8bdff6f-0523-488c-9047-6228ebe8823c tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 810 time: 0.1646011
Dec 13 15:42:07.288372 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-f3c7cdab-4647-4d11-91c5-21844cbb9243 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944d1b16322a423f9614b1f480729499 HTTP/1.1" status: 200  len: 380 time: 0.0464568
Dec 13 15:42:07.298482 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'port': {'device_id': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'admin_state_up': True, 'tenant_id': '944d1b16322a423f9614b1f480729499', 'security_groups': ['78855237-189b-4655-a99d-c77eee1242ba']}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:42:07.460180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:42:07.470798 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:42:07.480824 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Made reservation on behalf of 944d1b16322a423f9614b1f480729499 for: {'port': 1} {{(pid=88857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 13 15:42:07.486416 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:07.670383 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Allocated IP 172.20.0.14 (363ed786-6027-47d2-9951-65fcb7d7e87b/dcd261dc-bfeb-4020-9729-7369509bd312/3997d878-9ca5-4aa4-bd98-c6130caec475) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:42:07.746176 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:42:07.956486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:07.973045 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:07.997066 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Transition to ACTIVE for port object 3997d878-9ca5-4aa4-bd98-c6130caec475 will not be triggered until provisioned by entity DHCP. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:42:08.013991 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:42:08.015815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:42:08.020895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:08.024481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:08.029931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:08.062801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-44bbed10-d44e-47b5-b03e-694e1268c36d tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:08.111993 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-128dddcf-78a0-4b06-a7d1-aa7719bc7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:08.147367 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Network 363ed786-6027-47d2-9951-65fcb7d7e87b is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:42:08.148434 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:08.149390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:42:08.155441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:08.165221 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'code': 200}
Dec 13 15:42:08.174733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:42:08.341981 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:08.380070 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.380497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.380962 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.381377 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.381792 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.382201 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.382734 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.383117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.383535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.383953 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.384342 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:42:08.389222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:08.395121 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:08.395806 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:08.445300 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1509476
Dec 13 15:42:08.452791 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b361-1f16-417a-b249-7590a70c4dad req-0a816746-80ef-47b3-a924-f5b112aebe0f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:08.453503 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70c3b361-1f16-417a-b249-7590a70c4dad req-0a816746-80ef-47b3-a924-f5b112aebe0f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:42:08.474299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-70c3b361-1f16-417a-b249-7590a70c4dad req-0a816746-80ef-47b3-a924-f5b112aebe0f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:42:08.475691 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70c3b361-1f16-417a-b249-7590a70c4dad req-0a816746-80ef-47b3-a924-f5b112aebe0f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.2175729
Dec 13 15:42:08.529606 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-70c3b361-1f16-417a-b249-7590a70c4dad req-ef101a83-1819-446a-8c82-3a32dc4e3ebd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458925
Dec 13 15:42:08.607751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d1812d2e-bbe8-4d84-bfb0-f6b1ad964d23 None None] Provisioning for port 3997d878-9ca5-4aa4-bd98-c6130caec475 completed by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:42:08.613486 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-d1812d2e-bbe8-4d84-bfb0-f6b1ad964d23 None None] Provisioning complete for port 3997d878-9ca5-4aa4-bd98-c6130caec475 triggered by entity DHCP. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:42:08.613888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d1812d2e-bbe8-4d84-bfb0-f6b1ad964d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:08.675260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-d1812d2e-bbe8-4d84-bfb0-f6b1ad964d23 None None] Port 3997d878-9ca5-4aa4-bd98-c6130caec475 cannot update to ACTIVE because it is not bound. {{(pid=88858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 13 15:42:09.611179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:09.750010 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a581c-b36b-417e-bca4-eafc86adac6b req-c6044a66-8335-43e9-a12e-c6b75b05bf56 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:09.751993 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4a581c-b36b-417e-bca4-eafc86adac6b req-c6044a66-8335-43e9-a12e-c6b75b05bf56 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0908957
Dec 13 15:42:09.801145 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-af4a581c-b36b-417e-bca4-eafc86adac6b req-1b94a53d-a196-4ac2-946c-c831d81fab69 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426877
Dec 13 15:42:10.474353 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e05825e-6798-4418-87ff-8395e66d86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:11.020819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd084e5-2a09-4e1a-8688-f430f33cf579 req-108c9b6e-72cc-4d97-b5c0-2a87f1696071 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:11.022490 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5dd084e5-2a09-4e1a-8688-f430f33cf579 req-108c9b6e-72cc-4d97-b5c0-2a87f1696071 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0899713
Dec 13 15:42:11.027984 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:11.083652 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-5dd084e5-2a09-4e1a-8688-f430f33cf579 req-bf74b97c-0d14-43b1-acf5-ec8f96b51878 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542865
Dec 13 15:42:12.294780 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2233f-7bf0-40de-b372-7f6a603dd9a9 req-077c71b5-54fd-4d47-a5ea-6eb9f96f826b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:12.296473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acc2233f-7bf0-40de-b372-7f6a603dd9a9 req-077c71b5-54fd-4d47-a5ea-6eb9f96f826b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0916512
Dec 13 15:42:12.353989 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-acc2233f-7bf0-40de-b372-7f6a603dd9a9 req-e59afb46-9753-46d1-b5a9-efb173ce8a6a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451002
Dec 13 15:42:12.410465 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:13.578755 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0e727-6077-429f-b6c5-1861a6118e65 req-50d98d0d-1441-4ba3-8833-8edb139f4cbd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:13.580714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bdc0e727-6077-429f-b6c5-1861a6118e65 req-50d98d0d-1441-4ba3-8833-8edb139f4cbd tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0923612
Dec 13 15:42:13.637821 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-bdc0e727-6077-429f-b6c5-1861a6118e65 req-087bd13a-fa91-4d83-bc89-08cd4b9ec3bc tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452781
Dec 13 15:42:14.859929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa54b3-0526-4b8a-ba14-c93799777486 req-26e2eb06-6613-40ef-a9b9-e79921af459d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:14.861576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbaa54b3-0526-4b8a-ba14-c93799777486 req-26e2eb06-6613-40ef-a9b9-e79921af459d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0921874
Dec 13 15:42:14.918751 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fbaa54b3-0526-4b8a-ba14-c93799777486 req-192ab336-6bf0-4d7a-8e3e-c8bd55843825 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501778
Dec 13 15:42:16.137246 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb0508-1ccd-4846-945e-b619dec89599 req-4ab675e3-1567-4c9e-823d-d2be7dc401ad tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:16.138864 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59eb0508-1ccd-4846-945e-b619dec89599 req-4ab675e3-1567-4c9e-823d-d2be7dc401ad tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.0863297
Dec 13 15:42:16.194506 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-59eb0508-1ccd-4846-945e-b619dec89599 req-cbac7b15-a0cf-49cd-bd51-81a9ed793a83 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491097
Dec 13 15:42:17.660196 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510ec2-82d1-491e-88be-e86631b0a6eb req-b2cb39bc-34c3-4121-b29c-ddfef3044ea9 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:17.661813 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7510ec2-82d1-491e-88be-e86631b0a6eb req-b2cb39bc-34c3-4121-b29c-ddfef3044ea9 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.3317399
Dec 13 15:42:17.716338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a7510ec2-82d1-491e-88be-e86631b0a6eb req-08083a2f-f2ab-477a-94e2-cbd84f54eb78 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459893
Dec 13 15:42:18.518598 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Request body: {'port': {'device_id': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:42:18.639284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.047009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8780b9f-9c50-4d88-b9ac-0e1ba049017e req-2b711840-c7ae-4fbb-a7f5-4cd99a42f308 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:19.048634 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b8780b9f-9c50-4d88-b9ac-0e1ba049017e req-2b711840-c7ae-4fbb-a7f5-4cd99a42f308 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 932 time: 0.1689229
Dec 13 15:42:19.094174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:42:19.108156 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.131768 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Transition to ACTIVE for port object 3997d878-9ca5-4aa4-bd98-c6130caec475 will not be triggered until provisioned by entity L2. {{(pid=88857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 13 15:42:19.134881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b8780b9f-9c50-4d88-b9ac-0e1ba049017e req-3c523663-c102-443d-995d-d5414b1c95d5 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801110
Dec 13 15:42:19.135999 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.140235 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0c9eecf1-fcee-49d4-b1f1-66998cec095f tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:19.268318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:19.275139 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:19.395330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Attempting to bind port 3997d878-9ca5-4aa4-bd98-c6130caec475 on host hv-neutron-8215 for vnic_type normal with profile  {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 13 15:42:19.395712 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Attempting to bind port 3997d878-9ca5-4aa4-bd98-c6130caec475 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 13 15:42:19.396083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Attempting to bind port 3997d878-9ca5-4aa4-bd98-c6130caec475 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:42:19.402760 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Port 3997d878-9ca5-4aa4-bd98-c6130caec475 on network 363ed786-6027-47d2-9951-65fcb7d7e87b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 13 15:42:19.403307 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Attempting to bind port 3997d878-9ca5-4aa4-bd98-c6130caec475 on network 363ed786-6027-47d2-9951-65fcb7d7e87b {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 13 15:42:19.411159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Checking agent: {'id': 'c0032f94-234f-42fa-b7cc-f8a5a0cbe368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'started_at': datetime.datetime(2021, 12, 13, 14, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 13 15:42:19.411542 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Checking segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 13 15:42:19.411964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Bound using segment: {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'} {{(pid=88857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 13 15:42:19.412410 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.managers [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Bound port: 3997d878-9ca5-4aa4-bd98-c6130caec475, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef35144-92c8-408f-9997-7fd531406efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b'}}] {{(pid=88857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 13 15:42:19.412797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.517818 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, cleared binding levels {{(pid=88857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 13 15:42:19.521124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 13 15:42:19.528055 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.534450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:19.606742 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:19.608338 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] 10.222.0.72 "PUT /v2.0/ports/3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 200  len: 1094 time: 1.0981355
Dec 13 15:42:19.608935 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:42:19.628651 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=3']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:19.631950 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:19.689576 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'status': 'completed', 'code': 200}
Dec 13 15:42:19.733690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-d930f6ab-7bad-4c77-874b-7d68ef731868 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1097 time: 0.0827143
Dec 13 15:42:19.811886 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-90a3f5d5-36b6-41eb-9b9e-eef423cfd587 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 200  len: 217 time: 0.0705702
Dec 13 15:42:19.883390 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-7a660402-cfde-44f7-a193-1d7484a451f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:19.884882 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-7a660402-cfde-44f7-a193-1d7484a451f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0661864
Dec 13 15:42:19.968933 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-ed1fff95-f1b5-49e8-8985-c749496331b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776322
Dec 13 15:42:20.121017 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-1810ff13-a45c-4c36-b0e2-c47c0eeeb918 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443989
Dec 13 15:42:20.299330 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd08e3bf-41df-4f74-84ad-c0d05f2aab28 req-bd57a4c5-18ab-44d7-8bba-674c911053da service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713521
Dec 13 15:42:20.348493 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fad42d-21fd-4c79-a834-593e26c963cb req-79c7964f-bcac-487e-839c-7a56d976892c tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:20.350074 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33fad42d-21fd-4c79-a834-593e26c963cb req-79c7964f-bcac-487e-839c-7a56d976892c tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 944 time: 0.0913532
Dec 13 15:42:20.450803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-33fad42d-21fd-4c79-a834-593e26c963cb req-6e60b643-c00e-41cb-87bb-715c7a66ffe0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675142
Dec 13 15:42:20.466534 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-9f18654b-6582-469b-9669-65d9cc62d9ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1097 time: 0.1152701
Dec 13 15:42:20.623694 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-1ff96d64-bbcf-4553-83c4-d58c456da32c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:20.625525 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-1ff96d64-bbcf-4553-83c4-d58c456da32c service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1520364
Dec 13 15:42:20.702714 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-6a5c2fbc-599c-45d9-8fb4-fabed668d68d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 200  len: 217 time: 0.0692406
Dec 13 15:42:20.774596 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-fe662805-654c-47b1-a9d7-c1451acefe1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:20.776202 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-fe662805-654c-47b1-a9d7-c1451acefe1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0655749
Dec 13 15:42:20.865889 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-7de866ea-ae77-43b6-ad87-a3c507bde670 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0830381
Dec 13 15:42:21.035899 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-05eb757c-bca5-47ad-a0fb-d05a53216469 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613641
Dec 13 15:42:21.176942 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fae40fc2-0f61-4fcd-a98c-ee33e43cbbd2 req-0d5c314a-3952-4eed-a18f-8b47b2f45a59 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342485
Dec 13 15:42:21.673822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076065b-4a86-4011-9767-e1a87299810a req-f9ef5f17-59d0-4e57-8d23-493010ebfa1b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:21.675459 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8076065b-4a86-4011-9767-e1a87299810a req-f9ef5f17-59d0-4e57-8d23-493010ebfa1b tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 944 time: 0.0893698
Dec 13 15:42:21.734876 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8076065b-4a86-4011-9767-e1a87299810a req-aa107f5d-83ec-43b1-b703-b5fed852c1f3 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530257
Dec 13 15:42:21.818274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:42:21.968427 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:42:21.982366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'mac_address': 'fa:16:3e:dd:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:42:22.037549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:22.060237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:42:22.077023 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:42:22.081008 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:22.083801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:22.151043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=4']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:22.154419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:22.337376 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['3997d878-9ca5-4aa4-bd98-c6130caec475'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:42:22.954762 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa913ed-e078-4e4b-844f-8bf8bf0791ce req-e4c30c1b-3b18-42cb-b15b-1a0602648060 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:22.956716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aa913ed-e078-4e4b-844f-8bf8bf0791ce req-e4c30c1b-3b18-42cb-b15b-1a0602648060 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 945 time: 0.0844324
Dec 13 15:42:23.008978 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-4aa913ed-e078-4e4b-844f-8bf8bf0791ce req-207700e7-3fed-4302-8cb4-623c8fbc5a1a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433631
Dec 13 15:42:23.355932 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-546276d6-3ef3-4ebe-8f67-8f30169a71b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765798
Dec 13 15:42:23.510171 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-f5bafbaa-b76f-4f13-92f2-2280874fecbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1096 time: 0.0783420
Dec 13 15:42:23.822453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:42:23.908382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning for port 3997d878-9ca5-4aa4-bd98-c6130caec475 completed by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 13 15:42:23.913964 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 3997d878-9ca5-4aa4-bd98-c6130caec475 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:42:23.914393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:23.974509 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-c7f030a8-dd3e-42c0-92bc-b318fac9d0eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:23.976025 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-c7f030a8-dd3e-42c0-92bc-b318fac9d0eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.4420652
Dec 13 15:42:24.056959 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:24.088716 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:42:24.106647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:42:24.111208 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-3f6c5f9d-e6af-4491-b22c-1da7e455098d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 998 time: 0.1282163
Dec 13 15:42:24.112753 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:24.114929 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:24.166649 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'code': 200}
Dec 13 15:42:24.193617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-a60d0089-a3d2-4a3e-900b-47af4d9ee58f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:24.195225 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-a60d0089-a3d2-4a3e-900b-47af4d9ee58f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0767400
Dec 13 15:42:24.243974 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=5']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:24.246435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60474c-dfd3-435e-ade4-8e9e466ebc81 req-b678ffe6-7a12-47ed-855e-bea027f9f90a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:24.248105 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd60474c-dfd3-435e-ade4-8e9e466ebc81 req-b678ffe6-7a12-47ed-855e-bea027f9f90a tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.0990918
Dec 13 15:42:24.252274 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:24.301111 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-9f71cc3a-876c-4be9-b09d-ec0143d8efbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0977492
Dec 13 15:42:24.323447 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-fd60474c-dfd3-435e-ade4-8e9e466ebc81 req-efec1bab-f287-4d7a-a2df-8117646cc9ba tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608306
Dec 13 15:42:24.384893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.72', 50359) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:42:24.460045 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-d59b2ae8-15b5-4a85-bec3-7d10443776c3 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522243
Dec 13 15:42:24.477366 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-80e77b25-65be-4810-815b-a7dd695d5680 req-1c735b2e-ed02-4020-8a40-f1f0027dfeb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1099 time: 0.0909019
Dec 13 15:42:24.529451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-80e77b25-65be-4810-815b-a7dd695d5680 req-bbd157d9-8f63-4e95-b653-34ef26d0b681 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464475
Dec 13 15:42:24.623644 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-8b6f49ec-c852-4f57-80b7-ee328b444dc3 req-555c87a7-a7e7-47c4-8774-8d3eef39997e service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563358
Dec 13 15:42:24.847080 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:42:25.541057 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9988-00fa-41ce-961e-d84d67a856d9 req-2952d590-1bb7-4dd7-b6cf-a8c0f2f53a56 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:25.542690 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-580a9988-00fa-41ce-961e-d84d67a856d9 req-2952d590-1bb7-4dd7-b6cf-a8c0f2f53a56 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.0970206
Dec 13 15:42:25.594038 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-580a9988-00fa-41ce-961e-d84d67a856d9 req-92d5e5ee-ab85-4408-9118-a92d66632343 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444160
Dec 13 15:42:26.806238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ff583-8a4c-4fb4-a7e6-5761834fee27 req-41c4925e-1905-4ba0-b364-9719cb78cd60 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:26.807963 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d2ff583-8a4c-4fb4-a7e6-5761834fee27 req-41c4925e-1905-4ba0-b364-9719cb78cd60 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.0844457
Dec 13 15:42:26.861935 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-9d2ff583-8a4c-4fb4-a7e6-5761834fee27 req-8ce048a8-148e-444e-a9ac-0d68423c1c2c tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449529
Dec 13 15:42:27.079866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2695658-28b6-4a22-813b-ad14f1495717 req-82e8ecad-94ba-4406-848d-6e0829ac135f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:27.081841 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a2695658-28b6-4a22-813b-ad14f1495717 req-82e8ecad-94ba-4406-848d-6e0829ac135f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.0930412
Dec 13 15:42:27.131337 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-a2695658-28b6-4a22-813b-ad14f1495717 req-68703e88-9dc7-4107-89f1-3bebe22a29f5 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429595
Dec 13 15:42:27.159318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60134) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:42:27.240800 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d2ed63e6-5fc5-4c17-b2de-8b4c71adaff0 tempest-TestSnapshotPattern-2016207298 tempest-TestSnapshotPattern-2016207298-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1094 time: 0.0802112
Dec 13 15:42:27.243745 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60138) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:42:27.250350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.v2.base [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Request body: {'floatingip': {'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 13 15:42:27.257655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 13 15:42:27.263939 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Usage tracker for resource:floatingip and tenant:944d1b16322a423f9614b1f480729499 is out of sync, need to count used quota {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 13 15:42:27.267233 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88857) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 13 15:42:27.273678 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.quota.driver [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 13 15:42:27.289779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:27.447126 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:27.612921 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_common [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Allocated IP 172.26.4.9 (7806b000-92e9-434a-b2d2-840a7eda2978/a8559dc4-0de0-4526-bfc3-e8712709b19d/62530c05-6d7b-4341-a891-6fa0f8fd97c7) {{(pid=88857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 13 15:42:27.786256 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:27.817451 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243345510601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:27.823340 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:27.898241 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Network 7806b000-92e9-434a-b2d2-840a7eda2978 is already hosted by enough agents. {{(pid=88857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 13 15:42:27.901723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Resources bound (agent type, host, resource id):  {{(pid=88857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 13 15:42:27.903934 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=62530c05-6d7b-4341-a891-6fa0f8fd97c7,revision_number=1']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:27.906165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Received port after_create {{(pid=88857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 13 15:42:27.932466 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:28.455642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:28.517027 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:28.741011 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for port, precommit_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:28.746117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788415171'] for port, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:28.750558 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-862196e9-237f-4af4-b24b-f37532be9ba3 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:42:28.867587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event updated for resources: {'Port': ['ID=62530c05-6d7b-4341-a891-6fa0f8fd97c7,revision_number=2']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:42:28.872064 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:42:28.883515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788033810'] for floatingip, after_update {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:29.099569 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.db.l3_db [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Floating IP 3e8eb0f0-171e-4588-869d-7bfc80e5957c associated. External IP: 172.26.4.9, port: 3997d878-9ca5-4aa4-bd98-c6130caec475.
Dec 13 15:42:29.539797 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:42:29.738453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:30.001615 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:42:30.013374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:42:30.033926 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:42:30.034622 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f521b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:42:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:42:30.036007 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:30.106990 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-b9d2dc2d-81f4-4330-bd53-0f00237eeb53 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8497880
Dec 13 15:42:30.106990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:42:30.150637 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'status': 'completed', 'code': 200}
Dec 13 15:42:30.225776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:42:30.251540 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-48e0e185-1ddb-465b-a9e1-40cade275f63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1099 time: 0.0780168
Dec 13 15:42:30.397562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f95ed-7362-472c-9974-9bf19818f74d req-49a68981-6b99-434f-8d7f-f7ee2a76e439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:30.399228 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-49a68981-6b99-434f-8d7f-f7ee2a76e439 service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1385486
Dec 13 15:42:30.520874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-ef5d3eee-2a71-43c4-83b6-49ab524c0815 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 200  len: 998 time: 0.1139081
Dec 13 15:42:30.598625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f95ed-7362-472c-9974-9bf19818f74d req-79a35f55-a3ef-4347-9907-2257160be9fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:42:30.600302 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-79a35f55-a3ef-4347-9907-2257160be9fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0719836
Dec 13 15:42:30.687190 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-f16184b2-f167-4f77-a7e7-e609e119b3d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808318
Dec 13 15:42:30.788217 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f521b00>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}, {'id': '3e8eb0f0-171e-4588-869d-7bfc80e5957c', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:dd:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:42:30.792731 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:42:30.804147 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:42:30.804816 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f521b00>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:42:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:42:30.835199 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-93bc1114-0f21-4747-aa78-90a1305c5267 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410427
Dec 13 15:42:30.980907 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-454f95ed-7362-472c-9974-9bf19818f74d req-0ec5e173-404e-45a0-b098-247d86b98a9e service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383700
Dec 13 15:42:30.996186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:42:31.375352 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f521b00>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}, {'id': '3e8eb0f0-171e-4588-869d-7bfc80e5957c', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:dd:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:42:31.380017 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee38f54-0c01-4174-a47d-eb10b674b292 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}, {'id': '3e8eb0f0-171e-4588-869d-7bfc80e5957c', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:dd:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:42:31.770273 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687dd49-2197-40d9-9700-810906960840 None None] New status for floating IP 3e8eb0f0-171e-4588-869d-7bfc80e5957c: ACTIVE {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:42:38.049960 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf201-19a1-41f1-8dc2-2d9742d00b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:39.602435 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:40.480334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ee10ebaf-aa10-401e-97f7-b27897a3293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:41.044874 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:42.411604 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:42:59.737570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:01.845685 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:43:08.053232 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9d0147a0-47b2-4f23-ac8d-1cc078986b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:09.598518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:10.471801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7003fca3-d81d-455d-b69a-3b19f17881bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:11.046715 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:12.413632 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:25.460441 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-bba125d0-790e-4c2b-b482-3e2cd6c583f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1843600
Dec 13 15:43:25.628371 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-8409292e-9fa8-45ac-b504-200d1ae2ac13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1096 time: 0.0861428
Dec 13 15:43:25.792149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-93fdb657-1b6c-45f6-978b-eedd7ed3fcbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:43:25.793740 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-93fdb657-1b6c-45f6-978b-eedd7ed3fcbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1462922
Dec 13 15:43:25.912334 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-b83b4cbb-c046-4378-a78c-56a61ba51f74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 998 time: 0.1112256
Dec 13 15:43:26.002582 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-eac996a3-b9be-4f45-8abe-c2e39ba1faae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:43:26.004503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-eac996a3-b9be-4f45-8abe-c2e39ba1faae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0854199
Dec 13 15:43:26.113308 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-66282a43-1a60-4003-9c0c-9d3848917b43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1020288
Dec 13 15:43:26.306670 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-9c9b1948-b41a-48a0-9870-bda809e2cb36 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866181
Dec 13 15:43:26.475375 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d89e1c85-fb4a-4da6-97b0-ccf53884182e req-f3299a71-56ec-4b2a-93ee-45628d8d290d service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613245
Dec 13 15:43:29.752076 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:38.061445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0c0df923-2580-44c9-805a-9170e8e2109b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:38.840689 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:43:39.615592 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:40.476893 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dbcd1e63-3990-4c27-876d-029cedf7f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:41.048404 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:42.420826 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:43:59.780831 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:00.343848 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=88858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 13 15:44:00.496569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:00.511378 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Returning: {'device': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'port_id': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'mac_address': 'fa:16:3e:dd:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 13 15:44:00.568109 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:00.587330 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 13 15:44:00.604039 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:00.607754 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:00.609666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:00.687437 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=6']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:00.698327 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] get_ports_and_sgs() called for port_ids ['3997d878-9ca5-4aa4-bd98-c6130caec475'] {{(pid=88858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 13 15:44:00.729238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.729626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.730009 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.730382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.730757 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.731155 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.731528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.731879 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.732242 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.732603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.732966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:00.743276 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:02.344529 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 up at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 13 15:44:02.425843 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.provisioning_blocks [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Provisioning complete for port 3997d878-9ca5-4aa4-bd98-c6130caec475 triggered by entity L2. {{(pid=88858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 13 15:44:02.426260 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1871154'] for port, provisioning_complete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:02.560335 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:02.590659 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:02.616195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:02.624703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:02.626954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-816af4eb-d85d-48b6-a83a-b536ce5d4550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:02.702365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=7']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:02.706056 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:02.776638 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'code': 200}
Dec 13 15:44:08.045855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-32798163-3f7d-4df8-aeb3-a79463a63149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:09.609293 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:10.433906 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60334) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:10.471485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f041e919-8073-45e5-8fba-fe856d92b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:10.654206 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Deleting port 62530c05-6d7b-4341-a891-6fa0f8fd97c7 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:10.654805 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:10.833821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:10.834179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:10.958650 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Calling delete_port for 62530c05-6d7b-4341-a891-6fa0f8fd97c7 owned by network:floatingip {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:11.041821 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:11.123647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:11.127549 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ddde3926-cdbe-4f43-b60c-c219549f3b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:11.170120 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event deleted for resources: {'Port': ['ID=62530c05-6d7b-4341-a891-6fa0f8fd97c7,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:11.212419 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.212849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.213275 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.213680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.214091 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.214498 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.214905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.215341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.215743 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.216157 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.216547 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:11.223701 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:11.284642 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:11.711125 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:44:12.205978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:44:12.216836 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:44:12.229113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:12.230796 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:12.231531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f144c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:12.287379 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-e6c14ed3-836b-4e3d-87ee-c54af54f2b62 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "DELETE /v2.0/floatingips/3e8eb0f0-171e-4588-869d-7bfc80e5957c HTTP/1.1" status: 204  len: 168 time: 1.8521740
Dec 13 15:44:12.288093 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:12.368874 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'status': 'completed', 'code': 200}
Dec 13 15:44:12.438445 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:12.447440 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:12.478938 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-4bfbf195-4c5e-4cdd-8221-039aab51d17b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 1099 time: 0.0847976
Dec 13 15:44:12.641128 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b599-3617-4877-952c-98530c582688 req-59d2fef2-8e0f-4cb9-87d6-01a6853d8237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:12.642992 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-59d2fef2-8e0f-4cb9-87d6-01a6853d8237 service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1577981
Dec 13 15:44:12.725407 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-26ffc9e2-41ca-4f8c-b71f-6a53c9984d91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 200  len: 217 time: 0.0741377
Dec 13 15:44:12.798151 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b599-3617-4877-952c-98530c582688 req-bb33e2f6-604c-47d0-97cc-da5ddcef6fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:12.799810 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-bb33e2f6-604c-47d0-97cc-da5ddcef6fe2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0659676
Dec 13 15:44:12.836372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f144c88>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:12.841029 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:44:12.851686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:12.852819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f144c88>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:12.876033 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef855-f96a-49c4-916a-bc656db876d1 req-26de365c-91bc-4781-97ce-7b365ed192e8 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:12.877616 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e02ef855-f96a-49c4-916a-bc656db876d1 req-26de365c-91bc-4781-97ce-7b365ed192e8 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.0995283
Dec 13 15:44:12.886868 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-3a7fa9ef-3705-41f4-8e66-e6002f9fbade service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798328
Dec 13 15:44:12.929503 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e02ef855-f96a-49c4-916a-bc656db876d1 req-0c057b5a-b0fa-40bb-849a-b8469c3a6a69 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446823
Dec 13 15:44:13.040432 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-9d3d258f-703d-4033-bfaa-2b89577f007f service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442299
Dec 13 15:44:13.189500 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-e7f8b599-3617-4877-952c-98530c582688 req-beb9947f-05d3-4e71-9dfb-5cd5447879da service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418531
Dec 13 15:44:13.222407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:13.605422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f144c88>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:13.609963 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccd664-8bce-420f-9230-11e798b32a07 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_floatingips': [{'id': '24acf2c7-d00a-44e6-996b-ca9aca0cc924', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'router_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'port_id': '2a3be694-05b1-405e-bfb5-a624925006a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'mac_address': 'fa:16:3e:f1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a6079-612b-425d-9aae-4633f3dad7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 1, 'project_id': '944d1b16322a423f9614b1f480729499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:44:14.067002 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a902e0-41b8-465e-b1a6-f01cb6d10083 None None] New status for floating IP 3e8eb0f0-171e-4588-869d-7bfc80e5957c: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:44:14.200570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83237d12-c9ad-4161-8108-4be9dd9f10f9 req-d8a4f430-0360-450e-b86b-d3719bae6187 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:14.201332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-83237d12-c9ad-4161-8108-4be9dd9f10f9 req-d8a4f430-0360-450e-b86b-d3719bae6187 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:44:14.234122 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-83237d12-c9ad-4161-8108-4be9dd9f10f9 req-d8a4f430-0360-450e-b86b-d3719bae6187 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:44:14.235470 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83237d12-c9ad-4161-8108-4be9dd9f10f9 req-d8a4f430-0360-450e-b86b-d3719bae6187 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.1736355
Dec 13 15:44:14.242313 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-3f504c8e-fe6c-4a7a-8213-5a237928f3ec tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:14.244009 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-3f504c8e-fe6c-4a7a-8213-5a237928f3ec tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 946 time: 0.1166332
Dec 13 15:44:14.359365 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Deleting port 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:14.359738 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:14.390057 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-83237d12-c9ad-4161-8108-4be9dd9f10f9 req-35236d0d-98b9-4d9a-9ad9-b93faaaf94da tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450818
Dec 13 15:44:14.390901 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:14.517412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1127926'] for port, before_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:14.546920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:14.557830 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-9e926179-9540-42e0-82da-718e504aebcd None None] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:14.561289 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363243345045842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363243345510584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793509265250'] for port, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:14.564036 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:14.607473 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'code': 200}
Dec 13 15:44:14.624113 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:14.624514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:14.633179 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Pushing event updated for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=8']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:14.636706 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:14.761512 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Calling delete_port for 3997d878-9ca5-4aa4-bd98-c6130caec475 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:14.854952 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88857) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:44:14.855356 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:44:15.357186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Deleting port 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:15.357623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:15.664447 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] For port 3997d878-9ca5-4aa4-bd98-c6130caec475, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3997d878-9ca5-4aa4-bd98-c6130caec475,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:15.664855 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:15.808357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Calling delete_port for 3997d878-9ca5-4aa4-bd98-c6130caec475 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:15.841895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:44:15.867238 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a29ddc-ebaf-48ae-a9cb-551856337dc7 req-e852af96-8980-4137-90f2-d53779299a59 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:15.868879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3a29ddc-ebaf-48ae-a9cb-551856337dc7 req-e852af96-8980-4137-90f2-d53779299a59 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=689bbcf8-299f-4e3e-abf8-b93d38c0b6ec HTTP/1.1" status: 200  len: 944 time: 0.3048754
Dec 13 15:44:15.980350 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-d3a29ddc-ebaf-48ae-a9cb-551856337dc7 req-602b15a0-ea5a-4f99-9c63-8a6f12dd6ff6 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048307
Dec 13 15:44:16.005982 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:16.012505 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-6ecc06de-9d7c-4ba3-a0d3-10584a443652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:16.056405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event deleted for resources: {'Port': ['ID=3997d878-9ca5-4aa4-bd98-c6130caec475,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:16.060134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:16.132714 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] No DVR routers for this DVR port 3997d878-9ca5-4aa4-bd98-c6130caec475 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:44:16.135357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:16.138149 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-deleted', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:16.154896 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-044f1a57-b5a8-4e6a-9fda-a1f1c2b71080 req-d5f327b2-0f54-4b6c-a8d4-14c49dc3af63 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "DELETE /v2.0/ports/3997d878-9ca5-4aa4-bd98-c6130caec475 HTTP/1.1" status: 204  len: 173 time: 1.8954768
Dec 13 15:44:16.197552 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689bbcf8-299f-4e3e-abf8-b93d38c0b6ec', 'name': 'network-vif-deleted', 'tag': '3997d878-9ca5-4aa4-bd98-c6130caec475', 'status': 'completed', 'code': 200}
Dec 13 15:44:17.758519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60394) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:17.979248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Deleting port cb2d17f6-f214-432c-b302-3fffbb7e522d {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:17.979603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:18.157069 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:18.157449 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:18.284478 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Calling delete_port for cb2d17f6-f214-432c-b302-3fffbb7e522d owned by network:floatingip {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:18.422463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:18.449355 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:18.453626 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-cf0adc25-c904-4df5-b7ef-845cafdb8217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:18.461531 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 3997d878-9ca5-4aa4-bd98-c6130caec475 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:18.461937 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 3997d878-9ca5-4aa4-bd98-c6130caec475 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:18.495730 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event deleted for resources: {'Port': ['ID=cb2d17f6-f214-432c-b302-3fffbb7e522d,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:18.536228 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.536603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.537026 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.537442 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.537853 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.538267 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.538679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.539114 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.539524 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.539931 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.540334 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821565-1-hyperv {{(pid=88856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 13 15:44:18.550902 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:18.608914 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:19.046341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:44:19.263046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:44:19.273255 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:44:19.282722 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for floatingip, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:19.286941 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:19.287747 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7b518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:19.338451 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-da649f6f-e71c-4905-96f9-81abd5aeb30d tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "DELETE /v2.0/floatingips/24acf2c7-d00a-44e6-996b-ca9aca0cc924 HTTP/1.1" status: 204  len: 168 time: 1.5785096
Dec 13 15:44:19.339281 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:19.476716 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'status': 'completed', 'code': 200}
Dec 13 15:44:19.481800 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:19.588754 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-fc5f7c36-c839-46d0-8fb2-eda6bf82603f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=944d1b16322a423f9614b1f480729499&device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 1096 time: 0.0875809
Dec 13 15:44:19.784769 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-40c86e82-015e-4b1f-9a45-c55e55d28a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:19.786400 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-40c86e82-015e-4b1f-9a45-c55e55d28a1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 200  len: 911 time: 0.1907573
Dec 13 15:44:19.827054 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7b518>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:19.831785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:44:19.843643 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:19.844250 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7b518>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:19.873178 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-2c97389d-a72d-4462-bd81-d52c35165fc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 200  len: 217 time: 0.0774541
Dec 13 15:44:19.880129 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb865-17ae-4440-8177-520a8efb2340 req-5ba50baf-42cc-4601-9b41-e212e15ce213 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:19.880867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ca6fb865-17ae-4440-8177-520a8efb2340 req-5ba50baf-42cc-4601-9b41-e212e15ce213 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:44:19.953395 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-ca6fb865-17ae-4440-8177-520a8efb2340 req-5ba50baf-42cc-4601-9b41-e212e15ce213 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88857) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:44:19.954694 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ca6fb865-17ae-4440-8177-520a8efb2340 req-5ba50baf-42cc-4601-9b41-e212e15ce213 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 943 time: 0.2632561
Dec 13 15:44:19.956323 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-d4831fb1-ce2e-44f8-8b2b-02ff31a6f7a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:19.957785 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-d4831fb1-ce2e-44f8-8b2b-02ff31a6f7a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 200  len: 849 time: 0.0741043
Dec 13 15:44:20.033433 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:20.056472 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-ca6fb865-17ae-4440-8177-520a8efb2340 req-d022a938-0174-4cb6-99a8-522268be4532 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947833
Dec 13 15:44:20.083846 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-d924c983-2942-41d8-bd26-f59da97fd8a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=363ed786-6027-47d2-9951-65fcb7d7e87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1071191
Dec 13 15:44:20.231913 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-92445594-c60e-41da-b884-898d2e05b58a service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399701
Dec 13 15:44:20.381783 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65ed7b518>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:20.384587 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b0e88934-3c53-4841-a74a-3c49b8fee3e6 req-eca7a01e-1972-47a0-9903-55863ee0e3e0 service neutron] 10.222.0.72 "GET /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455112
Dec 13 15:44:20.386785 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b003e-f571-4a23-b523-2f71b5e46118 None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:39:31Z', 'revision_number': 4, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv', '_interfaces': [{'id': '0193c0e0-7f90-406e-9c7b-210c12e2b873', 'name': '', 'network_id': '363ed786-6027-47d2-9951-65fcb7d7e87b', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'mac_address': 'fa:16:3e:cc:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:30Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'subnets': [{'id': 'dcd261dc-bfeb-4020-9729-7369509bd312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:44:20.849341 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49468122-c7c8-4bc6-986e-e86106afaedc None None] New status for floating IP 24acf2c7-d00a-44e6-996b-ca9aca0cc924: DOWN {{(pid=88859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 13 15:44:21.235391 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-14614428-b5ea-4a0f-aea0-1b9f0f1087c0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:21.236948 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-14614428-b5ea-4a0f-aea0-1b9f0f1087c0 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 943 time: 0.0854418
Dec 13 15:44:21.271680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236686b-f604-4c26-9a07-68f3a3c35b12 req-3ed23d4b-bcd4-445d-89f7-bc8d1dcbf504 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 13 15:44:21.272450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3236686b-f604-4c26-9a07-68f3a3c35b12 req-3ed23d4b-bcd4-445d-89f7-bc8d1dcbf504 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Synchronizing usage tracker for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88856) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 13 15:44:21.287181 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.quota.resource [req-3236686b-f604-4c26-9a07-68f3a3c35b12 req-3ed23d4b-bcd4-445d-89f7-bc8d1dcbf504 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Unset dirty status for tenant:944d1b16322a423f9614b1f480729499 on resource:port {{(pid=88856) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 13 15:44:21.288803 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3236686b-f604-4c26-9a07-68f3a3c35b12 req-3ed23d4b-bcd4-445d-89f7-bc8d1dcbf504 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 943 time: 0.1008699
Dec 13 15:44:21.322245 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Deleting port 2a3be694-05b1-405e-bfb5-a624925006a2 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:21.323183 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:21.349656 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-3236686b-f604-4c26-9a07-68f3a3c35b12 req-dd1d8007-dbbc-468c-921c-aad992ef611e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/security-groups?id=78855237-189b-4655-a99d-c77eee1242ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449882
Dec 13 15:44:21.839268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] For port 2a3be694-05b1-405e-bfb5-a624925006a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2a3be694-05b1-405e-bfb5-a624925006a2,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:21.839668 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:21.963903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Calling delete_port for 2a3be694-05b1-405e-bfb5-a624925006a2 owned by compute:nova {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:22.128497 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:22.138244 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8365aaee-27ac-4ed0-a922-714e0e00295e tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:22.192453 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event deleted for resources: {'Port': ['ID=2a3be694-05b1-405e-bfb5-a624925006a2,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:22.195315 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:22.265741 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] No DVR routers for this DVR port 2a3be694-05b1-405e-bfb5-a624925006a2 on host hv-neutron-8215 {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:44:22.268575 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019'] for port, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:22.271318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-deleted', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2'}] {{(pid=88857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 13 15:44:22.291696 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-43d2c47d-e165-416b-b8c1-86e03d2fc1c7 req-eb8e49c7-e579-4d13-8364-c99d3bfe2d04 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.72 "DELETE /v2.0/ports/2a3be694-05b1-405e-bfb5-a624925006a2 HTTP/1.1" status: 204  len: 173 time: 1.0487194
Dec 13 15:44:22.337515 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6079-612b-425d-9aae-4633f3dad7ae', 'name': 'network-vif-deleted', 'tag': '2a3be694-05b1-405e-bfb5-a624925006a2', 'status': 'completed', 'code': 200}
Dec 13 15:44:22.540741 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [req-b72d2f15-beb9-4b35-b02b-9587591e1605 req-9151f451-a237-45db-8fe6-6b426aaa4914 tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "GET /v2.0/ports?device_id=319a6079-612b-425d-9aae-4633f3dad7ae HTTP/1.1" status: 200  len: 210 time: 0.0482709
Dec 13 15:44:23.660864 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60414) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:23.744208 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:23.776231 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:23.847617 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:23.851625 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7dac883a-472b-456d-b435-4efabbe779ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:23.868638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78855237-189b-4655-a99d-c77eee1242ba,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:23.871790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:23.878894 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:23.880138 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-d61b79ec-d8ba-413d-8f95-ce7dff86873f tempest-TestSnapshotPattern-936959787 tempest-TestSnapshotPattern-936959787-project] 10.222.0.69 "DELETE /v2.0/security-groups/78855237-189b-4655-a99d-c77eee1242ba HTTP/1.1" status: 204  len: 168 time: 0.2181909
Dec 13 15:44:23.935397 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60420) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:24.484216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:24.518888 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-9e926179-9540-42e0-82da-718e504aebcd None None] No Port match for: 2a3be694-05b1-405e-bfb5-a624925006a2 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:24.519333 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Device 2a3be694-05b1-405e-bfb5-a624925006a2 not bound to the agent host hv-neutron-8215 {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:24.616216 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:25.293569 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Deleting port 0193c0e0-7f90-406e-9c7b-210c12e2b873 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:25.294158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:25.477637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] For port 0193c0e0-7f90-406e-9c7b-210c12e2b873, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=0193c0e0-7f90-406e-9c7b-210c12e2b873,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:25.478024 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:25.605851 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Calling delete_port for 0193c0e0-7f90-406e-9c7b-210c12e2b873 owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:25.808628 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:25.813534 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-08ed2b2f-15b9-4130-a565-b151523082c1 tempest-ServerDiskConfigTestJSON-826764550 tempest-ServerDiskConfigTestJSON-826764550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:25.863942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0193c0e0-7f90-406e-9c7b-210c12e2b873,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:25.866607 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:26.218389 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:26.961814 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:44:27.181450 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:44:27.191820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Sync routers for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:44:27.195311 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-92bea137-7fda-4d9d-99ab-d7f11d19acb9 admin admin] 10.222.0.69 "PUT /v2.0/routers/31a6b160-fa90-4cc2-a7db-483d0d83f2a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2586844
Dec 13 15:44:27.199679 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60424) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:27.208470 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:27.209230 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:27.419680 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:27.555996 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:27.723195 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2390>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:44:25Z', 'revision_number': 5, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port': {'id': 'cd545317-e821-4ed0-af03-8ca90564f875', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:29Z', 'updated_at': '2021-12-13T15:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:27.727393 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Checking router: 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 for host: dv-neutron-821565-1-hyperv {{(pid=88858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:44:27.739422 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Routers {'31a6b160-fa90-4cc2-a7db-483d0d83f2a6'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:27.740106 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2390>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'], 'active': True} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:27.761972 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:27.771382 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Deleting port cd545317-e821-4ed0-af03-8ca90564f875 {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:27.771759 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:27.899481 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] Set router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 gateway port host: None {{(pid=88858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:27.963236 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] For port cd545317-e821-4ed0-af03-8ca90564f875, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=cd545317-e821-4ed0-af03-8ca90564f875,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:27.963989 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.094299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Calling delete_port for cd545317-e821-4ed0-af03-8ca90564f875 owned by network:router_gateway {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:28.190406 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f6a2390>, [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:44:27Z', 'revision_number': 6, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:28.194776 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f3bf9-5645-4c28-b72d-d9a3ce83461b None None] The sync data for ids ['31a6b160-fa90-4cc2-a7db-483d0d83f2a6'] in dv-neutron-821565-1-hyperv is: [{'id': '31a6b160-fa90-4cc2-a7db-483d0d83f2a6', 'name': 'tempest-TestSnapshotPattern-1998526374-router', 'tenant_id': '944d1b16322a423f9614b1f480729499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:28Z', 'updated_at': '2021-12-13T15:44:27Z', 'revision_number': 6, 'project_id': '944d1b16322a423f9614b1f480729499', 'gw_port_host': None}] {{(pid=88858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:44:28.271143 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.276314 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d26a5ed3-a67b-402b-9f6e-2d873675df93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:28.320162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cd545317-e821-4ed0-af03-8ca90564f875,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:28.323192 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:28.565766 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.844065 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cd545317-e821-4ed0-af03-8ca90564f875 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:28.856284 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.861165 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.877695 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: cd545317-e821-4ed0-af03-8ca90564f875 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:28.878088 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device cd545317-e821-4ed0-af03-8ca90564f875 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:28.878544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0193c0e0-7f90-406e-9c7b-210c12e2b873 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:28.887822 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.888423 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31a6b160-fa90-4cc2-a7db-483d0d83f2a6 {{(pid=88857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:44:28.901611 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] Notify callbacks [] for router, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:28.902881 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b511cdc-6c53-4107-9aa0-228b8f6f90ad admin admin] 10.222.0.69 "DELETE /v2.0/routers/31a6b160-fa90-4cc2-a7db-483d0d83f2a6 HTTP/1.1" status: 204  len: 168 time: 1.7017734
Dec 13 15:44:28.905720 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60430) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:28.911895 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 0193c0e0-7f90-406e-9c7b-210c12e2b873 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:28.912290 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 0193c0e0-7f90-406e-9c7b-210c12e2b873 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:28.973907 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Deleting subnet dcd261dc-bfeb-4020-9729-7369509bd312 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:44:28.977194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.034515 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.122180 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.196115 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.200627 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-19e6acb1-e556-445f-97f1-fc65161f66cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:29.236158 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd261dc-bfeb-4020-9729-7369509bd312,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:29.239881 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:29.243535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.254129 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-5b96f044-14b0-45e0-9da7-baa4930955bc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dcd261dc-bfeb-4020-9729-7369509bd312 HTTP/1.1" status: 204  len: 168 time: 0.3433673
Dec 13 15:44:29.254269 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182bde4-bf73-44c8-9e0e-8da359c22702 None None] Network 363ed786-6027-47d2-9951-65fcb7d7e87b requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:44:29.254613 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60434) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:29.531820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] DHCP port deletion for 363ed786-6027-47d2-9951-65fcb7d7e87b request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:44:29.536637 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Deleting port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:29.537141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.627403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.638370 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Deleting port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:29.638735 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.757920 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] For port 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=99f9d211-31a7-4c58-88bc-79d6643b2bf5,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:29.758270 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.832979 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.850038 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] For port 99f9d211-31a7-4c58-88bc-79d6643b2bf5, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=99f9d211-31a7-4c58-88bc-79d6643b2bf5,segment=NetworkSegment(1ef35144-92c8-408f-9997-7fd531406efb),segment_id=1ef35144-92c8-408f-9997-7fd531406efb)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:29.850595 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.895820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Calling delete_port for 99f9d211-31a7-4c58-88bc-79d6643b2bf5 owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:29.976198 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216'] for port, after_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:29.980403 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:29.980772 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Calling delete_port for 99f9d211-31a7-4c58-88bc-79d6643b2bf5 owned by network:dhcp {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:30.022140 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Pushing event deleted for resources: {'Port': ['ID=99f9d211-31a7-4c58-88bc-79d6643b2bf5,revision_number=None']} {{(pid=88858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:30.026380 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88858) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:30.029227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff03c11-7510-4cba-a71a-31776ae27593 None None] No DVR routers for this DVR port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 on host dv-neutron-821565-1-hyperv {{(pid=88858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:44:30.053717 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88856) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:44:30.054089 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:44:30.555083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Deleting port 99f9d211-31a7-4c58-88bc-79d6643b2bf5 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:30.555562 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.629995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] The port '99f9d211-31a7-4c58-88bc-79d6643b2bf5' was deleted {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:44:30.768167 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.795944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65efe31d0>,) {'filters': {'network_id': ['363ed786-6027-47d2-9951-65fcb7d7e87b']}} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:30.809882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efe31d0>, '1ef35144-92c8-408f-9997-7fd531406efb') {'for_net_delete': True} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:30.810222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65efe31d0>, '1ef35144-92c8-408f-9997-7fd531406efb') {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:30.822866 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789146606'] for segment, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.843043 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 99f9d211-31a7-4c58-88bc-79d6643b2bf5 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:30.844727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.851599 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:44:30.852025 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65832063'] for segment, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:44:30.866904 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:44:30.878819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 99f9d211-31a7-4c58-88bc-79d6643b2bf5 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:30.879227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 99f9d211-31a7-4c58-88bc-79d6643b2bf5 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:30.961381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.966905 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:30.969655 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-9e908e62-edbf-4871-8bb2-852f6a902b39 tempest-NetworksTestDHCPv6-1169097415 tempest-NetworksTestDHCPv6-1169097415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:30.993847 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=363ed786-6027-47d2-9951-65fcb7d7e87b,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:30.996528 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:31.009140 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-df7c0f64-4730-4e8c-a4ea-5453bb33e2b4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/363ed786-6027-47d2-9951-65fcb7d7e87b HTTP/1.1" status: 204  len: 168 time: 1.7533734
Dec 13 15:44:31.013174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60438) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:31.429703 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66740992'] for router_interface, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:32.079186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Deleting port 25d18128-e31c-44a4-b7c5-64ea56ab559e {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:32.079849 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:32.262518 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] For port 25d18128-e31c-44a4-b7c5-64ea56ab559e, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=25d18128-e31c-44a4-b7c5-64ea56ab559e,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:32.262913 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:32.395550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Calling delete_port for 25d18128-e31c-44a4-b7c5-64ea56ab559e owned by network:router_interface {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:32.597560 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:32.601381 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:32.643944 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d18128-e31c-44a4-b7c5-64ea56ab559e,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:32.646561 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:33.191719 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-65945360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66741146'] for router_interface, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:33.837820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Router 384c88ea-198c-4231-bd95-212ad73da1a5 has already been hosted by L3 agent 6bd80a95-1720-455b-b552-9d0e93be0abc {{(pid=88856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 13 15:44:34.064441 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] Notify agent at l3_agent.dv-neutron-821565-1-hyperv the message routers_updated {{(pid=88856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 13 15:44:34.074942 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Sync routers for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 13 15:44:34.076137 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-0b8af48b-6043-401c-898a-d153ebf492e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/384c88ea-198c-4231-bd95-212ad73da1a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0615621
Dec 13 15:44:34.079237 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60442) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:34.088571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:34.089162 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:34.276485 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: dv-neutron-821565-1-hyperv {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:34.288638 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:34.501134 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:34.511597 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Deleting port 755271ba-c72f-4072-91bb-87373bb2ecb9 {{(pid=88856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:34.512258 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:34.592298 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875cf8>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'external_fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:44:32Z', 'revision_number': 5, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port': {'id': '755271ba-c72f-4072-91bb-87373bb2ecb9', 'name': '', 'network_id': '7806b000-92e9-434a-b2d2-840a7eda2978', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821565-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8559dc4-0de0-4526-bfc3-e8712709b19d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821565-1-hyperv'}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:34.596587 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Checking router: 384c88ea-198c-4231-bd95-212ad73da1a5 for host: dv-neutron-821565-1-hyperv {{(pid=88859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 13 15:44:34.607995 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Routers {'384c88ea-198c-4231-bd95-212ad73da1a5'} bound to L3 agent in host dv-neutron-821565-1-hyperv {{(pid=88859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 13 15:44:34.608658 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff65f875cf8>, 'dv-neutron-821565-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:38:40Z,description=<?>,heartbeat_timestamp=2021-12-13T15:44:10Z,host='dv-neutron-821565-1-hyperv',id=6bd80a95-1720-455b-b552-9d0e93be0abc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-13T14:38:40Z,topic='l3_agent')) {'router_ids': ['384c88ea-198c-4231-bd95-212ad73da1a5'], 'active': True} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:34.704499 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] For port 755271ba-c72f-4072-91bb-87373bb2ecb9, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=755271ba-c72f-4072-91bb-87373bb2ecb9,segment=NetworkSegment(c6f3d7b6-151a-4f3c-a216-dd1846bdde58),segment_id=c6f3d7b6-151a-4f3c-a216-dd1846bdde58)] {{(pid=88856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:34.704867 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:34.766263 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvr_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] Set router 384c88ea-198c-4231-bd95-212ad73da1a5 gateway port host: None {{(pid=88859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 13 15:44:34.828566 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Calling delete_port for 755271ba-c72f-4072-91bb-87373bb2ecb9 owned by network:router_gateway {{(pid=88856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:34.876903 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_hamode_db [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff65f875cf8>, [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:44:34Z', 'revision_number': 6, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port_host': None}], 'dv-neutron-821565-1-hyperv', False) {} {{(pid=88859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:34.881094 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec0da30-2100-46b8-81e9-4ac3b0d7257d None None] The sync data for ids ['384c88ea-198c-4231-bd95-212ad73da1a5'] in dv-neutron-821565-1-hyperv is: [{'id': '384c88ea-198c-4231-bd95-212ad73da1a5', 'name': 'tempest-TestSnapshotPattern-1550718329-router', 'tenant_id': '720561349d8d474ead0cb489ff7bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:35Z', 'updated_at': '2021-12-13T15:44:34Z', 'revision_number': 6, 'project_id': '720561349d8d474ead0cb489ff7bcb59', 'gw_port_host': None}] {{(pid=88859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 13 15:44:35.007882 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65833899'] for port, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.012978 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-8f2f7242-9eaa-4380-b279-54c0618785ce tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:35.056572 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=755271ba-c72f-4072-91bb-87373bb2ecb9,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:35.059209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:35.294932 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66741777'] for router_gateway, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.807639 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66680959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126705'] for router, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.812350 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.848405 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66680849'] for router, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.849146 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384c88ea-198c-4231-bd95-212ad73da1a5 {{(pid=88856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 13 15:44:35.863446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.864827 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-70863950-c21f-4967-84e2-6b3d32bc55e9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/384c88ea-198c-4231-bd95-212ad73da1a5 HTTP/1.1" status: 204  len: 168 time: 1.7845519
Dec 13 15:44:35.867746 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60446) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:35.935749 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Deleting subnet cf2a034d-e4fa-46d9-b0b8-607d2c106734 {{(pid=88857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 13 15:44:35.939332 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:35.995936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66490478'] for subnet, precommit_delete_associations {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.080135 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852883432'] for subnet, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.149820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1892353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788020158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036788415166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65630214'] for subnet, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.153815 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-1eb11475-b284-48b9-8e80-cc38ba34af65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:36.192444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2a034d-e4fa-46d9-b0b8-607d2c106734,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:36.196718 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:36.199858 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.206686 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef64385-0a30-4a20-8724-64f815eab53e None None] Network 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 requested from dv-neutron-821565-1-hyperv {{(pid=88858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 13 15:44:36.206879 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-c67ffd77-39f5-437b-a63f-6fb54655506c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cf2a034d-e4fa-46d9-b0b8-607d2c106734 HTTP/1.1" status: 204  len: 168 time: 0.3380690
Dec 13 15:44:36.210571 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60450) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:36.329788 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852763997'] for network, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.341875 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Deleting port dc557b6c-bb1e-4f9a-8108-d78615d2007c {{(pid=88857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:36.342174 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.479733 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] DHCP port deletion for 306c0d4d-0bb9-4783-98c9-8066d6fed5c5 request from dv-neutron-821565-1-hyperv {{(pid=88858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 13 15:44:36.484652 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Deleting port dc557b6c-bb1e-4f9a-8108-d78615d2007c {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:36.485072 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.562153 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] For port dc557b6c-bb1e-4f9a-8108-d78615d2007c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=dc557b6c-bb1e-4f9a-8108-d78615d2007c,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:36.562550 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.691247 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Calling delete_port for dc557b6c-bb1e-4f9a-8108-d78615d2007c owned by network:dhcp {{(pid=88857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:36.702227 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.db [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] For port dc557b6c-bb1e-4f9a-8108-d78615d2007c, host dv-neutron-821565-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821565-1-hyperv',level=0,port_id=dc557b6c-bb1e-4f9a-8108-d78615d2007c,segment=NetworkSegment(ac81aee5-0f16-4620-adfe-8803c784d858),segment_id=ac81aee5-0f16-4620-adfe-8803c784d858)] {{(pid=88858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 13 15:44:36.702603 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66743253'] for port, precommit_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.767889 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1124746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363243345045859', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793509265216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66360628'] for port, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:36.771946 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-d8136e4c-98d8-4c53-a015-7989326b7939 tempest-TestShelveInstance-1061028736 tempest-TestShelveInstance-1061028736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:36.818063 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc557b6c-bb1e-4f9a-8108-d78615d2007c,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:36.820683 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:36.823407 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] No DVR routers for this DVR port dc557b6c-bb1e-4f9a-8108-d78615d2007c on host dv-neutron-821565-1-hyperv {{(pid=88857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 13 15:44:36.833127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Calling delete_port for dc557b6c-bb1e-4f9a-8108-d78615d2007c owned by network:dhcp {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 13 15:44:36.862078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 25d18128-e31c-44a4-b7c5-64ea56ab559e no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:36.905046 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 25d18128-e31c-44a4-b7c5-64ea56ab559e {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:36.905444 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 25d18128-e31c-44a4-b7c5-64ea56ab559e not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:36.905909 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 755271ba-c72f-4072-91bb-87373bb2ecb9 no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:36.954544 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: 755271ba-c72f-4072-91bb-87373bb2ecb9 {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:36.954789 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device 755271ba-c72f-4072-91bb-87373bb2ecb9 not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:36.955357 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device dc557b6c-bb1e-4f9a-8108-d78615d2007c no longer exists at agent ovs-agent-dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 13 15:44:36.994194 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] No Port match for: dc557b6c-bb1e-4f9a-8108-d78615d2007c {{(pid=88858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 13 15:44:36.994614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.rpc [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Device dc557b6c-bb1e-4f9a-8108-d78615d2007c not bound to the agent host dv-neutron-821565-1-hyperv {{(pid=88858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 13 15:44:37.012418 dv-neutron-821565-1-hyperv neutron-server[88745]:   % (table.description, expected, rows_matched)
Dec 13 15:44:37.016344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.db.api [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88858) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 13 15:44:37.016344 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_db.api [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88858) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 13 15:44:37.197590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900223', 'neutron.services.segments.db._delete_segments_for_network-8793509771208'] for network, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.225366 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a7898>,) {'filters': {'network_id': ['306c0d4d-0bb9-4783-98c9-8066d6fed5c5']}} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:37.241484 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a7898>, 'ac81aee5-0f16-4620-adfe-8803c784d858') {'for_net_delete': True} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:37.241819 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.services.segments.db [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff65e4a7898>, 'ac81aee5-0f16-4620-adfe-8803c784d858') {} {{(pid=88857) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 13 15:44:37.254374 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793509780185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788285337'] for segment, before_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.269983 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1870055'] for segment, precommit_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.276900 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 13 15:44:37.277320 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852905730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66362080'] for segment, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]: Traceback (most recent call last):
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     timer()
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     cb(*args, **kw)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     return func(*args, **kwargs)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     self._notify()
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     self.callback(batched_events)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     event.method(event)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     segment_id)['aggregates'][0]
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     return f(self, *a, **k)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self._get(url).json()
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     **kwargs)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     return self.request(url, 'GET', **kwargs)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     **endpoint_filter)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 13 15:44:37.291462 dv-neutron-821565-1-hyperv neutron-server[88745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 13 15:44:37.371608 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1875594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788830440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788033793'] for network, after_delete {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.376104 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Notify callbacks [] for network, before_response {{(pid=88857) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.378938 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7cd7d377-87aa-46ac-b59f-51f3fd5c85fa tempest-TestNetworkAdvancedServerOps-585433210 tempest-TestNetworkAdvancedServerOps-585433210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:37.406299 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Pushing event deleted for resources: {'Network': ['ID=306c0d4d-0bb9-4783-98c9-8066d6fed5c5,revision_number=None']} {{(pid=88857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:37.409458 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88857) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:37.411689 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-520fff69-a0e3-45c3-88a7-254c8c61d2be admin admin] 10.222.0.69 "DELETE /v2.0/networks/306c0d4d-0bb9-4783-98c9-8066d6fed5c5 HTTP/1.1" status: 204  len: 168 time: 1.1999247
Dec 13 15:44:37.516842 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Deleting port dc557b6c-bb1e-4f9a-8108-d78615d2007c {{(pid=88858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 13 15:44:37.517211 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363243345055945'] for port, before_delete {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.569412 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60456) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:37.582880 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.plugins.ml2.plugin [None req-08eee581-6c6f-4b55-8353-63ecef10f2c5 None None] The port 'dc557b6c-bb1e-4f9a-8108-d78615d2007c' was deleted {{(pid=88858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 13 15:44:37.624980 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-a163420a-c9af-442a-aa0c-2adeb713a304 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=944d1b16322a423f9614b1f480729499&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0540588
Dec 13 15:44:37.627647 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60460) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:37.693635 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.724970 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.787557 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.792666 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-c669d964-2a98-4abf-a490-024644a2dd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:37.806567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe368be-31ef-4d59-8899-47c93795c8f4,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:37.813014 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:37.814222 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:37.815496 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-44f9b50c-4be7-4a12-9c6e-fe691b8df929 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfe368be-31ef-4d59-8899-47c93795c8f4 HTTP/1.1" status: 204  len: 168 time: 0.1868839
Dec 13 15:44:38.049614 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-5421f24d-0850-492d-9f4c-3d8bb8ccb009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:38.267779 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88857) accepted ('10.222.0.69', 60468) {{(pid=88857) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:38.322601 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-6e39b6a5-d22d-4ad3-911e-bf605377de49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=720561349d8d474ead0cb489ff7bcb59&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532217
Dec 13 15:44:38.325386 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [-] (88856) accepted ('10.222.0.69', 60472) {{(pid=88856) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 13 15:44:38.388966 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:38.417588 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:38.468392 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036788025722'] for security_group, after_delete {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:38.474083 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-ea89493d-907a-433f-82bb-1e06690c2426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 13 15:44:38.486862 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8706bdd-fb01-42ae-a224-fffdf0df0dde,revision_number=None']} {{(pid=88856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 13 15:44:38.489385 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG oslo_concurrency.lockutils [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 13 15:44:38.492925 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:38.495465 dv-neutron-821565-1-hyperv neutron-server[88745]: INFO neutron.wsgi [None req-7ab964c4-456f-46bb-bb8e-d98eaddb3bef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8706bdd-fb01-42ae-a224-fffdf0df0dde HTTP/1.1" status: 204  len: 168 time: 0.1682792
Dec 13 15:44:39.604954 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:40.483015 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-bea2e5a2-6642-4a3e-8310-6b3260b2eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:41.045833 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:42.424186 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:44:52.846519 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:44:59.797040 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:08.059414 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6fc974a6-ab50-40b3-930e-e48798395c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:09.612886 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:10.487871 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-1071d5e4-9e7d-4047-a5ec-673a2a4b081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:11.056087 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:12.436291 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:29.782756 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:29.854751 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:45:38.056268 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f06e5859-3ce2-4099-a87d-b9658e115745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:39.617514 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:40.493141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac6150f7-7673-46b9-9af9-6d3b8ca1c276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:41.058869 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:42.432019 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:45:59.793696 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:06.849700 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:46:08.055372 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-95554ae9-0ad0-4f76-8c03-43de72fbbeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:09.613248 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:10.491536 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4ef0-eda8-4d1f-b316-2f41085fd317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:11.066535 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:12.441078 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:29.784457 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:38.058408 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1321-db01-4479-a453-16f0c43f4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:39.613520 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:40.492316 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-f3ca81da-98e5-48eb-8a3f-df532e2481b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:41.074883 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:42.449817 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:46:43.860673 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:46:59.805127 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:08.061590 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-60f7cfb8-746c-48ab-a6c7-9caa9cf11352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:09.622400 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:10.489324 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-919cf13a-198f-4083-adcd-f6bae46e8251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:11.079436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:12.446012 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:20.857318 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:47:29.798095 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:38.061401 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-8d11b69e-0493-4d42-91d2-7362102792d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:39.613399 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:40.495428 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-23638100-1193-4023-91d9-6ad26ed75164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:41.079463 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:42.449159 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:47:49.685990 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.wsgi [req-5b38f031-5fab-4905-b2ef-a9c12eb73e21 req-31e28af9-ff18-4d29-ac87-c43bdbc4ad89 service neutron] (88857) timed out ('10.222.0.69', 59030) {{(pid=88857) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 13 15:47:57.850727 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:47:59.800586 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:08.057117 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-a9370f12-15a4-41f5-81ec-114fd52ddf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:09.619801 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:10.486005 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-45e1ba1a-c5c9-4420-aae7-f1490f4005d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:11.077446 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:12.457820 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:29.814001 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:34.859567 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:48:38.070570 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-49b5ace2-4778-4e9a-816f-bcb30333fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:39.608474 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:40.485209 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-62def392-ad57-4a63-8e96-1742b7268176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:41.085436 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:42.456123 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:48:59.817359 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:08.076279 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-d6537def-e52e-43c7-9702-2b652cbd3bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:09.608633 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:10.492124 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8a73-00b5-4475-8af8-7a8d58cd6521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:11.091790 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:11.855723 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:49:12.459936 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:29.827292 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:38.074878 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-741d1139-35a2-4d9c-8d25-8765b29a9063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:39.607898 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:40.477191 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c47ce24f-d7bc-4291-a534-39446d5a8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:41.084795 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4537-1808-4beb-988d-c2fc7559c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:42.469621 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-ac05f7d7-86a2-4f12-b5ad-f841945702ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:49:48.848074 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron.db.agents_db [None req-efa6b1ba-6b6b-49dc-bfcb-fa256a4a6941 None None] Agent healthcheck: found 6 active agents {{(pid=88859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 13 15:49:59.828623 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-9e926179-9540-42e0-82da-718e504aebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:50:08.069213 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4dc6116c-4c0a-421f-aa4f-3dc35a02fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:50:09.604141 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-4f78a576-7553-4c0e-bdd0-19b30827c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 13 15:50:10.480657 dv-neutron-821565-1-hyperv neutron-server[88745]: DEBUG neutron_lib.callbacks.manager [None req-6226c0ef-83ab-42a1-bd5d-6d4dc96f11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793509771191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852904602'] for agent, after_update {{(pid=88858) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}